-- Logs begin at Mon 2021-11-29 01:06:00 UTC, end at Mon 2021-11-29 02:43:07 UTC. -- Nov 29 01:37:23.377385 dv-neutron-816800-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 29 01:37:26.186668 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.common.config [-] Logging enabled! Nov 29 01:37:26.187471 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev233 Nov 29 01:37:26.187471 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109841) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 01:37:26.190617 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.common.config [-] Logging enabled! Nov 29 01:37:26.190876 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev233 Nov 29 01:37:26.191197 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109841) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 01:37:26.192133 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 01:37:26.192371 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 01:37:26.192736 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 01:37:26.192985 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 01:37:26.193215 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 01:37:26.194097 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.194548 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 29 01:37:26.194878 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.195179 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.195478 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.195776 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.196071 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.196359 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.196658 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.196961 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.197251 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.197535 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.197829 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.198122 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.198409 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.198727 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.199020 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.199311 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] debug = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.199596 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.200021 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.200438 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.200725 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.201024 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.201309 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.201585 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.201866 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.202155 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.202519 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] host = dv-neutron-816800-5-hyperv {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.202803 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.203093 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.203388 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.203676 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.203953 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.204236 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.204526 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.204803 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.205078 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] log_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.205357 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.205651 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.205939 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.206249 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.206484 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.206717 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.207010 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.207369 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.207813 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.208241 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.208698 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.209183 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.209653 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.210104 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.210601 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.211058 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.211550 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.211882 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.212178 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.212470 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.212759 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.213063 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.213353 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.213638 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.213922 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.214218 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.214525 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.214810 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.215120 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.215412 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.215703 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.215995 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.216276 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.216570 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.216849 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.217127 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.217404 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] use_json = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.217683 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.217959 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.218244 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.218550 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.218832 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.219109 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.219385 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.219673 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:26.219975 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.220277 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.220582 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.220870 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.221183 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.221470 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.221764 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.222048 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.222342 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.222662 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.222959 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.223245 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.223538 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.223821 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.224122 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.224435 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.224762 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.225062 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.225347 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.225630 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.225912 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.226198 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.226519 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.226809 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.227105 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.227400 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.227685 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.227988 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.228281 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.228581 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.228877 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.229157 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.229441 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.229738 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.230019 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.230300 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.230610 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.230908 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.231194 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.231474 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.231764 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.232049 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.232327 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.232608 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.232893 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.233191 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.233476 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.233754 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.234033 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.234317 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.234649 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.234957 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.235248 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.235531 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.235812 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.236102 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.236386 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.236671 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.236958 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.237238 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.237524 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.237803 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.238136 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.238508 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.238823 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.239115 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.239395 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.239678 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.240075 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.240871 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.241198 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.241481 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.241763 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.242042 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.242387 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.242788 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.243075 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.243393 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.243698 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.243986 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.244273 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.244558 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.244842 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.245124 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.245405 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.245705 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.245995 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.246285 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.246604 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.247184 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.247484 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.247770 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.248058 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.248339 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.248620 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.248908 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.249195 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.249494 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.249795 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.250095 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.250395 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.250716 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.251003 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.251316 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.251601 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:26.251826 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 01:37:26.252069 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109841) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 29 01:37:26.682863 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 01:37:26.683146 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 01:37:26.683456 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 01:37:26.683933 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 29 01:37:27.016584 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.016876 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.017150 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.018313 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.018613 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.018999 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.058867 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.059161 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.059435 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.074341 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.074650 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.074923 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.107231 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.107518 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.107795 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.145544 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.145829 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.146103 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.497314 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.497941 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.497941 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.498105 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.498859 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.598061 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.598390 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.598703 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.598986 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.599255 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.599594 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.599859 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.600119 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.600375 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.600659 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.600920 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.601188 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.601447 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.601707 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.601964 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.602230 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.602512 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.602788 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.603051 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.603310 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.603580 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.603832 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.604114 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.604491 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.604740 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.604987 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.605381 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:37:27.605621 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:37:27.605858 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:37:27.606093 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:37:27.606329 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:37:27.606595 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:37:27.606963 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 29 01:37:27.610074 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 29 01:37:27.614146 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 29 01:37:27.618541 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 29 01:37:27.620201 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 29 01:37:27.620666 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 29 01:37:27.621005 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 29 01:37:27.621399 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 29 01:37:27.624525 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 29 01:37:27.624784 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 29 01:37:27.625130 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 01:37:27.630441 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 29 01:37:27.655137 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 29 01:37:27.655599 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.655903 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109841) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 29 01:37:27.656262 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.657667 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109841) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 29 01:37:27.657954 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 01:37:27.658205 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 29 01:37:27.661497 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.661788 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:27.725675 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 29 01:37:27.725919 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 29 01:37:27.726160 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 29 01:37:27.726558 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 29 01:37:27.748658 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_db.sqlalchemy.engines [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109841) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 29 01:37:28.178748 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Initializing driver for type 'gre' Nov 29 01:37:28.179272 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] gre ID ranges: [(1, 1000)] Nov 29 01:37:28.230856 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Initializing driver for type 'local' Nov 29 01:37:28.231204 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Initializing driver for type 'vlan' Nov 29 01:37:28.243674 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] VlanTypeDriver initialization complete Nov 29 01:37:28.244042 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Initializing driver for type 'vxlan' Nov 29 01:37:28.244535 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] vxlan ID ranges: [(1, 1000)] Nov 29 01:37:28.296490 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Initializing extension driver 'port_security' Nov 29 01:37:28.296969 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.extensions.port_security [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] PortSecurityExtensionDriver initialization complete Nov 29 01:37:28.297341 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Initializing mechanism driver 'openvswitch' Nov 29 01:37:28.297680 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Initializing mechanism driver 'hyperv' Nov 29 01:37:28.304474 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:37:28.305368 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > port after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.305751 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > port after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.306184 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > port after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.306808 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:37:28.307247 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.307600 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.307946 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.308338 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:37:28.308744 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > network after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.309089 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > network after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.309453 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > network after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.309856 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:37:28.310265 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.310646 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.310985 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.311390 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:37:28.311794 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.312143 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.312483 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.312879 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:37:28.313282 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.313626 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.313961 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.314359 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:37:28.314761 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] ML2 OVO RPC backend initialized. {{(pid=109841) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 29 01:37:28.315462 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.315816 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.316232 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > network before_response 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.316577 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > networks before_response 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.316922 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > port before_response 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.317263 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > ports before_response 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.317602 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.317938 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.318282 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > network after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.318720 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > network after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.319055 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > network after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.319391 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > port after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.319730 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > port after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.320060 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > port after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.320392 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.320726 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.321054 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.321625 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.plugin [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Modular L2 Plugin initialization complete Nov 29 01:37:28.321948 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading services supported by the core plugin {{(pid=109841) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 29 01:37:28.322268 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.plugins.ml2.managers [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Got port-security extension from driver 'port_security' Nov 29 01:37:28.322758 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.extensions.vlantransparent [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Disabled vlantransparent extension. Nov 29 01:37:28.323240 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109841) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 29 01:37:28.323552 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading Plugin: router Nov 29 01:37:28.359683 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.360079 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router after_create 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.360451 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router before_create 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.360817 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.361193 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.361547 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router after_delete 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.361904 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.362399 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.362780 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router after_create 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.363129 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router after_update 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.363479 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router after_update 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.363829 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.364187 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router after_update 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.364598 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.364987 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: port after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.365329 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: port after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.365670 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: subnet after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.366013 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.366363 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.366735 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.367077 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: port before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.367417 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.367771 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router after_update 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.368111 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.368457 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.368815 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.369157 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.369519 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > agent after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.369865 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.370206 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > network after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.371084 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Tracking information for resource: router configured {{(pid=109841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:37:28.371418 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Tracking information for resource: floatingip configured {{(pid=109841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:37:28.376533 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.db.l3_agentschedulers_db [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 29 01:37:28.377105 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: port after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.377468 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: port after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.377820 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: port after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.378170 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: port after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.378978 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router before_create 55550100 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.379351 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.379713 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.380067 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.384933 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.services.provider_configuration [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service providers = [] {{(pid=109841) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 29 01:37:28.385298 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.db.servicetype_db [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109841) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 29 01:37:28.388262 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.services.service_base [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 01:37:28.388604 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.services.service_base [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 01:37:28.388942 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.services.service_base [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 01:37:28.389825 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.services.service_base [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 01:37:28.390191 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.services.service_base [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 29 01:37:28.390588 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:37:28.390902 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 29 01:37:28.401971 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:37:28.402306 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading Plugin: auto_allocate Nov 29 01:37:28.408125 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: network precommit_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.408493 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: network precommit_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.409007 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:37:28.409331 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading Plugin: tag Nov 29 01:37:28.416778 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:37:28.417103 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading Plugin: timestamp Nov 29 01:37:28.420921 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:37:28.421248 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading Plugin: network_ip_availability Nov 29 01:37:28.426700 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.427068 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.427425 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.428160 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:37:28.428479 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading Plugin: flavors Nov 29 01:37:28.433447 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:37:28.433730 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading Plugin: revisions Nov 29 01:37:28.438062 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:37:28.438470 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_concurrency.lockutils [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=109841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 01:37:28.439224 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109841) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 29 01:37:28.439560 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Initializing extension manager. Nov 29 01:37:28.440078 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: __init__.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.440416 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: __pycache__ {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.440749 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.441078 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: address_group.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.441825 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.442384 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: address-group Nov 29 01:37:28.442734 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: address_scope.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.443471 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.443983 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: address-scope Nov 29 01:37:28.444303 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.445227 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.445741 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: router-admin-state-down-before-update Nov 29 01:37:28.446088 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: agent.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.446812 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.447321 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: agent Nov 29 01:37:28.447640 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: agent_resources_synced.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.448546 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.449053 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: agent-resources-synced Nov 29 01:37:28.449373 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.451161 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.451682 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: allowed-address-pairs Nov 29 01:37:28.452008 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.453080 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.453598 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: auto-allocated-topology Nov 29 01:37:28.453920 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: availability_zone.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.454634 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.455142 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: availability_zone Nov 29 01:37:28.455466 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: availability_zone_filter.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.456373 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.456878 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: availability_zone_filter Nov 29 01:37:28.457199 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: data_plane_status.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.458106 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.458631 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension data-plane-status not supported by any of loaded plugins Nov 29 01:37:28.459476 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: default_subnetpools.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.460391 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.460896 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: default-subnetpools Nov 29 01:37:28.461218 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.462019 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.462552 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: dhcp_agent_scheduler Nov 29 01:37:28.462872 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: dns.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.463789 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.464293 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension dns-integration not supported by any of loaded plugins Nov 29 01:37:28.464613 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: dns_domain_ports.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.465532 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.466043 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 29 01:37:28.466364 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.467299 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.467803 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 29 01:37:28.468125 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: dvr.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.468796 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.469303 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: dvr Nov 29 01:37:28.469623 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: ecmp_routes.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.470559 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.471066 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 29 01:37:28.471389 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: empty_string_filtering.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.472300 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.472811 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: empty-string-filtering Nov 29 01:37:28.473132 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.474033 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.475161 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 29 01:37:28.475484 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.476397 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.476909 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 29 01:37:28.477230 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: external_net.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.478141 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.478680 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: external-net Nov 29 01:37:28.479003 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.479902 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.480420 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: extra_dhcp_opt Nov 29 01:37:28.480741 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: extraroute.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.481637 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.482144 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: extraroute Nov 29 01:37:28.482481 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: extraroute_atomic.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.483672 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.484190 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: extraroute-atomic Nov 29 01:37:28.484512 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: filter_validation.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.485176 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.485682 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: filter-validation Nov 29 01:37:28.486008 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: fip_pf_description.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.486943 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.487449 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 29 01:37:28.487767 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: fip_port_details.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.488684 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.489191 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: fip-port-details Nov 29 01:37:28.489509 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: flavors.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.490791 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.491310 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: flavors Nov 29 01:37:28.491635 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.493304 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.493821 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 29 01:37:28.494150 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: floatingip_pools.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.494870 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.495378 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: floatingip-pools Nov 29 01:37:28.495701 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: ip_allocation.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.496893 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.497403 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension ip_allocation not supported by any of loaded plugins Nov 29 01:37:28.497923 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.498674 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.499185 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: ip-substring-filtering Nov 29 01:37:28.499515 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: l2_adjacency.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.500450 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.500955 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 29 01:37:28.501276 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: l3.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.502233 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.502768 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: router Nov 29 01:37:28.503093 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.505310 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.505868 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 29 01:37:28.506197 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.507155 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.507678 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: ext-gw-mode Nov 29 01:37:28.508002 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.508938 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.509452 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: l3-ha Nov 29 01:37:28.509780 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: l3_flavors.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.510712 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.511224 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: l3-flavors Nov 29 01:37:28.511547 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.512454 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.512962 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 29 01:37:28.513282 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: l3agentscheduler.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.514302 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.514845 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: l3_agent_scheduler Nov 29 01:37:28.515170 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: local_ip.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.516928 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.517450 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension local_ip not supported by any of loaded plugins Nov 29 01:37:28.517775 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: logging.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.519410 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.519941 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension logging not supported by any of loaded plugins Nov 29 01:37:28.520301 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: metering.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.521047 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.522151 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: metering Nov 29 01:37:28.522503 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.523615 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.524139 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: metering_source_and_destination_fields Nov 29 01:37:28.524466 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: multiprovidernet.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.525389 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.525997 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: multi-provider Nov 29 01:37:28.526212 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: netmtu.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.527158 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.527669 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: net-mtu Nov 29 01:37:28.527992 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: netmtu_writable.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.528905 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.529414 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: net-mtu-writable Nov 29 01:37:28.529735 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: network_availability_zone.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.530409 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.530945 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: network_availability_zone Nov 29 01:37:28.531269 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: network_ip_availability.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.532376 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.532921 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: network-ip-availability Nov 29 01:37:28.533244 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: network_segment_range.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.534009 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.534533 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension network-segment-range not supported by any of loaded plugins Nov 29 01:37:28.534858 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: pagination.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.535843 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.536174 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: pagination Nov 29 01:37:28.536500 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: port_device_profile.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.537945 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.538482 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: port-device-profile Nov 29 01:37:28.538801 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.539766 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.540228 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: port-mac-address-regenerate Nov 29 01:37:28.540548 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.541479 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.542125 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: port-numa-affinity-policy Nov 29 01:37:28.542461 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: port_resource_request.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.543391 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.543894 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension port-resource-request not supported by any of loaded plugins Nov 29 01:37:28.544211 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: port_resource_request_groups.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.545174 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.545679 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 29 01:37:28.545999 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: portbindings.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.546946 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.547453 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: binding Nov 29 01:37:28.547772 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: portbindings_extended.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.549057 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.549568 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: binding-extended Nov 29 01:37:28.549892 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: portsecurity.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.550851 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.551364 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: port-security Nov 29 01:37:28.551685 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: project_id.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.552703 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.553036 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: project-id Nov 29 01:37:28.553358 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: providernet.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.554282 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.554829 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: provider Nov 29 01:37:28.555153 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.558783 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.559308 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos not supported by any of loaded plugins Nov 29 01:37:28.559639 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.560888 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.561406 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 29 01:37:28.561733 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.562679 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.563193 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 29 01:37:28.563515 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_default.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.564422 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.564933 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-default not supported by any of loaded plugins Nov 29 01:37:28.565255 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_fip.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.565910 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.566440 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-fip not supported by any of loaded plugins Nov 29 01:37:28.566759 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.567678 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.568700 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 29 01:37:28.569022 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.571479 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.572016 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 29 01:37:28.572354 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.573403 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.573924 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 29 01:37:28.574250 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_pps_rule.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.575471 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.575997 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-pps not supported by any of loaded plugins Nov 29 01:37:28.576325 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.577271 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.577787 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 29 01:37:28.578110 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: qos_rules_alias.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.579192 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.579710 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 29 01:37:28.580032 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: quota_check_limit.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.580947 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.581467 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: quota-check-limit Nov 29 01:37:28.581792 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: quotasv2.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.582775 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.583103 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: quotas Nov 29 01:37:28.583422 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: quotasv2_detail.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.587227 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.587569 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: quota_details Nov 29 01:37:28.587900 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: rbac.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.588963 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.589489 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: rbac-policies Nov 29 01:37:28.589815 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: rbac_address_group.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.590780 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.591300 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: rbac-address-group Nov 29 01:37:28.591627 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: rbac_address_scope.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.592565 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.593086 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: rbac-address-scope Nov 29 01:37:28.593409 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: rbac_security_groups.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.594321 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.594859 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: rbac-security-groups Nov 29 01:37:28.595180 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.596100 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.596611 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: rbac-subnetpool Nov 29 01:37:28.596937 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: revisionifmatch.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.597855 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.598366 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: revision-if-match Nov 29 01:37:28.598716 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: revisions.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.599863 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.600370 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: standard-attr-revisions Nov 29 01:37:28.600693 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: router_availability_zone.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.601359 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.601866 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: router_availability_zone Nov 29 01:37:28.602183 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: routerservicetype.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.603127 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.603634 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension router-service-type not supported by any of loaded plugins Nov 29 01:37:28.603951 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.604933 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.605442 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: security-groups-normalized-cidr Nov 29 01:37:28.605761 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.606706 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.607222 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: port-security-groups-filtering Nov 29 01:37:28.607540 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.608463 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.608970 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: security-groups-remote-address-group Nov 29 01:37:28.609290 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.610223 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.610767 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: security-groups-shared-filtering Nov 29 01:37:28.611090 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.611681 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 29 01:37:28.612003 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: securitygroup.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.622090 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.622657 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: security-group Nov 29 01:37:28.622988 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: segment.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.623776 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.624290 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension segment not supported by any of loaded plugins Nov 29 01:37:28.624608 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.625546 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.626059 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 29 01:37:28.626383 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: servicetype.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.627523 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.628049 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: service-type Nov 29 01:37:28.628373 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: sorting.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.629355 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.629686 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: sorting Nov 29 01:37:28.630008 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: standard_attr_segment.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.631462 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.631979 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 29 01:37:28.632299 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: standardattrdescription.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.632949 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.633459 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: standard-attr-description Nov 29 01:37:28.633780 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: stateful_security_group.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.634768 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.635282 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: stateful-security-group Nov 29 01:37:28.635609 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: stdattrs_common.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.636176 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 29 01:37:28.636494 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.637441 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.637951 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 29 01:37:28.638270 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: subnet_onboard.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.639366 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.639879 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: subnet_onboard Nov 29 01:37:28.640200 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.641127 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.641631 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 29 01:37:28.641950 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: subnet_service_types.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.642937 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.643450 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: subnet-service-types Nov 29 01:37:28.643768 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: subnetallocation.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.644848 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.645357 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: subnet_allocation Nov 29 01:37:28.645678 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.646971 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.647488 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: subnetpool-prefix-ops Nov 29 01:37:28.647805 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.648738 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.649244 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 29 01:37:28.649563 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: tagging.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.650626 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.651161 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: standard-attr-tag Nov 29 01:37:28.651484 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: timestamp.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.652672 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.653189 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loaded extension: standard-attr-timestamp Nov 29 01:37:28.653513 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: trunk.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.654573 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.655090 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension trunk not supported by any of loaded plugins Nov 29 01:37:28.655414 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: trunk_details.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.656345 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.656857 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension trunk-details not supported by any of loaded plugins Nov 29 01:37:28.657181 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.658099 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.658628 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 29 01:37:28.658951 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Loading extension file: vlantransparent.py {{(pid=109841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:37:28.659616 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:37:28.660125 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 29 01:37:28.664454 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:network Nov 29 01:37:28.664997 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:subnet Nov 29 01:37:28.665398 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:37:28.665789 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:port Nov 29 01:37:28.667058 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.667500 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service FLAVORS assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.668144 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.668579 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.668912 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:router Nov 29 01:37:28.669352 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:floatingip Nov 29 01:37:28.669858 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service METERING assigned prefix: /metering {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.671359 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.671732 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.672081 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:37:28.673074 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 01:37:28.673527 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:security_group Nov 29 01:37:28.673962 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 01:37:28.674603 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service CORE assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.674934 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:37:28.675278 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] subnetpool is already registered Nov 29 01:37:28.675709 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service CORE assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.676033 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:37:28.676364 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] subnetpool is already registered Nov 29 01:37:28.678698 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.679143 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service FLAVORS assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.679740 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.680167 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.680501 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:router Nov 29 01:37:28.680850 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] router is already registered Nov 29 01:37:28.681269 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:floatingip Nov 29 01:37:28.681602 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] floatingip is already registered Nov 29 01:37:28.682061 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service METERING assigned prefix: /metering {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.682760 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 01:37:28.683089 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] rbac_policy is already registered Nov 29 01:37:28.683555 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:security_group Nov 29 01:37:28.683847 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] security_group is already registered Nov 29 01:37:28.684250 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 01:37:28.684582 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] security_group_rule is already registered Nov 29 01:37:28.685210 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service CORE assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.685536 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:37:28.685866 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] subnetpool is already registered Nov 29 01:37:28.686282 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.v2.resource_helper [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Service CORE assigned prefix: {{(pid=109841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:37:28.686632 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:37:28.686962 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING neutron.quota.resource_registry [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] subnetpool is already registered Nov 29 01:37:28.687429 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: extensions {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.688902 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: address-groups {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.690443 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: address-scopes {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.691764 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: agents {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.692936 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: auto-allocated-topology {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.694756 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: availability_zones {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.695976 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: dhcp-networks {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.697484 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: dhcp-agents {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.698926 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: routers {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.701167 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: flavors {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.702327 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: service_profiles {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.703583 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: next_providers {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.705044 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: service_profiles {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.706611 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: floatingip-pools {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.707852 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: routers {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.710642 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: floatingips {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.711917 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: l3-routers {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.713323 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: l3-agents {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.714751 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: metering-labels {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.716979 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: metering-label-rules {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.718273 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: network-ip-availabilities {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.719596 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: bindings {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.721251 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: quotas {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.722859 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: quotas {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.724402 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: rbac-policies {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.725710 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: security-groups {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.726985 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: security-group-rules {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.728231 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: service-providers {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.729435 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: subnetpools {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.730889 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: subnetpools {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.732354 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.734054 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.735966 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.737735 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.739554 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.741551 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.743266 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.745155 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.747221 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.749087 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron.api.extensions [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Extended resource: tags {{(pid=109841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:37:28.755125 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING keystonemiddleware.auth_token [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 29 01:37:28.760355 dv-neutron-816800-5-hyperv neutron-server[109841]: WARNING keystonemiddleware.auth_token [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 29 01:37:28.769296 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_concurrency.lockutils [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Acquired lock "singleton_lock" {{(pid=109841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 29 01:37:28.769768 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_concurrency.lockutils [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Releasing lock "singleton_lock" {{(pid=109841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 29 01:37:28.770435 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO oslo_service.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Starting 2 workers Nov 29 01:37:28.775888 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Started child 109948 {{(pid=109841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 01:37:28.780273 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Started child 109949 {{(pid=109841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 01:37:28.781536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:28.782144 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO neutron.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 29 01:37:28.782487 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Publish callbacks [] for process, before_spawn {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:28.783040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [-] (109948) wsgi starting up on http://0.0.0.0:9696 Nov 29 01:37:28.784882 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO oslo_service.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Starting 1 workers Nov 29 01:37:28.785006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:28.786396 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [-] (109949) wsgi starting up on http://0.0.0.0:9696 Nov 29 01:37:28.790115 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Started child 109950 {{(pid=109841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 01:37:28.790689 dv-neutron-816800-5-hyperv neutron-server[109841]: INFO oslo_service.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Starting 1 workers Nov 29 01:37:28.793965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] calling RpcWorker wait() {{(pid=109950) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 29 01:37:28.794541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] returning from RpcWorker wait() {{(pid=109950) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 29 01:37:28.795101 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Started child 109951 {{(pid=109841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 01:37:28.795928 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-90233b13-c460-4eb5-ab37-93e761ec53e9 None None] Publish callbacks [] for process, after_spawn {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:28.796030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:28.796433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:37:28.797828 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 01:37:28.798041 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 01:37:28.798218 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 01:37:28.798442 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 01:37:28.798781 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 01:37:28.798957 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 01:37:28.799449 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.799713 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.799979 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.800066 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:28.800497 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.800574 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.801090 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:37:28.801209 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.801368 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.801618 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.801896 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.802156 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.802321 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.802545 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.802810 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.803039 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.803335 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.803601 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.803849 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.804079 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.804252 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.804511 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.804775 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.805001 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.805266 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] debug = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.805530 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.806029 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.806272 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.806540 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.806759 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.807058 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.807301 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.807543 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.807792 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.808023 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.808274 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.808534 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.808825 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.809058 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.809312 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.809535 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.809794 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.810013 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.810520 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] host = dv-neutron-816800-5-hyperv {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.810740 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.810971 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.811197 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.811454 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.811714 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.811954 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.812213 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.812471 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.812709 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.812931 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.813192 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.813445 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.813660 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.813902 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.814064 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_options = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.814309 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.814606 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.814877 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.815070 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.815236 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.815416 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.815671 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.815831 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.816083 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.816303 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.816513 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.816742 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.816954 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.817187 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.817446 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.817673 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.817885 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.818702 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.818961 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.819188 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.819414 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.819653 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.819892 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.820128 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.820339 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.820557 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.820812 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.820995 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.821227 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.821464 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.821698 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.821945 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.822155 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.822395 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.822677 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.822905 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.823130 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.823371 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.823640 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.823862 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.824110 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.824349 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.824614 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.824837 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.825065 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.825294 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.825527 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_json = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.825740 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.825965 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.826215 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.826443 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.826655 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.826867 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.827098 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.827326 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.827741 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.828009 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.828331 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.828579 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.828808 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.829148 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.829400 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.830096 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.830096 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.830096 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.830482 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.830642 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.830946 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.831194 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.831458 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.831783 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.832037 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.832300 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.832541 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.832785 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.833019 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.833268 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.833601 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.835758 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.835758 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.835758 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.835758 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.836077 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.836263 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.836777 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.837213 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.837486 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.837772 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.838619 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.838970 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.839274 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.839541 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.839897 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.840888 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.841306 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.841557 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.841815 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.842058 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.842348 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.842643 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.843123 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.843698 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.844240 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.844708 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.845330 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.845572 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.846143 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.846527 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.846886 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.848141 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.848979 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.849458 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.849899 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.850481 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.850723 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.850951 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.852065 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.853196 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.853450 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.854269 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.854609 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.855091 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.855470 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.855741 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.858881 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.859267 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.859642 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.860038 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.860452 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.860694 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.861169 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.861424 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.861663 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.861890 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.862123 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.862353 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.862607 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.862833 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.863061 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.863536 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.863770 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.864030 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.864255 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.864477 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.864697 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.864942 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.865243 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.865564 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.866006 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.866483 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.866889 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.867319 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.867727 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.868168 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.868580 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.868977 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.869403 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.869834 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.870276 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.870721 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.871125 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.871562 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.872259 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.872490 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.872730 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.872960 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.873215 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.873442 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.873720 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.873964 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.874224 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.874505 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.874753 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.875039 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.875320 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.875613 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.875846 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.876151 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.876446 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.876732 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.877035 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.877285 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.877524 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.877958 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.878274 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.878597 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.878852 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.879089 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.879790 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.880280 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.881139 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.881520 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.881900 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.882255 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.882527 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.882784 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.882997 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.883499 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.883771 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.884027 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.884311 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.884566 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.884822 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.885095 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.885334 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.885552 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.885804 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.886052 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.886268 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.886535 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.886759 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.887001 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.887223 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.887459 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.887709 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.887930 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.888151 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.888365 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.888580 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.888800 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.889203 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.889424 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.889648 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.889905 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.890178 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.890456 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.890689 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.890907 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.891163 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.891484 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.891659 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.891901 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.892152 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.892399 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.892625 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.892881 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.893097 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.893350 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.893562 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.893919 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.894328 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.894577 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.894803 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.895052 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.895285 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.895499 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.895908 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.896165 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.897169 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.897418 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.897655 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.897894 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.898263 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.898668 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.898941 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.899166 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.899389 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.899648 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.899838 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.900083 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.900349 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.900609 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.900829 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.901045 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.901278 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.901496 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.901716 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.902003 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.902264 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.902529 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.902775 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.903028 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.903243 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.903475 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.903686 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.903897 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.904120 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.904339 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.904549 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.904798 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.905010 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.905246 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.905470 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.905687 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.905949 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.906178 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.906389 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.906629 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.906852 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.907093 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.907304 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.907556 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.907766 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.907977 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.908203 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.908442 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.908652 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.908881 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.909090 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.909298 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.909520 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.909790 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.910002 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.910288 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.910772 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.911378 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.911669 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.911937 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.912371 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.912577 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.912876 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.913034 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.913333 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.913585 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.913813 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.914122 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.914299 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.914648 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.914924 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.915288 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.915417 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.915701 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.916153 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.916401 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.916649 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.916927 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.917265 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.917590 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.918006 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.918478 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.918662 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.918831 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.919019 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.919223 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.919475 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.919660 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.919896 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.920301 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.920536 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.920784 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.921004 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.921286 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.921557 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.921839 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.922081 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.922281 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.922484 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 01:37:28.922985 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 01:37:28.923143 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 01:37:28.923297 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 01:37:28.923468 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 01:37:28.923662 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 01:37:28.923808 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 01:37:28.924044 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.924154 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.924307 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.924505 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.924721 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.924894 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.925034 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.925201 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.925385 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.925514 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.925736 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.926028 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.926028 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.926258 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.926258 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.926470 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.926647 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.926740 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.926887 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.927052 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.927299 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.927922 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.928024 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] debug = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.928299 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.928432 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.928548 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.928693 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.928878 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.929033 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.929151 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.929318 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.929466 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.929629 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.929953 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.929953 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.930140 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.930245 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.930663 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.930663 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.930837 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.930837 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.931117 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] host = dv-neutron-816800-5-hyperv {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.931224 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.931368 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.931482 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.931636 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.931815 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.931987 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.932128 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.932286 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.932397 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.932678 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.932873 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.932873 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.933133 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.933244 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.933361 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_options = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.933496 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.933757 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.933927 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.934011 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.934147 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.934516 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.934516 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.934749 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.934826 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.934981 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.935147 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.935300 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.935435 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.935603 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.935741 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.936036 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.936036 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.936193 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.936381 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.936559 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.936677 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.936809 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.936987 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.937143 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.937274 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.937444 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.937688 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.937781 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.937935 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.938164 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.938251 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.938388 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.938582 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.938744 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.938899 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.939061 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.939218 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.939371 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.939526 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.939645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:37:28.939754 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.939832 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.939971 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.940128 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.940287 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.940445 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.940605 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.940763 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_json = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.940922 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.941081 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.941239 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.941397 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.941556 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.941714 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.941873 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.942034 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:37:28.942214 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.942379 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.942576 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.942739 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.942901 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.943116 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.943755 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.943920 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.944080 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.944241 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.944410 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.944576 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.944746 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.944910 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.945058 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.945222 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.945366 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.945531 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.945692 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.945853 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.946014 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.946175 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.946344 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.946551 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.946715 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.946876 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.947038 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.947207 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.947374 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.947532 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.947693 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.947855 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.948016 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.948176 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.948338 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.948501 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.948664 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.948827 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.948990 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.949151 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.949313 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.949473 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.949635 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.949796 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.949959 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.950121 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.950283 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.950462 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.950625 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.950793 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.950948 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.951800 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.951966 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.952130 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.952379 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.952379 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.953056 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.953056 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.953056 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.953056 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.953482 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.953482 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.953482 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.954201 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.954201 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.954201 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.954201 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.954703 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.954703 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.954703 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.955502 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.955502 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.955502 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.955502 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.955502 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.955502 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956208 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956208 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956208 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956208 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956208 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956533 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956533 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956680 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956831 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.956993 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.957153 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.957315 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.957476 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.957637 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.957797 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.957971 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.958147 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.958309 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.958541 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.958734 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.958897 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.959057 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.959218 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.959378 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.959525 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.959692 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.959851 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.960015 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.960178 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.960339 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.960499 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.960661 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.960821 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.960982 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.961142 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.961303 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.961463 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.961623 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.961786 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.961945 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.962106 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.962267 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.962463 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.962633 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.962798 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.962959 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.963127 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.963371 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.963492 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.963596 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.963764 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.963916 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.964076 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.964408 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.964408 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.964621 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.964814 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.964814 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.965026 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.965141 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.965302 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.965462 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.965646 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.965809 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.965971 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.966132 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.966294 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.966476 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.966638 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.966800 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.966962 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.967123 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.967286 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.967447 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.967609 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.967771 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.967932 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.968093 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.968255 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.968417 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.968580 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.968741 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.968902 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.969063 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.969224 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.969385 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.969546 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.969707 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.969869 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.970029 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.970191 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.970351 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.970533 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.970695 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.970855 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.971016 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.971177 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.971337 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.971498 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.971660 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.971821 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.971983 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.972145 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.972308 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.972470 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.972634 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.972797 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.972959 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.973121 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.973282 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.973447 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.973623 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.973769 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.973927 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.974064 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.974198 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.974476 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.974659 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.974822 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.974983 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.975145 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.975306 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.975468 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.975627 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.975789 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.975949 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.976111 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.976270 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.976433 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.976596 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.976759 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.976920 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.977081 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.977243 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.977506 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.977671 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.977845 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.978009 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.978233 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.978401 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.978657 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.978938 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.979116 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.979278 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.979440 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.979605 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.979760 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.979898 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.980075 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.980235 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.980392 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.980529 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.980683 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.980843 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.981012 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.981385 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.981546 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.981712 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.981865 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.982023 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.982194 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.982354 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.982551 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.982700 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.982831 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.982986 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.983157 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.983320 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.983481 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.983644 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.983792 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.983953 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.984123 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.984288 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.984450 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.984619 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.984779 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.984928 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.985089 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.985260 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.985421 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.985583 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.985744 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.985904 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.986065 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.986228 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.986393 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.986598 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.986769 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.986932 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.987102 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.987272 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.987441 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.987607 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.987781 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.988010 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.988220 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.988220 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.988569 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.988569 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.988820 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.988820 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.989071 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.989285 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.989285 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.989555 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.989555 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.989808 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.990491 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.990625 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.990757 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.990863 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.991007 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.991141 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.991302 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:37:28.991457 dv-neutron-816800-5-hyperv neutron-server[109841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 01:37:29.047053 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38072) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:37:29.056091 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069022 Nov 29 01:37:40.552305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d073ea4-a0a2-4c9b-9c48-43ab5bf632e2 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:37:40.636650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d073ea4-a0a2-4c9b-9c48-43ab5bf632e2 None None] No non-hosted networks {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 29 01:37:40.670370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-836612db-eabf-47e1-933c-175a8d591a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887652'] for agent, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:42.850317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22460e8c-bbe3-45fd-b39f-0326eb2fe418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887652'] for agent, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:42.890768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c1e80163-8382-41e3-abab-28f7c250837f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:43.861318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887652'] for agent, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:45.252783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887652'] for agent, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:46.226278 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887652'] for agent, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:46.227115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.227519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.227912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.228361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.228740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.229141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.229579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.229972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.230361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.230795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.231188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.231608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:46.232036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-816800-5-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:37:46.238727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-816800-5-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:37:46.614512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38162) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:37:47.117786 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING oslo_policy.policy [None req-86e40d7d-c73e-4c4c-91ad-8b097b9cbbd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:37:47.118447 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING oslo_policy.policy [None req-86e40d7d-c73e-4c4c-91ad-8b097b9cbbd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:37:47.343889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-86e40d7d-c73e-4c4c-91ad-8b097b9cbbd6 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:37:47.346391 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-86e40d7d-c73e-4c4c-91ad-8b097b9cbbd6 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7296634 Nov 29 01:37:49.329166 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.db.l3_hamode_db [None req-16ef0a26-3d4a-46cd-8653-bb8c63ec25d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 29 01:37:49.407628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef0a26-3d4a-46cd-8653-bb8c63ec25d8 None None] Routers set() bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:37:49.407992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef0a26-3d4a-46cd-8653-bb8c63ec25d8 None None] Router IDs set() for agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 01:37:49.947784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38178) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:37:50.253145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6ddc755b-97b1-479d-b548-503cdaa44df8 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:37:50.348734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.policy [None req-6ddc755b-97b1-479d-b548-503cdaa44df8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109949) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 01:37:50.396202 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING oslo_policy.policy [None req-6ddc755b-97b1-479d-b548-503cdaa44df8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:37:50.396577 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING oslo_policy.policy [None req-6ddc755b-97b1-479d-b548-503cdaa44df8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:37:50.405010 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.quota [None req-6ddc755b-97b1-479d-b548-503cdaa44df8 admin admin] Loaded quota_driver: . Nov 29 01:37:50.493729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6ddc755b-97b1-479d-b548-503cdaa44df8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793894050022', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793894050459', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793893998153', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793894004499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793894010816', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793894017738', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-727919', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-668872', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8068189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7880581'] for rbac-policy, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:50.560332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6ddc755b-97b1-479d-b548-503cdaa44df8 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:50.561537 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6ddc755b-97b1-479d-b548-503cdaa44df8 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6127558 Nov 29 01:37:53.310355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38190) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:37:53.601209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Request body: {'network': {'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'name': 'private', 'admin_state_up': True, 'project_id': '07dcd0ccffbc41d5840974d31283656e'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:37:53.630093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Made reservation on behalf of 07dcd0ccffbc41d5840974d31283656e for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:37:53.633016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:53.649770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:53.757292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:53.761045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:53.785709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:37:53.809376 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793891072799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:53.809950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Unsubscribe: segment precommit_create {{(pid=109949) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 01:37:53.810479 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Added segment face64b3-b4b4-4f54-b086-c4183e4edeca of type vlan for network 662698b1-4404-4c93-ad88-16e2874a371e Nov 29 01:37:53.815926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edefc14-cc02-415b-a635-8ebf1cae9613,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:37:53.837297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.837661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.838075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.838456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.838811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.839152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.839479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.839816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.840137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.840453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.840769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.841081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Tracked resource versions report: Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: pushed versions: Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: { 'AddressGroup': {'1.2'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'ConntrackHelper': {'1.0'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Log': {'1.0'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Network': {'1.1'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Port': {'1.7'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'PortForwarding': {'1.2'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'QosPolicy': {'1.10'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SecurityGroup': {'1.5'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SubPort': {'1.0'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Subnet': {'1.1'}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Trunk': {'1.1'}} Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: consumer versions: Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: { DHCP agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: L3 agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: Metadata agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: Metering agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: Open vSwitch agent@dv-neutron-816800-5-hyperv: { 'AddressGroup': '1.2', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'ConntrackHelper': '1.0', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Log': '1.0', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Network': '1.1', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Port': '1.7', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'PortForwarding': '1.2', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'QosPolicy': '1.10', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SecurityGroup': '1.5', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SecurityGroupRule': '1.2', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SubPort': '1.0', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Subnet': '1.1', Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Trunk': '1.1'}} Nov 29 01:37:53.842398 dv-neutron-816800-5-hyperv neutron-server[109949]: {{(pid=109949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:37:53.931885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:53.970219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:53.971341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:37:53.972720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:54.033287 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7217686 Nov 29 01:37:54.075148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660f0f-c839-41df-81b0-64400d0ec88e admin admin] Pushing event updated for resources: {'Network': ['ID=662698b1-4404-4c93-ad88-16e2874a371e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:37:54.087450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 662698b1-4404-4c93-ad88-16e2874a371e details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:37:56.891922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38204) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:37:57.287152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d834fb-6831-42be-848c-03fbf9d981cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:37:57.288544 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-80d834fb-6831-42be-848c-03fbf9d981cf admin admin] 10.222.0.30 "GET /v2.0/networks/662698b1-4404-4c93-ad88-16e2874a371e HTTP/1.1" status: 200 len: 825 time: 0.3956709 Nov 29 01:37:57.312436 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-693e4bf1-6c79-4bcd-b2e4-237350d38dd2 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/321cb12a-0408-4443-93b6-0d84680614e2 HTTP/1.1" status: 200 len: 734 time: 0.0177503 Nov 29 01:37:57.321844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Request body: {'subnet': {'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'name': 'private-subnet', 'subnetpool_id': '321cb12a-0408-4443-93b6-0d84680614e2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:37:57.344059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Made reservation on behalf of 07dcd0ccffbc41d5840974d31283656e for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:37:57.346481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:57.639748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:57.707101 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65950a38-63e4-4b61-9a5d-f52812fa5727,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:37:57.708910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Checking segment: {'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:37:57.709298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Network hostable DHCP agents. Network: 662698b1-4404-4c93-ad88-16e2874a371e, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:37:57.729409 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Network 662698b1-4404-4c93-ad88-16e2874a371e is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:37:57.743996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 662698b1-4404-4c93-ad88-16e2874a371e) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:37:57.748761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:37:57.749356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:57.755049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006ecd5-7a83-45d8-90af-944daa8a1d88 None None] Network 662698b1-4404-4c93-ad88-16e2874a371e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:37:57.765051 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-239611a6-e2be-4f9e-b381-93a8f5f21f5d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4463668 Nov 29 01:37:58.092715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-662698b1-4404-4c93-ad88-16e2874a371e', 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'fixed_ips': [{'subnet_id': '65950a38-63e4-4b61-9a5d-f52812fa5727'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:37:58.093994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:58.389759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Allocated IP 172.20.0.2 (662698b1-4404-4c93-ad88-16e2874a371e/65950a38-63e4-4b61-9a5d-f52812fa5727/b3144b76-ab56-4e88-b39b-6cca861dd22e) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:37:58.588928 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:58.597259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:58.672644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Network 662698b1-4404-4c93-ad88-16e2874a371e is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:37:58.681315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:37:58.687304 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Pushing event updated for resources: {'Port': ['ID=b3144b76-ab56-4e88-b39b-6cca861dd22e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:37:58.691246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:37:58.699011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.699395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.699746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.700089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.700428 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.700783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.701124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.701476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.701829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.702164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.702524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.702856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Tracked resource versions report: Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: pushed versions: Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: { 'AddressGroup': {'1.2'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'ConntrackHelper': {'1.0'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Log': {'1.0'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Network': {'1.1'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Port': {'1.7'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'PortForwarding': {'1.2'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'QosPolicy': {'1.10'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SecurityGroup': {'1.5'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SubPort': {'1.0'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Subnet': {'1.1'}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Trunk': {'1.1'}} Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: consumer versions: Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: { DHCP agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: L3 agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: Metadata agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: Metering agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: Open vSwitch agent@dv-neutron-816800-5-hyperv: { 'AddressGroup': '1.2', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'ConntrackHelper': '1.0', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Log': '1.0', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Network': '1.1', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Port': '1.7', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'PortForwarding': '1.2', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'QosPolicy': '1.10', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SecurityGroup': '1.5', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SecurityGroupRule': '1.2', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SubPort': '1.0', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Subnet': '1.1', Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Trunk': '1.1'}} Nov 29 01:37:58.704219 dv-neutron-816800-5-hyperv neutron-server[109950]: {{(pid=109950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:37:58.778635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Attempting to bind port b3144b76-ab56-4e88-b39b-6cca861dd22e on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:37:58.779311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Attempting to bind port b3144b76-ab56-4e88-b39b-6cca861dd22e by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:37:58.779452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Attempting to bind port b3144b76-ab56-4e88-b39b-6cca861dd22e on network 662698b1-4404-4c93-ad88-16e2874a371e {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:37:58.784848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:37:58.785229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Checking segment: {'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:37:58.785696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:58.786092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Bound using segment: {'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:37:58.786557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Bound port: b3144b76-ab56-4e88-b39b-6cca861dd22e, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:37:58.787010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:58.847215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] For port b3144b76-ab56-4e88-b39b-6cca861dd22e, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:37:58.851692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] For port b3144b76-ab56-4e88-b39b-6cca861dd22e, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b3144b76-ab56-4e88-b39b-6cca861dd22e,segment=NetworkSegment(face64b3-b4b4-4f54-b086-c4183e4edeca),segment_id=face64b3-b4b4-4f54-b086-c4183e4edeca)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:37:58.855720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:37:58.923883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730c4d0-4370-4bd4-9f2c-151ed77ec0c0 None None] Pushing event updated for resources: {'Port': ['ID=b3144b76-ab56-4e88-b39b-6cca861dd22e,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:00.375611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38212) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:00.681315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-708f1893-4cd6-4e57-bc64-d6566b49fb95 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:38:00.682390 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-708f1893-4cd6-4e57-bc64-d6566b49fb95 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3058143 Nov 29 01:38:03.274581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38220) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:03.584729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-8d7f39c7-eca7-44ae-b998-f91182d96d9b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:38:03.585718 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8d7f39c7-eca7-44ae-b998-f91182d96d9b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3101256 Nov 29 01:38:05.863693 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:38:06.414762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38230) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:06.724648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d428ae31-5ab1-43de-8ea2-394e7d8632e6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'admin_state_up': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:38:06.749134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d428ae31-5ab1-43de-8ea2-394e7d8632e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:06.750950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d428ae31-5ab1-43de-8ea2-394e7d8632e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:06.896540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d428ae31-5ab1-43de-8ea2-394e7d8632e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:06.901051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d428ae31-5ab1-43de-8ea2-394e7d8632e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:06.915074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d428ae31-5ab1-43de-8ea2-394e7d8632e6 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:06.916261 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d428ae31-5ab1-43de-8ea2-394e7d8632e6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5004129 Nov 29 01:38:07.946617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8da67-3949-4441-b49c-ba1914b97d8e None None] Network 662698b1-4404-4c93-ad88-16e2874a371e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:38:08.069793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b3144b76-ab56-4e88-b39b-6cca861dd22e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:38:08.082344 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-541cd9af-9082-402e-862b-946454c47b5e None None] Provisioning complete for port b3144b76-ab56-4e88-b39b-6cca861dd22e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:08.082751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-541cd9af-9082-402e-862b-946454c47b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:08.288372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b3144b76-ab56-4e88-b39b-6cca861dd22e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:08.288486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:08.338489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-541cd9af-9082-402e-862b-946454c47b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:08.384178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-541cd9af-9082-402e-862b-946454c47b5e None None] For port b3144b76-ab56-4e88-b39b-6cca861dd22e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b3144b76-ab56-4e88-b39b-6cca861dd22e,segment=NetworkSegment(face64b3-b4b4-4f54-b086-c4183e4edeca),segment_id=face64b3-b4b4-4f54-b086-c4183e4edeca)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:38:08.391576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-541cd9af-9082-402e-862b-946454c47b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:08.462332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cd9af-9082-402e-862b-946454c47b5e None None] Pushing event updated for resources: {'Port': ['ID=b3144b76-ab56-4e88-b39b-6cca861dd22e,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:08.510236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-39dbbf3f-f982-4372-8f00-6035de987017 None None] Provisioning complete for port b3144b76-ab56-4e88-b39b-6cca861dd22e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:08.510545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39dbbf3f-f982-4372-8f00-6035de987017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:09.523272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38244) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:09.825182 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-66368613-930a-4576-aba4-b77a4d72300d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:38:09.826167 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-66368613-930a-4576-aba4-b77a4d72300d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3019567 Nov 29 01:38:10.040518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b3144b76-ab56-4e88-b39b-6cca861dd22e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:38:10.091053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b3144b76-ab56-4e88-b39b-6cca861dd22e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:10.091435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:10.449229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d59bd2c-ddfe-4f62-ae8b-0af699ed7827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:12.402178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38252) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:12.845605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9be7c613-aab2-4710-b515-6fc2adca9b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:12.911872 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING oslo_policy.policy [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:38:12.912468 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING oslo_policy.policy [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:38:13.142943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:38:13.144498 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.quota [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Loaded quota_driver: . Nov 29 01:38:13.198664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Made reservation on behalf of a042a31af0b841d18ee9a4ae14291c09 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:38:13.265485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.policy [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109948) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 01:38:13.312559 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING oslo_policy.policy [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:38:13.312927 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING oslo_policy.policy [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:38:13.323288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.342760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.455845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.459439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.471110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Reserving flat network on physical network physnet1 {{(pid=109948) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 29 01:38:13.503482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793891072799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.504049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Unsubscribe: segment precommit_create {{(pid=109948) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 01:38:13.504584 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Added segment e927362e-ccd5-4169-931a-b283f993be8e of type flat for network 40e2dcc6-a559-4278-9c5c-3210136b6894 Nov 29 01:38:13.524716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd9c6f-8fd5-47eb-b591-8d9e718ba1f1,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:13.543630 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.544049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.544420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.544763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.545100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.545452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.545789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.546140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.546498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.546827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.547152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.547479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Tracked resource versions report: Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: pushed versions: Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: { 'AddressGroup': {'1.2'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'ConntrackHelper': {'1.0'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Log': {'1.0'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Network': {'1.1'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Port': {'1.7'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'PortForwarding': {'1.2'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'QosPolicy': {'1.10'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SecurityGroup': {'1.5'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SubPort': {'1.0'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Subnet': {'1.1'}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Trunk': {'1.1'}} Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: consumer versions: Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: { DHCP agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: L3 agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: Metadata agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: Metering agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: Open vSwitch agent@dv-neutron-816800-5-hyperv: { 'AddressGroup': '1.2', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'ConntrackHelper': '1.0', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Log': '1.0', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Network': '1.1', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Port': '1.7', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'PortForwarding': '1.2', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'QosPolicy': '1.10', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SecurityGroup': '1.5', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SecurityGroupRule': '1.2', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SubPort': '1.0', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Subnet': '1.1', Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Trunk': '1.1'}} Nov 29 01:38:13.548852 dv-neutron-816800-5-hyperv neutron-server[109948]: {{(pid=109948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:38:13.646104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.690869 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.692125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:38:13.692860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.784999 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:13.790298 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3858736 Nov 29 01:38:13.798213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a759c28-9a34-4eb3-8bb6-f61d75b63471 admin admin] Pushing event updated for resources: {'Network': ['ID=40e2dcc6-a559-4278-9c5c-3210136b6894,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:13.809947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:38:15.175367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:16.227055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:16.349105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38282) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:16.568402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f99522-9ee1-4a0e-bc99-6e0ddc438589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:38:16.569731 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b1f99522-9ee1-4a0e-bc99-6e0ddc438589 admin admin] 10.222.0.30 "GET /v2.0/subnets/65950a38-63e4-4b61-9a5d-f52812fa5727 HTTP/1.1" status: 200 len: 849 time: 0.2195635 Nov 29 01:38:16.729292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-93c8beb3-3a2d-4c67-b36e-a6cfa7080a3d admin admin] 10.222.0.30 "GET /v2.0/routers/b445d74f-da8b-4104-b07c-15c3dd17feb5 HTTP/1.1" status: 200 len: 704 time: 0.1535411 Nov 29 01:38:17.012276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:17.305756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Allocated IP 172.20.0.1 (662698b1-4404-4c93-ad88-16e2874a371e/65950a38-63e4-4b61-9a5d-f52812fa5727/a78fc027-0360-4793-a11b-d9634df7978b) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:38:17.487534 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:17.554028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:17.629670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Network 662698b1-4404-4c93-ad88-16e2874a371e is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:38:17.634581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:38:17.638230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:38:17.638813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:17.702978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Pushing event updated for resources: {'Port': ['ID=a78fc027-0360-4793-a11b-d9634df7978b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:17.839222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:17.888657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-32e15dbd-23a4-421e-8d02-cddc8d3c0bdd None None] Provisioning complete for port a78fc027-0360-4793-a11b-d9634df7978b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:17.889199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32e15dbd-23a4-421e-8d02-cddc8d3c0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:17.922984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-32e15dbd-23a4-421e-8d02-cddc8d3c0bdd None None] Port a78fc027-0360-4793-a11b-d9634df7978b cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:38:18.097785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:18.102122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:18.102945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:18.184786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Pushing event updated for resources: {'Port': ['ID=a78fc027-0360-4793-a11b-d9634df7978b,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:18.224453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Network 662698b1-4404-4c93-ad88-16e2874a371e is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:38:18.225712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:38:18.385627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Router b445d74f-da8b-4104-b07c-15c3dd17feb5 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:38:18.445219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-356b6294-b1f1-4089-8b4c-56970c29b40f None None] Provisioning complete for port a78fc027-0360-4793-a11b-d9634df7978b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:18.445520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-356b6294-b1f1-4089-8b4c-56970c29b40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:18.479203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-356b6294-b1f1-4089-8b4c-56970c29b40f None None] Port a78fc027-0360-4793-a11b-d9634df7978b cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:38:18.479483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:38:18.484707 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-53686f10-4d9d-49a8-9c49-9262e1951e52 admin admin] 10.222.0.30 "PUT /v2.0/routers/b445d74f-da8b-4104-b07c-15c3dd17feb5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7497904 Nov 29 01:38:18.489695 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Sync routers for ids ['b445d74f-da8b-4104-b07c-15c3dd17feb5'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:38:18.502461 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Routers {'b445d74f-da8b-4104-b07c-15c3dd17feb5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:38:18.503308 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:38:13Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b445d74f-da8b-4104-b07c-15c3dd17feb5'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:38:18.693496 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Set router b445d74f-da8b-4104-b07c-15c3dd17feb5 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:38:19.122045 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'name': 'router1', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:38:06Z', 'updated_at': '2021-11-29T01:38:17Z', 'revision_number': 2, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'gw_port_host': None, '_interfaces': [{'id': 'a78fc027-0360-4793-a11b-d9634df7978b', 'name': '', 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'mac_address': 'fa:16:3e:bd:50:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:17Z', 'updated_at': '2021-11-29T01:38:17Z', 'revision_number': 2, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'subnets': [{'id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '321cb12a-0408-4443-93b6-0d84680614e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:38:19.173507 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Checking router: b445d74f-da8b-4104-b07c-15c3dd17feb5 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:38:19.173886 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Updating router b445d74f-da8b-4104-b07c-15c3dd17feb5 port a78fc027-0360-4793-a11b-d9634df7978b binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:38:19.221740 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:19.729084 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:19.735732 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:19.902490 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Attempting to bind port a78fc027-0360-4793-a11b-d9634df7978b on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:38:19.902899 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Attempting to bind port a78fc027-0360-4793-a11b-d9634df7978b by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:38:19.903351 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Attempting to bind port a78fc027-0360-4793-a11b-d9634df7978b on network 662698b1-4404-4c93-ad88-16e2874a371e {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:38:19.905946 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Pushing event updated for resources: {'Port': ['ID=a78fc027-0360-4793-a11b-d9634df7978b,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:19.912626 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:38:19.913099 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Checking segment: {'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:38:19.913501 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:19.913897 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Bound using segment: {'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:38:19.914356 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Bound port: a78fc027-0360-4793-a11b-d9634df7978b, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'face64b3-b4b4-4f54-b086-c4183e4edeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:38:19.914778 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:19.927313 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.927668 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.928015 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.928352 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.928683 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.929018 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.929348 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.929685 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.930031 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.930358 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.930708 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.931029 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Tracked resource versions report: Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: pushed versions: Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: { 'AddressGroup': {'1.2'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'ConntrackHelper': {'1.0'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Log': {'1.0'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Network': {'1.1'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Port': {'1.7'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'PortForwarding': {'1.2'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'QosPolicy': {'1.10'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SecurityGroup': {'1.5'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SubPort': {'1.0'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Subnet': {'1.1'}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Trunk': {'1.1'}} Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: consumer versions: Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: { DHCP agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: L3 agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: Metadata agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: Metering agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: Open vSwitch agent@dv-neutron-816800-5-hyperv: { 'AddressGroup': '1.2', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'ConntrackHelper': '1.0', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Log': '1.0', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Network': '1.1', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Port': '1.7', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'PortForwarding': '1.2', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'QosPolicy': '1.10', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SecurityGroup': '1.5', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SecurityGroupRule': '1.2', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SubPort': '1.0', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Subnet': '1.1', Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Trunk': '1.1'}} Nov 29 01:38:19.932352 dv-neutron-816800-5-hyperv neutron-server[109951]: {{(pid=109951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:38:19.993099 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] For port a78fc027-0360-4793-a11b-d9634df7978b, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:38:20.013187 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] For port a78fc027-0360-4793-a11b-d9634df7978b, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a78fc027-0360-4793-a11b-d9634df7978b,segment=NetworkSegment(face64b3-b4b4-4f54-b086-c4183e4edeca),segment_id=face64b3-b4b4-4f54-b086-c4183e4edeca)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:38:20.016823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c809398a-fc72-4701-bf78-cb02b41bd475 None None] Provisioning complete for port a78fc027-0360-4793-a11b-d9634df7978b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:20.017524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c809398a-fc72-4701-bf78-cb02b41bd475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:20.019129 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:20.070126 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Routers {'b445d74f-da8b-4104-b07c-15c3dd17feb5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:38:20.070126 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:38:13Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b445d74f-da8b-4104-b07c-15c3dd17feb5'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:38:20.103914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c809398a-fc72-4701-bf78-cb02b41bd475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:20.138017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c809398a-fc72-4701-bf78-cb02b41bd475 None None] For port a78fc027-0360-4793-a11b-d9634df7978b, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a78fc027-0360-4793-a11b-d9634df7978b,segment=NetworkSegment(face64b3-b4b4-4f54-b086-c4183e4edeca),segment_id=face64b3-b4b4-4f54-b086-c4183e4edeca)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:38:20.143778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c809398a-fc72-4701-bf78-cb02b41bd475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:20.163714 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] Set router b445d74f-da8b-4104-b07c-15c3dd17feb5 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:38:20.196309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809398a-fc72-4701-bf78-cb02b41bd475 None None] Pushing event updated for resources: {'Port': ['ID=a78fc027-0360-4793-a11b-d9634df7978b,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:20.266812 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ec7d8-fe6e-481f-b37e-dbd7613f9b59 None None] Pushing event updated for resources: {'Port': ['ID=a78fc027-0360-4793-a11b-d9634df7978b,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:20.267733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b3b2dd84-7202-424b-942a-55c3d19a0d0a None None] Provisioning complete for port a78fc027-0360-4793-a11b-d9634df7978b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:20.268110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b3b2dd84-7202-424b-942a-55c3d19a0d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:20.389216 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'name': 'router1', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:38:06Z', 'updated_at': '2021-11-29T01:38:17Z', 'revision_number': 2, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'gw_port_host': None, '_interfaces': [{'id': 'a78fc027-0360-4793-a11b-d9634df7978b', 'name': '', 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'mac_address': 'fa:16:3e:bd:50:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:17Z', 'updated_at': '2021-11-29T01:38:19Z', 'revision_number': 4, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'subnets': [{'id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '321cb12a-0408-4443-93b6-0d84680614e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:38:20.415469 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a3853-71fe-4132-8618-0dc2d62b7695 None None] The sync data for ids ['b445d74f-da8b-4104-b07c-15c3dd17feb5'] in dv-neutron-816800-5-hyperv is: [{'id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'name': 'router1', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:38:06Z', 'updated_at': '2021-11-29T01:38:17Z', 'revision_number': 2, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'gw_port_host': None, '_interfaces': [{'id': 'a78fc027-0360-4793-a11b-d9634df7978b', 'name': '', 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'mac_address': 'fa:16:3e:bd:50:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:17Z', 'updated_at': '2021-11-29T01:38:19Z', 'revision_number': 4, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'subnets': [{'id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '321cb12a-0408-4443-93b6-0d84680614e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:38:20.927514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38302) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:21.035315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b30d9-98ec-46c9-a20a-0dbf4ba7f701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:38:21.036680 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bb3b30d9-98ec-46c9-a20a-0dbf4ba7f701 admin admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 842 time: 0.1081829 Nov 29 01:38:21.046751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.8.1', 'enable_dhcp': False, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'name': 'public-subnet', 'cidr': '172.26.8.0/24', 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:38:21.070718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Made reservation on behalf of a042a31af0b841d18ee9a4ae14291c09 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:38:21.072967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:21.367640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.objects.ports [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109948) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:38:21.368085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:21.425069 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a450ee-4a37-4d93-b435-a144707d01a5,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:21.436033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:38:21.436391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Network hostable DHCP agents. Network: 40e2dcc6-a559-4278-9c5c-3210136b6894, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:38:21.457441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:38:21.467653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 40e2dcc6-a559-4278-9c5c-3210136b6894) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:38:21.473623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:38:21.474218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:21.478293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e3c53-444d-4c42-953a-c4a247f257d1 None None] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:38:21.498952 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9b5465c4-30fb-4810-9e2b-24b214a74533 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4555478 Nov 29 01:38:21.630409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c6533-5753-479e-8d2e-55d251a50a43 None None] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:38:24.011755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38310) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:24.143399 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d5b5984c-f969-4e4b-a58a-226b66df6297 admin admin] 10.222.0.30 "GET /v2.0/routers/b445d74f-da8b-4104-b07c-15c3dd17feb5 HTTP/1.1" status: 200 len: 710 time: 0.1304319 Nov 29 01:38:24.237405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b2475-ea57-465b-8c9b-53672027d39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:38:24.238764 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7a0b2475-ea57-465b-8c9b-53672027d39b admin admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 886 time: 0.0892673 Nov 29 01:38:24.248714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-899aee96-c944-4718-8534-553684535831 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:38:24.566698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:24.795023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:24.870711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:24.972154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-899aee96-c944-4718-8534-553684535831 admin admin] Allocated IP 172.26.8.73 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/5a766485-8878-42ad-b6cc-5e619307ee44) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:38:25.075901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:25.107556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:25.142558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899aee96-c944-4718-8534-553684535831 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:38:25.147070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-899aee96-c944-4718-8534-553684535831 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:38:25.150348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899aee96-c944-4718-8534-553684535831 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:38:25.213390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aee96-c944-4718-8534-553684535831 admin admin] Pushing event updated for resources: {'Port': ['ID=5a766485-8878-42ad-b6cc-5e619307ee44,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:25.396380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:25.606684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:25.610710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:25.715119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899aee96-c944-4718-8534-553684535831 admin admin] Router b445d74f-da8b-4104-b07c-15c3dd17feb5 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:38:25.823029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899aee96-c944-4718-8534-553684535831 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:38:25.827701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-899aee96-c944-4718-8534-553684535831 admin admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:25.829000 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-899aee96-c944-4718-8534-553684535831 admin admin] 10.222.0.30 "PUT /v2.0/routers/b445d74f-da8b-4104-b07c-15c3dd17feb5 HTTP/1.1" status: 200 len: 889 time: 1.5837412 Nov 29 01:38:27.625877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Sync routers for ids ['b445d74f-da8b-4104-b07c-15c3dd17feb5'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:38:27.639348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Routers {'b445d74f-da8b-4104-b07c-15c3dd17feb5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:38:27.640099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:38:13Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b445d74f-da8b-4104-b07c-15c3dd17feb5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:38:27.850522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Set router b445d74f-da8b-4104-b07c-15c3dd17feb5 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:38:28.093131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a78fc027-0360-4793-a11b-d9634df7978b up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:38:28.229098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a78fc027-0360-4793-a11b-d9634df7978b triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:28.229387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:28.404991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'name': 'router1', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': '5a766485-8878-42ad-b6cc-5e619307ee44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:38:06Z', 'updated_at': '2021-11-29T01:38:25Z', 'revision_number': 4, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'gw_port': {'id': '5a766485-8878-42ad-b6cc-5e619307ee44', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:24Z', 'updated_at': '2021-11-29T01:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'a78fc027-0360-4793-a11b-d9634df7978b', 'name': '', 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'mac_address': 'fa:16:3e:bd:50:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:17Z', 'updated_at': '2021-11-29T01:38:20Z', 'revision_number': 5, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'subnets': [{'id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '321cb12a-0408-4443-93b6-0d84680614e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:38:28.461441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Checking router: b445d74f-da8b-4104-b07c-15c3dd17feb5 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:38:28.461670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38322) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:38:28.462127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Updating router b445d74f-da8b-4104-b07c-15c3dd17feb5 port 5a766485-8878-42ad-b6cc-5e619307ee44 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:38:28.518952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:28.572449 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3b219623-3384-4d43-858f-753d5f61d1d9 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1098053 Nov 29 01:38:28.851775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:28.858516 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:28.911057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Attempting to bind port 5a766485-8878-42ad-b6cc-5e619307ee44 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:38:28.911433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Attempting to bind port 5a766485-8878-42ad-b6cc-5e619307ee44 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:38:28.912022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Attempting to bind port 5a766485-8878-42ad-b6cc-5e619307ee44 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:38:28.913989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c7c40-12ce-46c6-b912-48626627bc09 None None] Pushing event updated for resources: {'Port': ['ID=5a766485-8878-42ad-b6cc-5e619307ee44,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:28.921221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:38:28.922170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:38:28.922661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:28.923053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:38:28.923567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Bound port: 5a766485-8878-42ad-b6cc-5e619307ee44, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:38:28.924074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:28.975064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] For port 5a766485-8878-42ad-b6cc-5e619307ee44, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:38:28.978337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] For port 5a766485-8878-42ad-b6cc-5e619307ee44, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5a766485-8878-42ad-b6cc-5e619307ee44,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:38:28.982531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:29.040871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Routers {'b445d74f-da8b-4104-b07c-15c3dd17feb5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:38:29.041498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:38:13Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b445d74f-da8b-4104-b07c-15c3dd17feb5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:38:29.074204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c7c40-12ce-46c6-b912-48626627bc09 None None] Pushing event updated for resources: {'Port': ['ID=5a766485-8878-42ad-b6cc-5e619307ee44,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:29.149594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] Set router b445d74f-da8b-4104-b07c-15c3dd17feb5 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:38:29.365202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'name': 'router1', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': '5a766485-8878-42ad-b6cc-5e619307ee44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:38:06Z', 'updated_at': '2021-11-29T01:38:25Z', 'revision_number': 4, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'gw_port': {'id': '5a766485-8878-42ad-b6cc-5e619307ee44', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:24Z', 'updated_at': '2021-11-29T01:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'a78fc027-0360-4793-a11b-d9634df7978b', 'name': '', 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'mac_address': 'fa:16:3e:bd:50:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:17Z', 'updated_at': '2021-11-29T01:38:20Z', 'revision_number': 5, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'subnets': [{'id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '321cb12a-0408-4443-93b6-0d84680614e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:38:29.392433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314079a-43d1-4278-a4ee-77f2bb3130de None None] The sync data for ids ['b445d74f-da8b-4104-b07c-15c3dd17feb5'] in dv-neutron-816800-5-hyperv is: [{'id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'name': 'router1', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': '5a766485-8878-42ad-b6cc-5e619307ee44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:38:06Z', 'updated_at': '2021-11-29T01:38:25Z', 'revision_number': 4, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'gw_port': {'id': '5a766485-8878-42ad-b6cc-5e619307ee44', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:24Z', 'updated_at': '2021-11-29T01:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'a78fc027-0360-4793-a11b-d9634df7978b', 'name': '', 'network_id': '662698b1-4404-4c93-ad88-16e2874a371e', 'tenant_id': '07dcd0ccffbc41d5840974d31283656e', 'mac_address': 'fa:16:3e:bd:50:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b445d74f-da8b-4104-b07c-15c3dd17feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:38:17Z', 'updated_at': '2021-11-29T01:38:20Z', 'revision_number': 5, 'project_id': '07dcd0ccffbc41d5840974d31283656e', 'subnets': [{'id': '65950a38-63e4-4b61-9a5d-f52812fa5727', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '321cb12a-0408-4443-93b6-0d84680614e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:38:30.081649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5a766485-8878-42ad-b6cc-5e619307ee44 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:38:30.135002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5a766485-8878-42ad-b6cc-5e619307ee44 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:30.135370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:30.220301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:30.240497 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 5a766485-8878-42ad-b6cc-5e619307ee44, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5a766485-8878-42ad-b6cc-5e619307ee44,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:38:30.244750 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:30.289801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=5a766485-8878-42ad-b6cc-5e619307ee44,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:38:32.078377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5a766485-8878-42ad-b6cc-5e619307ee44 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:38:32.149048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5a766485-8878-42ad-b6cc-5e619307ee44 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:38:32.149734 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:40.451295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56ae262e-1974-410d-8aec-d31b8b94a135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:42.848651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aa5a240a-4170-46df-ab66-b54bc792ea3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:42.869653 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:38:43.802395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:45.188945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:38:46.224474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:10.454147 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-738d1173-7ca6-4e8f-8225-558f1795b05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:12.865230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bebd6039-6e99-4213-814e-0ad4b133a90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:13.789791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:15.184561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:16.222976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:19.858041 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:39:40.456410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3e63e761-3d0c-4522-88a0-0e07b330dc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:42.851314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-301ead45-8050-4a2c-bfec-e43011bfdd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:43.793423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:45.186835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:46.225175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:54.475636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38838) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:39:54.540813 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aa322e-012c-42da-a7f1-3ae751bc52ca admin admin] GET failed (client error): The resource could not be found. Nov 29 01:39:54.542145 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-08aa322e-012c-42da-a7f1-3ae751bc52ca admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655587 Nov 29 01:39:54.779030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576abb57-5661-4f8e-a923-23b582f0e555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:39:54.780925 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-576abb57-5661-4f8e-a923-23b582f0e555 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2336209 Nov 29 01:39:56.857171 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:39:57.203838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38848) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:39:57.301072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd7da56-1ddf-44b0-a971-d7313224b93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:39:57.302348 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6fd7da56-1ddf-44b0-a971-d7313224b93f admin admin] 10.222.0.30 "GET /v2.0/subnets/65950a38-63e4-4b61-9a5d-f52812fa5727 HTTP/1.1" status: 200 len: 849 time: 0.0975285 Nov 29 01:39:57.313034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:39:57.399803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:57.540814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793891265136'] for subnet, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:57.574755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:39:57.575574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:57.577116 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] 10.222.0.30 "PUT /v2.0/subnets/65950a38-63e4-4b61-9a5d-f52812fa5727 HTTP/1.1" status: 200 len: 868 time: 0.2682118 Nov 29 01:39:57.578738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8092c102-a072-4880-a3d4-04c8040d96bb None None] Network 662698b1-4404-4c93-ad88-16e2874a371e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:39:57.593771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65950a38-63e4-4b61-9a5d-f52812fa5727,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:39:57.601303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.601732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.602082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.602909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.603397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.603733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.604160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.604489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.604828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.605160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.605493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.605818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9904910-abba-4e8a-b4d2-60606cb4dbb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:39:57.946017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e8e6a8a2-3eed-448f-8762-a9c6e9bf95d5 None None] Provisioning complete for port a78fc027-0360-4793-a11b-d9634df7978b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:39:57.946292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8e6a8a2-3eed-448f-8762-a9c6e9bf95d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:58.029531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e8e6a8a2-3eed-448f-8762-a9c6e9bf95d5 None None] Provisioning complete for port b3144b76-ab56-4e88-b39b-6cca861dd22e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:39:58.030601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8e6a8a2-3eed-448f-8762-a9c6e9bf95d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:39:59.972033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38856) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:00.170789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc09c68-2c4b-4287-8a17-d01fc5c1fbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:00.171173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc09c68-2c4b-4287-8a17-d01fc5c1fbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:00.172703 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8bc09c68-2c4b-4287-8a17-d01fc5c1fbd1 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996994 Nov 29 01:40:02.549442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38864) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:02.680911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aed0ed-f59f-43d0-9921-3d215ec843c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:02.681390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aed0ed-f59f-43d0-9921-3d215ec843c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:02.682941 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b3aed0ed-f59f-43d0-9921-3d215ec843c8 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325407 Nov 29 01:40:05.055039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38872) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:05.210812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2893ce29-2297-44d2-b799-5f80e1a40c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:05.212171 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2893ce29-2297-44d2-b799-5f80e1a40c7d admin admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 886 time: 0.1561952 Nov 29 01:40:07.582230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38882) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:07.712606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc1c62-4068-43d6-9666-d53fd13a7e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:07.713970 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-96dc1c62-4068-43d6-9666-d53fd13a7e30 admin admin] 10.222.0.30 "GET /v2.0/networks/662698b1-4404-4c93-ad88-16e2874a371e HTTP/1.1" status: 200 len: 869 time: 0.1307507 Nov 29 01:40:10.074960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38890) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:10.198472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c57e73a-1999-47dc-95bb-9a9a3b14db66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:10.198942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c57e73a-1999-47dc-95bb-9a9a3b14db66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:10.200513 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1c57e73a-1999-47dc-95bb-9a9a3b14db66 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245873 Nov 29 01:40:10.458815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c95b2147-c795-4d29-b4da-2dcf5d5c4ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:12.585490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38898) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:12.677120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d3473-c681-481e-85a3-cca3e5a2eabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:12.677586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d3473-c681-481e-85a3-cca3e5a2eabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:12.679127 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5a9d3473-c681-481e-85a3-cca3e5a2eabe admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926821 Nov 29 01:40:12.856797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9b1f-9989-4a1b-ac84-b467e9de5048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:13.797625 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:15.064223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38906) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:15.156994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1c65c-05ba-435c-8049-deb054c79ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:15.158345 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-53f1c65c-05ba-435c-8049-deb054c79ba1 admin admin] 10.222.0.30 "GET /v2.0/subnets/65950a38-63e4-4b61-9a5d-f52812fa5727 HTTP/1.1" status: 200 len: 868 time: 0.0931900 Nov 29 01:40:15.190255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:16.225450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:17.535969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38914) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:17.623381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9faca-b98d-47ea-830c-e923802e5f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:17.625311 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4fe9faca-b98d-47ea-830c-e923802e5f2a admin admin] 10.222.0.30 "GET /v2.0/subnets/b9a450ee-4a37-4d93-b435-a144707d01a5 HTTP/1.1" status: 200 len: 816 time: 0.0883636 Nov 29 01:40:33.855694 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:40:40.459762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca88c00e-7721-415e-b8d0-498850c5c587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:42.587771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38968) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:42.634362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-23acd345-f94d-4e48-b145-d8c1d9ee7458 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:40:42.635376 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-23acd345-f94d-4e48-b145-d8c1d9ee7458 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466688 Nov 29 01:40:42.861926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56cbdf50-3d4a-4470-834d-5d86814b3744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:43.798093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:45.106807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 38976) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:45.165999 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-404684cc-b56b-4b75-bb22-b33d32c8bb8f admin admin] GET failed (client error): The resource could not be found. Nov 29 01:40:45.167305 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-404684cc-b56b-4b75-bb22-b33d32c8bb8f admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595698 Nov 29 01:40:45.192279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:45.315188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24972b9-2887-4002-9de7-10933f657c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:45.316649 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b24972b9-2887-4002-9de7-10933f657c87 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1446118 Nov 29 01:40:46.228822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:47.808207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38984) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:47.853987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:40:47.875548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Made reservation on behalf of a042a31af0b841d18ee9a4ae14291c09 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:40:47.877933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:47.904092 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.services.revisions.revision_plugin [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Could not find related network for resource to bump revision. Nov 29 01:40:47.918038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:40:47.928016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:47.928366 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Added segment 5acf3be5-eac8-4ac4-a4f2-58412f786323 of type vlan for network 9a3effc3-b818-495a-895b-52f177407cd2 Nov 29 01:40:47.969002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:47.992094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:47.993014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:47.993636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:48.049859 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2406006 Nov 29 01:40:48.056448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af732f-ca34-4d3b-b77f-0bae77bfdfe6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a3effc3-b818-495a-895b-52f177407cd2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:40:48.067886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9a3effc3-b818-495a-895b-52f177407cd2 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:40:50.445763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 38992) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:40:50.505089 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-571072a9-f8d1-4455-83fd-b77bafd00aec admin admin] GET failed (client error): The resource could not be found. Nov 29 01:40:50.506355 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-571072a9-f8d1-4455-83fd-b77bafd00aec admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596311 Nov 29 01:40:50.576187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090d1bf-82dc-490d-b17d-2c07373adf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:50.577678 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3090d1bf-82dc-490d-b17d-2c07373adf5f admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668447 Nov 29 01:40:50.587687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:40:50.607289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Made reservation on behalf of a042a31af0b841d18ee9a4ae14291c09 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:40:50.609989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:50.770336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:50.824658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b878c2de-ca86-4602-88f0-526e7f3335b5,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:40:50.835870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Checking segment: {'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:40:50.836225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Network hostable DHCP agents. Network: 9a3effc3-b818-495a-895b-52f177407cd2, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:40:50.852050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Network 9a3effc3-b818-495a-895b-52f177407cd2 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:40:50.860263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 9a3effc3-b818-495a-895b-52f177407cd2) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:40:50.865385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:40:50.866193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:50.869332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d01408e-4aa3-4a47-81df-0d119243d63a None None] Network 9a3effc3-b818-495a-895b-52f177407cd2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:40:50.881744 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0eb0c536-03b5-4507-ba60-69c041f0f9d8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972062 Nov 29 01:40:51.119279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-9a3effc3-b818-495a-895b-52f177407cd2', 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2', 'tenant_id': 'a042a31af0b841d18ee9a4ae14291c09', 'fixed_ips': [{'subnet_id': 'b878c2de-ca86-4602-88f0-526e7f3335b5'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:40:51.120213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:51.257933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Allocated IP 192.168.233.2 (9a3effc3-b818-495a-895b-52f177407cd2/b878c2de-ca86-4602-88f0-526e7f3335b5/0e214610-df45-40f0-b132-b899b38691c9) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:40:51.402866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:51.408589 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:51.448271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Network 9a3effc3-b818-495a-895b-52f177407cd2 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:40:51.451098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:40:51.455019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:40:51.460552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Pushing event updated for resources: {'Port': ['ID=0e214610-df45-40f0-b132-b899b38691c9,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:40:51.471151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.471503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.471846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.472239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.472513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.472861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.473188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.473531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.473873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.474197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.474541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.474865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:40:51.520273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Attempting to bind port 0e214610-df45-40f0-b132-b899b38691c9 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:40:51.520628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Attempting to bind port 0e214610-df45-40f0-b132-b899b38691c9 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:40:51.520987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Attempting to bind port 0e214610-df45-40f0-b132-b899b38691c9 on network 9a3effc3-b818-495a-895b-52f177407cd2 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:40:51.527322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:40:51.527322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Checking segment: {'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:40:51.527680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:51.528073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Bound using segment: {'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:40:51.528666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Bound port: 0e214610-df45-40f0-b132-b899b38691c9, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:40:51.528923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:51.594540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] For port 0e214610-df45-40f0-b132-b899b38691c9, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:40:51.597772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] For port 0e214610-df45-40f0-b132-b899b38691c9, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0e214610-df45-40f0-b132-b899b38691c9,segment=NetworkSegment(5acf3be5-eac8-4ac4-a4f2-58412f786323),segment_id=5acf3be5-eac8-4ac4-a4f2-58412f786323)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:40:51.601732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:51.661618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf332eb2-a687-463d-be28-3e7423e6b5d2 None None] Pushing event updated for resources: {'Port': ['ID=0e214610-df45-40f0-b132-b899b38691c9,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:40:52.193449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0e214610-df45-40f0-b132-b899b38691c9 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:40:52.253733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0e214610-df45-40f0-b132-b899b38691c9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:40:52.254113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:52.341589 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:52.379276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 0e214610-df45-40f0-b132-b899b38691c9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0e214610-df45-40f0-b132-b899b38691c9,segment=NetworkSegment(5acf3be5-eac8-4ac4-a4f2-58412f786323),segment_id=5acf3be5-eac8-4ac4-a4f2-58412f786323)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:40:52.384936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:52.442774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=0e214610-df45-40f0-b132-b899b38691c9,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:40:52.537584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ecc9bb-137b-4813-82fd-be9313f30352 None None] Network 9a3effc3-b818-495a-895b-52f177407cd2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:40:52.662299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1d9f569b-2a76-4d61-80ef-c7f9d0cfb2a7 None None] Provisioning complete for port 0e214610-df45-40f0-b132-b899b38691c9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:40:52.662692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1d9f569b-2a76-4d61-80ef-c7f9d0cfb2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:52.998487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-26062c4f-70d7-4022-b4af-3ff0490d2305 None None] Provisioning complete for port 0e214610-df45-40f0-b132-b899b38691c9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:40:52.998810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-26062c4f-70d7-4022-b4af-3ff0490d2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:40:54.154772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0e214610-df45-40f0-b132-b899b38691c9 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:40:54.206180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0e214610-df45-40f0-b132-b899b38691c9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:40:54.206587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:10.462242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-647fe338-8c4f-468b-ab19-ee3f2b2c47d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:10.853546 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:41:12.863796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-be0a9245-7323-4fd1-b0b5-987016ca695d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:13.802838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:15.193667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:16.231223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:40.465613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7cee7242-f81b-4af2-bdfe-243a46c3ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:42.868752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-37102916-dd8d-46fc-9530-696c4a3a5aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:43.802913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:45.197473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:46.237354 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:41:47.852565 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:42:07.911417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39036) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:42:07.918005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-0ee6e09d-8cb0-46ba-84d5-ff30a939a197 tempest-verify_tempest_config-1733438148 tempest-verify_tempest_config-1733438148-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:42:07.919012 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0ee6e09d-8cb0-46ba-84d5-ff30a939a197 tempest-verify_tempest_config-1733438148 tempest-verify_tempest_config-1733438148-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065999 Nov 29 01:42:08.205228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39054) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:42:08.305459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:08.376718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:08.379965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:08.422757 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2649b3b9dc05406996dc1224e28a0fc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2164886 Nov 29 01:42:08.423912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dcabbc-ee6d-4ec6-b8f6-3a6e67e843a4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:42:08.425536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39058) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:42:08.431080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.431453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.431801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.432141 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.432476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.432823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.433160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.433505 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.433840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.434170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.434528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.434853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591fe9-a221-4c3c-898c-ee3a54fff14a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.481162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:08.502558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:08.597511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:08.600295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:08.601661 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9dcabbc-ee6d-4ec6-b8f6-3a6e67e843a4 HTTP/1.1" status: 204 len: 168 time: 0.1751106 Nov 29 01:42:08.610588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dcabbc-ee6d-4ec6-b8f6-3a6e67e843a4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:42:08.617233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.617594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.617943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.618317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.618724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.619133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.619588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.620042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.620414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.620751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.621077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:08.621451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da17c9-7b7b-455e-a9bb-a638e3ac4847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:42:10.465816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dca7b584-d75f-4c7d-bb64-1b3a393d1ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:12.869666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a9bbced8-0620-4a46-8f8c-09cf13cf961b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:13.809189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:15.199985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:16.238923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:24.850141 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:42:40.467372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-06b2dff1-802d-4c35-ac7a-7eacb879411e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:42.871386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-257e11eb-cfa2-4db1-836b-941695f9539d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:43.809565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:45.209124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:42:46.239799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:01.848473 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 5 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:43:10.468765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6d45f1d2-a5dd-4703-8ef3-fa190242468c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:12.874040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d9d8dee2-3cce-495e-97de-a44398f7ee37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:13.812141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:15.208259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:16.241104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:22.100763 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887652'] for agent, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:36.572872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39130) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:43:36.675677 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-91881f64-6119-45b3-8647-595d49c2cd14 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1017280 Nov 29 01:43:38.853204 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:43:39.067401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39140) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:43:39.130081 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5bbf8936-3708-4138-bbf1-86d5037ecde9 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0615904 Nov 29 01:43:40.469043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-894e0b50-cdb9-49d4-9820-fa88f0c4d818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:42.875705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b852009a-bf89-4936-b971-4c9c6f3b6b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:43.813496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:45.212042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:46.242745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:43:52.043509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:10.470637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a919022f-d7e4-4592-861b-96f5b9d5ad85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:12.879575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32a2c357-708f-439a-b502-8e164f886ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:13.823343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:15.223156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:15.853915 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:44:16.246028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:22.060473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:40.475556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ba13-6ac9-4663-b879-0395f5f88183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:42.883602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1247a9b5-36b3-484b-b888-e94be881dcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:43.823850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:45.221349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:46.261664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:50.852749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39312) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:51.258409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-951955097-network', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:51.280370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Made reservation on behalf of 20dcc51c4f864c979f01d5ad801a0871 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:51.283250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.291860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.331005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39334) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:51.358973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39340) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:51.367940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.373882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.500796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:44:51.518000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2144785-9bfc-49e7-adb0-adf3bf09338e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:51.523899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.526703 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Added segment 1423475f-9596-4a3b-9e6e-c5996603711a of type vlan for network 012a18af-2071-4530-9a04-3c0e2dc36562 Nov 29 01:44:51.540566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.541200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.541747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.542267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.542827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.543178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.543520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.543863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.544194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.544519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.544841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.545161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Tracked resource versions report: Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: pushed versions: Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: { 'AddressGroup': {'1.2'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'ConntrackHelper': {'1.0'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Log': {'1.0'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Network': {'1.1'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Port': {'1.7'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'PortForwarding': {'1.2'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'QosPolicy': {'1.10'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SecurityGroup': {'1.5'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SubPort': {'1.0'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Subnet': {'1.1'}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Trunk': {'1.1'}} Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: consumer versions: Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: { DHCP agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: HyperV agent@hv-neutron-8168: {}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: L3 agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: Metadata agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: Metering agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: Open vSwitch agent@dv-neutron-816800-5-hyperv: { 'AddressGroup': '1.2', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'ConntrackHelper': '1.0', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Log': '1.0', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Network': '1.1', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Port': '1.7', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'PortForwarding': '1.2', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'QosPolicy': '1.10', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SecurityGroup': '1.5', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SecurityGroupRule': '1.2', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'SubPort': '1.0', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Subnet': '1.1', Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: 'Trunk': '1.1'}} Nov 29 01:44:51.546256 dv-neutron-816800-5-hyperv neutron-server[109948]: {{(pid=109948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:44:51.581792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.606875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.608011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:51.608616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.645056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1174621117-network', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:51.671655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] Pushing event updated for resources: {'Network': ['ID=012a18af-2071-4530-9a04-3c0e2dc36562,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:51.684060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 012a18af-2071-4530-9a04-3c0e2dc36562 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:44:51.687861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-131097312-network', 'tenant_id': 'ab516d3ee90447e494596883532c44fe'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:51.690252 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cd217f5a-5ec0-459b-b5d2-da9db2e4a730 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8353086 Nov 29 01:44:51.690937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39354) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:51.695701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Request body: {'subnet': {'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-951955097-subnet', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:51.721444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:44:51.721444 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:44:51.721444 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'project_id_1': '20dcc51c4f864c979f01d5ad801a0871', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 44, 31, 700860)}] Nov 29 01:44:51.721444 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:44:51.722358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:44:51.732625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Made reservation on behalf of d5f588263d5941489880ad2f3a12439a for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:51.736035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.748469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.851788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.856663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.863592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Made reservation on behalf of ab516d3ee90447e494596883532c44fe for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:51.866001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.879055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.889142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:44:51.909806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.910140 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Added segment a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4 of type vlan for network 95958bc9-7ef6-4493-8443-e6c1367afb04 Nov 29 01:44:51.954304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c8b7f5-1fc2-45f3-ae6a-9e952549006b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:51.980794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:51.983426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.983790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.984127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.984465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.984794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.985149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.985479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.985996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.986513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.987175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.988258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.988869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Tracked resource versions report: Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: pushed versions: Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: { 'AddressGroup': {'1.2'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'ConntrackHelper': {'1.0'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Log': {'1.0'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Network': {'1.1'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Port': {'1.7'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'PortForwarding': {'1.2'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'QosPolicy': {'1.10'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SecurityGroup': {'1.5'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SubPort': {'1.0'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Subnet': {'1.1'}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Trunk': {'1.1'}} Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: consumer versions: Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: { DHCP agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: HyperV agent@hv-neutron-8168: {}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: L3 agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: Metadata agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: Metering agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: Open vSwitch agent@dv-neutron-816800-5-hyperv: { 'AddressGroup': '1.2', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'ConntrackHelper': '1.0', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Log': '1.0', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Network': '1.1', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Port': '1.7', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'PortForwarding': '1.2', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'QosPolicy': '1.10', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SecurityGroup': '1.5', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SecurityGroupRule': '1.2', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'SubPort': '1.0', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Subnet': '1.1', Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: 'Trunk': '1.1'}} Nov 29 01:44:51.990090 dv-neutron-816800-5-hyperv neutron-server[109949]: {{(pid=109949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:44:52.027953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.028932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:52.029507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.085545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.098938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] Pushing event updated for resources: {'Network': ['ID=95958bc9-7ef6-4493-8443-e6c1367afb04,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:52.112513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:44:52.124000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39380) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:52.124538 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-adbe4d31-d966-4c05-9c24-70cb741a4f2e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7919683 Nov 29 01:44:52.129955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Request body: {'subnet': {'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1174621117-subnet', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:52.139714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.145640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.155310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Made reservation on behalf of d5f588263d5941489880ad2f3a12439a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:52.158155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.178795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:44:52.205116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d3f4d7-9bf2-4928-926a-5349421fe4bf,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:52.217278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.217693 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Added segment 85dbade8-5c90-4837-bcfb-91fa4be1fa77 of type vlan for network e283df73-640b-41aa-9526-2ca312b7547b Nov 29 01:44:52.278248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.304821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Made reservation on behalf of 20dcc51c4f864c979f01d5ad801a0871 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:52.307203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Publish callbacks [] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.314114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.315565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:52.317304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.363176 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0023301 Nov 29 01:44:52.364399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39388) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:52.375355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Request body: {'subnet': {'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-131097312-subnet', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:52.416484 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7dbd0-5f49-4a08-bb7c-4b2f814c42e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e283df73-640b-41aa-9526-2ca312b7547b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:52.430242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network e283df73-640b-41aa-9526-2ca312b7547b details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:44:52.454666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.512304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Made reservation on behalf of ab516d3ee90447e494596883532c44fe for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:52.515179 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.539585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Pushing event updated for resources: {'Subnet': ['ID=910fbb66-f458-443f-aa5a-74395a0a6273,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:52.655513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Checking segment: {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:44:52.655880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Network hostable DHCP agents. Network: 95958bc9-7ef6-4493-8443-e6c1367afb04, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:44:52.723088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:44:52.730345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.742243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 95958bc9-7ef6-4493-8443-e6c1367afb04) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:52.757293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a0e70-f375-4fa7-aa5a-6b265b3a8032 None None] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:44:52.788956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:52.789554 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.844963 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-93df6bb6-fc50-41a2-8d0a-f4f248c9168d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7196021 Nov 29 01:44:52.845685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d04192-ceea-40bb-ba69-29459030cf0e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:52.847662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39412) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:52.855684 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:44:52.857993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:52.886011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Checking segment: {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:44:52.886807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Network hostable DHCP agents. Network: 012a18af-2071-4530-9a04-3c0e2dc36562, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:44:52.902513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.904510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.904815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:52.957692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Network 012a18af-2071-4530-9a04-3c0e2dc36562 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:44:52.982854 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:52.989467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 012a18af-2071-4530-9a04-3c0e2dc36562) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:53.005378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:53.010392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.019280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.027229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39afd494-350d-4573-993d-4961af88a0f5 None None] Network 012a18af-2071-4530-9a04-3c0e2dc36562 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:44:53.047262 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Checking segment: {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:44:53.047820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Network hostable DHCP agents. Network: e283df73-640b-41aa-9526-2ca312b7547b, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:44:53.058444 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-677dde48-39d0-49c3-b176-3cf243bb9d3f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3663483 Nov 29 01:44:53.063060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39420) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:53.067673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:53.074940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-95958bc9-7ef6-4493-8443-e6c1367afb04', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:44:53.077707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.092326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Network e283df73-640b-41aa-9526-2ca312b7547b is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:44:53.099550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, e283df73-640b-41aa-9526-2ca312b7547b) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:53.114054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:53.114684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.130327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.131462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.167140 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eae4fd95-6600-4c5a-a072-60267e8d684e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7979517 Nov 29 01:44:53.187910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39424) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:53.192830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:53.195645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1494bbb4-66cf-44be-8461-e18040b4e6f6 None None] Network e283df73-640b-41aa-9526-2ca312b7547b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:44:53.225734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.231908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.235529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39426) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:53.296861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.445817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.453343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.507985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.576163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-012a18af-2071-4530-9a04-3c0e2dc36562', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:44:53.577072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.598572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-e283df73-640b-41aa-9526-2ca312b7547b', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:44:53.599484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.661608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39438) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:53.683735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.813282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Allocated IP 172.20.0.2 (012a18af-2071-4530-9a04-3c0e2dc36562/f2d04192-ceea-40bb-ba69-29459030cf0e/1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:53.866522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:53.922710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.926554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.975661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:53.995742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.018649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39444) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.048076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.083328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.179957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Allocated IP 172.20.0.2 (95958bc9-7ef6-4493-8443-e6c1367afb04/910fbb66-f458-443f-aa5a-74395a0a6273/05d88ddb-ae28-4d9c-a115-046201e07caf) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:54.191957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.200319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1664187517'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:54.233458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Made reservation on behalf of 457a93516df3426799110dea73675f09 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:54.237260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.248645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Pushing event updated for resources: {'Port': ['ID=1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:54.252780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.264058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.264437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.264790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.265128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.265657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.266174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.266709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.267213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.267899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.268380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.268865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.269360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Tracked resource versions report: Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: pushed versions: Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: { 'AddressGroup': {'1.2'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'ConntrackHelper': {'1.0'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Log': {'1.0'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Network': {'1.1'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Port': {'1.7'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'PortForwarding': {'1.2'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'QosPolicy': {'1.10'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SecurityGroup': {'1.5'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SubPort': {'1.0'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Subnet': {'1.1'}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Trunk': {'1.1'}} Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: consumer versions: Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: { DHCP agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: HyperV agent@hv-neutron-8168: {}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: L3 agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: Metadata agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: Metering agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: Open vSwitch agent@dv-neutron-816800-5-hyperv: { 'AddressGroup': '1.2', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'ConntrackHelper': '1.0', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Log': '1.0', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Network': '1.1', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Port': '1.7', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'PortForwarding': '1.2', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'QosPolicy': '1.10', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SecurityGroup': '1.5', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SecurityGroupRule': '1.2', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'SubPort': '1.0', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Subnet': '1.1', Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: 'Trunk': '1.1'}} Nov 29 01:44:54.270788 dv-neutron-816800-5-hyperv neutron-server[109950]: {{(pid=109950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:44:54.291402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Network 012a18af-2071-4530-9a04-3c0e2dc36562 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:54.297848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:54.318563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:54.420562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.465192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cceb0da5-775a-4b92-b800-0c30bb5a1037 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:54.466412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.468278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.472532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Allocated IP 172.26.8.229 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/3498bbad-fd03-4b9c-b9b4-ce488e0adaeb) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:54.543005 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cceb0da5-775a-4b92-b800-0c30bb5a1037 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] 10.222.0.30 "PUT /v2.0/quotas/046a1b50d89d4cafb304d123ce748b25 HTTP/1.1" status: 200 len: 368 time: 0.4923604 Nov 29 01:44:54.547213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39458) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.582413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Request body: {'network': {'project_id': '046a1b50d89d4cafb304d123ce748b25'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:54.595662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39460) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.617282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Attempting to bind port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:44:54.617755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Attempting to bind port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:44:54.618270 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Attempting to bind port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 on network 012a18af-2071-4530-9a04-3c0e2dc36562 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:44:54.637282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Allocated IP 172.20.0.2 (e283df73-640b-41aa-9526-2ca312b7547b/ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c/664f66b6-ba68-4abd-a28b-9f54ab548a90) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:54.641699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:44:54.642168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Checking segment: {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:44:54.642708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.643208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Bound using segment: {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:44:54.643797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Bound port: 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:44:54.644451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.651381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Made reservation on behalf of 046a1b50d89d4cafb304d123ce748b25 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:54.651584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39464) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.653654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.674888 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.688503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.720415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.742160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.755809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4bc51bc8-e1ae-4691-9c09-152563276229 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:54.808421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:44:54.808631 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4bc51bc8-e1ae-4691-9c09-152563276229 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "PUT /v2.0/quotas/b7e45e8a061543678d25baa0b050f477 HTTP/1.1" status: 200 len: 366 time: 0.2076719 Nov 29 01:44:54.809521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39470) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.825046 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c5436982-4c4c-4f00-8e08-a0fe7d2e2d0b tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0120664 Nov 29 01:44:54.825352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39472) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.832058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] For port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:44:54.839230 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-25c80d72-eb17-4ff0-8800-a8b8cdebd9f5 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "GET /v2.0/quotas/b7e45e8a061543678d25baa0b050f477 HTTP/1.1" status: 200 len: 366 time: 0.0095046 Nov 29 01:44:54.839503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39474) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.841461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] For port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:44:54.842735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.858104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.860316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.860714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa9873-6ded-43a3-a607-d879e6cb11e2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:54.861950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:54.863678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.864451 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Added segment be92035f-af77-4e4a-b19f-7b0979a8e30f of type vlan for network b7dc96fe-fcd3-41b2-a2b2-757e8e534983 Nov 29 01:44:54.866785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.884414 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-388c092b-694b-4af2-b739-abd275b137a5 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/b7e45e8a061543678d25baa0b050f477 HTTP/1.1" status: 204 len: 168 time: 0.0429902 Nov 29 01:44:54.888419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39478) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.925009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:54.938985 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a5b79efc-1693-4044-a384-854c61bc31d9 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0471771 Nov 29 01:44:54.943238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:54.945542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39480) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.953222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:54.956664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Pushing event updated for resources: {'Port': ['ID=05d88ddb-ae28-4d9c-a115-046201e07caf,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:54.968962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:54.972778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Allocated IP 172.26.8.89 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/6f3c5964-7307-41b6-aaab-639e809b4928) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:54.987403 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bebbf543-9e48-4afb-8c7b-d3723dfeb4c5 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "GET /v2.0/quotas/b7e45e8a061543678d25baa0b050f477 HTTP/1.1" status: 200 len: 370 time: 0.0384147 Nov 29 01:44:54.996319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39484) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:54.996319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.005354 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-96c0558d-920c-40bb-83ef-6650e8116cfc tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "GET /v2.0/quotas/b7e45e8a061543678d25baa0b050f477/default HTTP/1.1" status: 200 len: 370 time: 0.0120635 Nov 29 01:44:55.016571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39486) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:55.021959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.059768 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-9d97c7ad-4798-4307-b1be-3ab0c690dc9d tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] delete failed (client error): The resource could not be found. Nov 29 01:44:55.063488 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9d97c7ad-4798-4307-b1be-3ab0c690dc9d tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/b7e45e8a061543678d25baa0b050f477 HTTP/1.1" status: 404 len: 348 time: 0.0437498 Nov 29 01:44:55.068184 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.071929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.090393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Attempting to bind port 05d88ddb-ae28-4d9c-a115-046201e07caf on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:44:55.090835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Attempting to bind port 05d88ddb-ae28-4d9c-a115-046201e07caf by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:44:55.091196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Attempting to bind port 05d88ddb-ae28-4d9c-a115-046201e07caf on network 95958bc9-7ef6-4493-8443-e6c1367afb04 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:44:55.100053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=3498bbad-fd03-4b9c-b9b4-ce488e0adaeb,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:55.105551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.122017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:44:55.122314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Checking segment: {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:44:55.122748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.122872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:44:55.122957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Bound using segment: {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:44:55.123427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Bound port: 05d88ddb-ae28-4d9c-a115-046201e07caf, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:44:55.123819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.133717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Network e283df73-640b-41aa-9526-2ca312b7547b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:55.138889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.139320 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Added segment 790b978a-20ef-42ed-a755-cf65a0c098c1 of type vlan for network 9a6f250b-00d3-4d2e-b706-e7a57650bbd6 Nov 29 01:44:55.140983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a011fd-fc54-41a0-b9b6-cc3d71255365 None None] Pushing event updated for resources: {'Port': ['ID=1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:55.146046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:55.151049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:55.188436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Pushing event updated for resources: {'Port': ['ID=664f66b6-ba68-4abd-a28b-9f54ab548a90,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:55.202728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.232031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.244667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:55.275555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:55.280611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:55.289917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Attempting to bind port 664f66b6-ba68-4abd-a28b-9f54ab548a90 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:44:55.290583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Attempting to bind port 664f66b6-ba68-4abd-a28b-9f54ab548a90 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:44:55.291013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Attempting to bind port 664f66b6-ba68-4abd-a28b-9f54ab548a90 on network e283df73-640b-41aa-9526-2ca312b7547b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:44:55.306256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] For port 05d88ddb-ae28-4d9c-a115-046201e07caf, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:44:55.308414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:44:55.308938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Checking segment: {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:44:55.309605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.310231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Bound using segment: {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:44:55.310953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Bound port: 664f66b6-ba68-4abd-a28b-9f54ab548a90, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:44:55.311677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.362389 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] For port 05d88ddb-ae28-4d9c-a115-046201e07caf, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=05d88ddb-ae28-4d9c-a115-046201e07caf,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:44:55.370994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.407601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39490) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:55.433570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.434574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:55.435157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.445854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa7d4f-7bb8-4a7e-8247-f423d705d222 None None] Pushing event updated for resources: {'Port': ['ID=05d88ddb-ae28-4d9c-a115-046201e07caf,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:55.446055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.453628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:55.454316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.479887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad83480-b290-4561-9471-f08bf1da3022,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:55.483262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] For port 664f66b6-ba68-4abd-a28b-9f54ab548a90, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:44:55.487442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] For port 664f66b6-ba68-4abd-a28b-9f54ab548a90, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=664f66b6-ba68-4abd-a28b-9f54ab548a90,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:44:55.497365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.501458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Usage tracker for resource:network and project:e6cefcf9f28e42b09a1e8f6f02d2e739 is out of sync, need to count used quota {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:44:55.506219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.576226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1de3e-46ce-4afe-a751-6319f1104863 None None] Pushing event updated for resources: {'Port': ['ID=664f66b6-ba68-4abd-a28b-9f54ab548a90,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:55.592386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Pushing event updated for resources: {'Network': ['ID=9a6f250b-00d3-4d2e-b706-e7a57650bbd6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:55.606551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9a6f250b-00d3-4d2e-b706-e7a57650bbd6 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:44:55.661371 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-98ec1f4a-d916-42d7-997c-e60a5bfbc31f tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1115746 Nov 29 01:44:55.682947 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0149274 Nov 29 01:44:55.694962 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:44:55.705968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:55.712891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39494) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:55.713402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39496) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:55.714783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:55.723426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Request body: {'network': {'project_id': '046a1b50d89d4cafb304d123ce748b25'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:55.733427 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:55.736576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:55.754630 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28c99-cff6-4e54-be6a-3ec1d5c0f763 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Pushing event updated for resources: {'Network': ['ID=b7dc96fe-fcd3-41b2-a2b2-757e8e534983,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:55.775393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network b7dc96fe-fcd3-41b2-a2b2-757e8e534983 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:44:55.841730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Allocated IP 172.26.8.219 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/2665cd54-0552-4757-b5d9-60c7c02e3844) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:55.991049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.022113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Usage tracker for resource:subnet and project:e6cefcf9f28e42b09a1e8f6f02d2e739 is out of sync, need to count used quota {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:44:56.036679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3c5964-7307-41b6-aaab-639e809b4928,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:56.117362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:44:56.155111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.283647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.294383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Usage tracker for resource:subnetpool and project:e6cefcf9f28e42b09a1e8f6f02d2e739 is out of sync, need to count used quota {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:44:56.296455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Made reservation on behalf of 046a1b50d89d4cafb304d123ce748b25 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:56.300364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.322166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Request body: {'network': {'name': 'tempest-network--1723291391', 'router:external': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:56.363664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:56.373066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:56.375788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:56.391152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Made reservation on behalf of 974d618ba27f426f86078fff4289d22f for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:56.393644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.395480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:44:56.450524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.474460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Usage tracker for resource:port and project:e6cefcf9f28e42b09a1e8f6f02d2e739 is out of sync, need to count used quota {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:44:56.474882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 664f66b6-ba68-4abd-a28b-9f54ab548a90 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:44:56.490647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Pushing event updated for resources: {'Port': ['ID=2665cd54-0552-4757-b5d9-60c7c02e3844,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:56.502878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.516668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:44:56.547323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:44:56.551978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 664f66b6-ba68-4abd-a28b-9f54ab548a90 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:56.552381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.577170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Allocated IP 172.26.8.75 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:56.590170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.596826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.597403 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Added segment 93d69af8-a4b3-45bc-8f03-0f72fa0aba81 of type vlan for network 31d74243-1519-48cd-85c1-44c0b393b415 Nov 29 01:44:56.611832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.677407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.680161 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b950ac5d-6e8a-4473-a97d-ba2f10a47b91 None None] Network 012a18af-2071-4530-9a04-3c0e2dc36562 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:44:56.690334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.726706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Usage tracker for resource:router and project:e6cefcf9f28e42b09a1e8f6f02d2e739 is out of sync, need to count used quota {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:44:56.757464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:44:56.765665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 664f66b6-ba68-4abd-a28b-9f54ab548a90, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=664f66b6-ba68-4abd-a28b-9f54ab548a90,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:44:56.768435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.846215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.847051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 05d88ddb-ae28-4d9c-a115-046201e07caf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:44:56.877400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Usage tracker for resource:floatingip and project:e6cefcf9f28e42b09a1e8f6f02d2e739 is out of sync, need to count used quota {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:44:56.918911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:44:56.944067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.945238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:56.945996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.985037 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=664f66b6-ba68-4abd-a28b-9f54ab548a90,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:56.994319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f39d7d22-2ccd-4871-a282-f9067d72321d None None] Provisioning complete for port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:56.995405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:56.997311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f39d7d22-2ccd-4871-a282-f9067d72321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.023876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Router 5638b2dc-1985-457f-83de-1367103a4508 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:44:57.069604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Pushing event updated for resources: {'Network': ['ID=31d74243-1519-48cd-85c1-44c0b393b415,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:57.088790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 31d74243-1519-48cd-85c1-44c0b393b415 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:44:57.184219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 05d88ddb-ae28-4d9c-a115-046201e07caf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:57.184596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.198635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.216540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.224197 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.224814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.242263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.266642 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-97550ac0-5f94-4813-aa7c-df27ce94188d tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5490496 Nov 29 01:44:57.272600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39506) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:57.281771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9998c8a-f689-4517-b177-3c22bfc0a55d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:57.295388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-19183cf6-94a0-4ace-af2b-65d28c0618a2 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Request body: {'network': {'project_id': '046a1b50d89d4cafb304d123ce748b25'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:57.296303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:44:57.308031 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Sync routers for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:44:57.327858 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:44:57.328510 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:44:57.330464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.335560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.340501 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1036468 Nov 29 01:44:57.343412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f39d7d22-2ccd-4871-a282-f9067d72321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.348920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39508) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:57.370458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-268486410', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'fixed_ips': [{'ip_address': '172.26.8.219'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:44:57.383540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:44:57.399168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f39d7d22-2ccd-4871-a282-f9067d72321d None None] For port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:44:57.401870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.408520 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d6aa1f9d-d57a-4dcc-9612-f4a7549e4ea4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3399372 Nov 29 01:44:57.408520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d931f9-1454-4b73-b649-0b349f170ef3 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Pushing event updated for resources: {'Port': ['ID=2665cd54-0552-4757-b5d9-60c7c02e3844,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:57.414806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39510) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:57.419952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f39d7d22-2ccd-4871-a282-f9067d72321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.510588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7d22-2ccd-4871-a282-f9067d72321d None None] Pushing event updated for resources: {'Port': ['ID=1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:57.522729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c2128-78d2-4b08-99a3-31a76d51f08e None None] Network e283df73-640b-41aa-9526-2ca312b7547b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:44:57.531062 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-19183cf6-94a0-4ace-af2b-65d28c0618a2 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 01:44:57.531607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19183cf6-94a0-4ace-af2b-65d28c0618a2 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:44:57.532949 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-19183cf6-94a0-4ace-af2b-65d28c0618a2 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2416258 Nov 29 01:44:57.545866 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39512) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:57.560906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.561537 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Added segment 570f63c5-d52d-412e-8f52-e1e81754a1c8 of type vlan for network 73b83faa-a71f-4dbb-b897-d2d6edf6f075 Nov 29 01:44:57.580753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Made reservation on behalf of e3aeafa9510141aea4d540aa588a4e1c for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:44:57.583609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.585759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Usage tracker for resource:security_group and project:e6cefcf9f28e42b09a1e8f6f02d2e739 is out of sync, need to count used quota {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:44:57.594402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.608502 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:44:57.659939 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:44:57.695402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Usage tracker for resource:security_group_rule and project:e6cefcf9f28e42b09a1e8f6f02d2e739 is out of sync, need to count used quota {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:44:57.741268 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.751697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.quota.resource [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109949) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:44:57.796507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:57.807770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:57.820363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:57.859138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:57.939386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5069e5e3-1278-4504-9883-813dab5e149c None None] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:44:58.023509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.037757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.045501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-69139fe1-b5ee-478b-8944-32815683e73e None None] Provisioning complete for port 664f66b6-ba68-4abd-a28b-9f54ab548a90 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:58.046862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69139fe1-b5ee-478b-8944-32815683e73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.049152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] device_id is not set on port 45e1e861-fcf5-4762-a5e4-bee6ac7c6da9 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:44:58.124105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Allocated IP 172.26.8.248 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/9f8531b3-4b29-4e5c-9db2-0a3f00e3b69c) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:58.183737 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:44:55Z', 'revision_number': 3, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:44:58.204461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.220146 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-be0a29b9-3a94-4572-bcc6-346fa554dc66 tempest-QuotasTest-2098798517 tempest-QuotasTest-2098798517-project-admin] 10.222.0.30 "GET /v2.0/quotas/e6cefcf9f28e42b09a1e8f6f02d2e739/details.json HTTP/1.1" status: 200 len: 703 time: 2.8110700 Nov 29 01:44:58.220784 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Checking router: 5638b2dc-1985-457f-83de-1367103a4508 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:44:58.221137 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Updating router 5638b2dc-1985-457f-83de-1367103a4508 port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:44:58.252610 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 05d88ddb-ae28-4d9c-a115-046201e07caf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=05d88ddb-ae28-4d9c-a115-046201e07caf,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:44:58.258383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:58.263318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.272094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:44:58.288269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.resource_extend [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:44:58.291668 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.302292 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-75514c8b-e156-4cd5-adb7-dc0f63546308 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=046a1b50d89d4cafb304d123ce748b25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7474940 Nov 29 01:44:58.326955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39518) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:58.458948 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=05d88ddb-ae28-4d9c-a115-046201e07caf,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:58.492501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc956b08-fe1a-4ce4-b3f1-21c41ccbf3ae,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:58.526308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.604836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b98462d0-b5bc-4efa-beee-6b9bffd73a43 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.647576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.672762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:58.673306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.702660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.704014 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:44:58.704857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.736744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Allocated IP 172.20.0.1 (012a18af-2071-4530-9a04-3c0e2dc36562/f2d04192-ceea-40bb-ba69-29459030cf0e/49ac6206-15a3-4e22-b89b-d16462fe41ff) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:44:58.739703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.752983 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:44:58.761252 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39524) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:58.815891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3d76d57a-7c31-49f4-b2d6-ca1cf84ef149 None None] Provisioning complete for port 664f66b6-ba68-4abd-a28b-9f54ab548a90 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:58.816258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d76d57a-7c31-49f4-b2d6-ca1cf84ef149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.846330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:58.868967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.929108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'Port': ['ID=9f8531b3-4b29-4e5c-9db2-0a3f00e3b69c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:58.931857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:58.944961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Network': ['ID=73b83faa-a71f-4dbb-b897-d2d6edf6f075,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:58.948373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.964305 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:58.972471 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.065101 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b98462d0-b5bc-4efa-beee-6b9bffd73a43 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.072783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3d76d57a-7c31-49f4-b2d6-ca1cf84ef149 None None] Provisioning complete for port 05d88ddb-ae28-4d9c-a115-046201e07caf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:59.073560 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d76d57a-7c31-49f4-b2d6-ca1cf84ef149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.080334 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fc63e358-994d-4087-96c6-ae4767250524 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.3619225 Nov 29 01:44:59.106024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39532) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:59.107986 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Attempting to bind port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:44:59.108377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Attempting to bind port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:44:59.108746 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Attempting to bind port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:44:59.138260 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:44:59.138454 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:44:59.138801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.139198 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:44:59.139678 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Bound port: 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:44:59.140108 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.165225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:59.170271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 73b83faa-a71f-4dbb-b897-d2d6edf6f075 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:44:59.217125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.234821 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Pushing event updated for resources: {'Port': ['ID=3498bbad-fd03-4b9c-b9b4-ce488e0adaeb,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:59.239004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Network 012a18af-2071-4530-9a04-3c0e2dc36562 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:44:59.259916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:44:59.266736 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.267780 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.268134 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.268673 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.268878 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.269234 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.269569 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.270249 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.270249 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.270602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:44:59.270706 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.270929 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.271085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.271253 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Tracked resource versions report: Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: pushed versions: Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: { 'AddressGroup': {'1.2'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'ConntrackHelper': {'1.0'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Log': {'1.0'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Network': {'1.1'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Port': {'1.7'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'PortForwarding': {'1.2'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'QosPolicy': {'1.10'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SecurityGroup': {'1.5'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SubPort': {'1.0'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Subnet': {'1.1'}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Trunk': {'1.1'}} Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: consumer versions: Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: { DHCP agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: HyperV agent@hv-neutron-8168: {}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: L3 agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: Metadata agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: Metering agent@dv-neutron-816800-5-hyperv: {}, Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: Open vSwitch agent@dv-neutron-816800-5-hyperv: { 'AddressGroup': '1.2', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'ConntrackHelper': '1.0', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Log': '1.0', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Network': '1.1', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Port': '1.7', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'PortForwarding': '1.2', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'QosPolicy': '1.10', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SecurityGroup': '1.5', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SecurityGroupRule': '1.2', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'SubPort': '1.0', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Subnet': '1.1', Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: 'Trunk': '1.1'}} Nov 29 01:44:59.272366 dv-neutron-816800-5-hyperv neutron-server[109951]: {{(pid=109951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:44:59.296995 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] For port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:44:59.300470 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] For port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3498bbad-fd03-4b9c-b9b4-ce488e0adaeb,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:44:59.310276 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.326854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 05d88ddb-ae28-4d9c-a115-046201e07caf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:44:59.356898 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:44:59.357537 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:44:59.404561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8403c356-6c13-4c6e-bb2c-464d23aec55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.441489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 05d88ddb-ae28-4d9c-a115-046201e07caf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:59.442163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.485949 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:44:59.511283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3d76d57a-7c31-49f4-b2d6-ca1cf84ef149 None None] Provisioning complete for port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:59.511668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d76d57a-7c31-49f4-b2d6-ca1cf84ef149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.513712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.517435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.544824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.547836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:44:59.559701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.561094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.562353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.562898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > port after_create 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.563827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.564438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > port after_update 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.564900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.565389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.565865 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.566331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.626951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Sync routers for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:44:59.639737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b98462d0-b5bc-4efa-beee-6b9bffd73a43 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.643033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b98462d0-b5bc-4efa-beee-6b9bffd73a43 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.647418 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b98462d0-b5bc-4efa-beee-6b9bffd73a43 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ad83480-b290-4561-9471-f08bf1da3022 HTTP/1.1" status: 204 len: 168 time: 1.3192532 Nov 29 01:44:59.660173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:44:59.661026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:44:59.670326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39534) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:59.687742 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51214c8f-f6c2-4ec4-865e-04570367b08c None None] Pushing event updated for resources: {'Port': ['ID=3498bbad-fd03-4b9c-b9b4-ce488e0adaeb,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:59.712759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:44:59.717516 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:44:55Z', 'revision_number': 3, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:44:59.747840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98462d0-b5bc-4efa-beee-6b9bffd73a43 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad83480-b290-4561-9471-f08bf1da3022,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:59.756921 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1d8ab-89a6-403b-90fb-e74d8766997c None None] The sync data for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv is: [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:44:55Z', 'revision_number': 3, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:44:59.766075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.805993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.805993 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6cc95ee7-6715-4f73-9eef-2c699f8b6d22 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9538407 Nov 29 01:44:59.815034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39536) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:44:59.816587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.817112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.817596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.818085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:44:59.818619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b83faa-a71f-4dbb-b897-d2d6edf6f075']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:44:59.824756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Pushing event updated for resources: {'Port': ['ID=49ac6206-15a3-4e22-b89b-d16462fe41ff,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:44:59.859653 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 01:44:59.860209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:44:59.874927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570f63c5-d52d-412e-8f52-e1e81754a1c8') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:44:59.874927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570f63c5-d52d-412e-8f52-e1e81754a1c8') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:44:59.922751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:44:59.988953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:44:59.989424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:44:59.998221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.042086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.064705 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2c808fef-5dd2-46f1-ae1b-70007bf09cff tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7070100 Nov 29 01:45:00.071539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39538) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:00.132138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c4dc261b-f56c-4379-a2eb-5decffc01e09 None None] Provisioning complete for port 49ac6206-15a3-4e22-b89b-d16462fe41ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:00.133036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c4dc261b-f56c-4379-a2eb-5decffc01e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.142619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.162313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.177948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8403c356-6c13-4c6e-bb2c-464d23aec55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.219033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc261b-f56c-4379-a2eb-5decffc01e09 None None] Port 49ac6206-15a3-4e22-b89b-d16462fe41ff cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:00.261469 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:00.262609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.267505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8403c356-6c13-4c6e-bb2c-464d23aec55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: from cryptography.utils import int_from_bytes Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: from cryptography.utils import int_from_bytes Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:00.267656 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:00.283679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 664f66b6-ba68-4abd-a28b-9f54ab548a90 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:00.306810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c4dc261b-f56c-4379-a2eb-5decffc01e09 None None] Provisioning complete for port 05d88ddb-ae28-4d9c-a115-046201e07caf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:00.307343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c4dc261b-f56c-4379-a2eb-5decffc01e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.385105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.398613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:44:56Z', 'revision_number': 3, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:00.436423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 664f66b6-ba68-4abd-a28b-9f54ab548a90 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:00.437033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.441472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Checking router: ea2232b9-0ec8-4a4f-83d3-07aa497b8111 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:00.441947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Updating router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 port 6f3c5964-7307-41b6-aaab-639e809b4928 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:45:00.501510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.534713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73b83faa-a71f-4dbb-b897-d2d6edf6f075 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:45:00.561833 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8403c356-6c13-4c6e-bb2c-464d23aec55f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a7aef0d489b45b9a674679c95682e75&name=default HTTP/1.1" status: 200 len: 2995 time: 1.7058337 Nov 29 01:45:00.563045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403c356-6c13-4c6e-bb2c-464d23aec55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701e490f-2a00-4f89-986f-2e3b1f0bda8e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:00.565292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39540) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:00.580354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.591901 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "DELETE /v2.0/networks/73b83faa-a71f-4dbb-b897-d2d6edf6f075 HTTP/1.1" status: 204 len: 168 time: 1.4777656 Nov 29 01:45:00.600835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39542) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:00.606275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d065a87-99ce-4051-beb5-d7862f678218 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event deleted for resources: {'Network': ['ID=73b83faa-a71f-4dbb-b897-d2d6edf6f075,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:00.612600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:00.676110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.678923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Made reservation on behalf of 974d618ba27f426f86078fff4289d22f for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:00.681755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.682627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.722559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Deleting port 2665cd54-0552-4757-b5d9-60c7c02e3844 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:00.722902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.768980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.769579 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.770524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.771023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > port after_create 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.771507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.771991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > port after_update 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.772479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.772970 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.773447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.773925 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.803254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.873507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.880914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6667d8e0-21ae-4e74-b8de-5da86e53f15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.945650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.946774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.947274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.947753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:45:00.948256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Pushing event updated for resources: {'Port': ['ID=49ac6206-15a3-4e22-b89b-d16462fe41ff,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:00.948427 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d74243-1519-48cd-85c1-44c0b393b415']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:00.956569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:00.983761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d69af8-a4b3-45bc-8f03-0f72fa0aba81') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:00.984301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d69af8-a4b3-45bc-8f03-0f72fa0aba81') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:00.990360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:00.998171 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.016259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.056390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6667d8e0-21ae-4e74-b8de-5da86e53f15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.058081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.065409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549f7fe-d96a-4a96-ba39-4d22668db45b None None] Pushing event updated for resources: {'Port': ['ID=6f3c5964-7307-41b6-aaab-639e809b4928,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:01.073713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Attempting to bind port 6f3c5964-7307-41b6-aaab-639e809b4928 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:01.074111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Attempting to bind port 6f3c5964-7307-41b6-aaab-639e809b4928 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:01.074222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.077232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.078701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.079060 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Added segment 79426c78-7ee2-453d-9142-953bfb1dcbd7 of type vlan for network 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 Nov 29 01:45:01.079939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Attempting to bind port 6f3c5964-7307-41b6-aaab-639e809b4928 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:01.085128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.089395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:01.091908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:01.093198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.093292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:01.093378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:01.093543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.093669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Bound port: 6f3c5964-7307-41b6-aaab-639e809b4928, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:01.094865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: from cryptography.utils import int_from_bytes Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: from cryptography.utils import int_from_bytes Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:01.097892 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:01.099552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Router be77bcdb-0008-4d58-99e0-da483d8228ec is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:45:01.159574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] For port 6f3c5964-7307-41b6-aaab-639e809b4928, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:01.165198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.165640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] For port 6f3c5964-7307-41b6-aaab-639e809b4928, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6f3c5964-7307-41b6-aaab-639e809b4928,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:01.166084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.175554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.226606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Calling delete_port for 2665cd54-0552-4757-b5d9-60c7c02e3844 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:01.236948 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:01.276562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6667d8e0-21ae-4e74-b8de-5da86e53f15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.280561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6667d8e0-21ae-4e74-b8de-5da86e53f15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.285299 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6667d8e0-21ae-4e74-b8de-5da86e53f15f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/701e490f-2a00-4f89-986f-2e3b1f0bda8e HTTP/1.1" status: 204 len: 168 time: 0.6905763 Nov 29 01:45:01.298079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:01.298487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.298747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:01.384409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549f7fe-d96a-4a96-ba39-4d22668db45b None None] Pushing event updated for resources: {'Port': ['ID=6f3c5964-7307-41b6-aaab-639e809b4928,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:01.425101 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.433140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.437437 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] 10.222.0.30 "DELETE /v2.0/networks/31d74243-1519-48cd-85c1-44c0b393b415 HTTP/1.1" status: 204 len: 168 time: 1.7647345 Nov 29 01:45:01.458043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:01.458415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.490502 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39546) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:01.495400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:01.497588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33b0d8-7a3b-468a-afd0-62e56d89d2ff tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Pushing event deleted for resources: {'Network': ['ID=31d74243-1519-48cd-85c1-44c0b393b415,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:01.563686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'Port': ['ID=9f8531b3-4b29-4e5c-9db2-0a3f00e3b69c,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:01.578815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667d8e0-21ae-4e74-b8de-5da86e53f15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e490f-2a00-4f89-986f-2e3b1f0bda8e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:01.592334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.resource_extend [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:45:01.599209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.629868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.650215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:01.662277 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Sync routers for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:01.675206 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:01.676612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Pushing event deleted for resources: {'Port': ['ID=2665cd54-0552-4757-b5d9-60c7c02e3844,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:01.677034 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:01.684317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.687186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3abf4e07-555c-4809-afb7-fe4ab4eb9831 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0345893 Nov 29 01:45:01.698701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.706160 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4a66c5fe-d9eb-46ca-8ce0-38792b4f80d2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.5162609 Nov 29 01:45:01.706757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39550) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:01.707144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39552) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:01.730883 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.732290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:01.732994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.736250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1331739138'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:01.806155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39554) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:01.806441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.841020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3498bbad-fd03-4b9c-b9b4-ce488e0adaeb,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:01.847852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Network 012a18af-2071-4530-9a04-3c0e2dc36562 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:01.850206 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:01.859314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.860121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.903969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:01.922439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7baaba4-2ce5-4de6-81ed-ab2bcbb068d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:01.943328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Network': ['ID=5b487651-9f31-4fd8-8ecc-1e5b95ff2a31,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:01.973489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=3498bbad-fd03-4b9c-b9b4-ce488e0adaeb,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:01.990597 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2ef2bfbc-1796-44a2-83c7-e2b2c57a9a89 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3849940 Nov 29 01:45:01.993154 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Made reservation on behalf of e5ba10327242481c8552a27c33e1b7ca for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:01.997026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.018007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:44:56Z', 'revision_number': 3, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:02.046236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.049479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.054569 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39558) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:02.054737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a83fe65e-db33-4f8c-a2a0-aa142d37cdf8 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072 tempest-ExternalNetworksAdminNegativeTestJSON-1392761072-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/abde547d-7dab-420b-8ac0-42e5e2ab7b51 HTTP/1.1" status: 204 len: 168 time: 1.9784992 Nov 29 01:45:02.057771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Request body: {'subnet': {'network_id': '5b487651-9f31-4fd8-8ecc-1e5b95ff2a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:02.066804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a0189-9a11-4785-b832-ab726a54f00e None None] The sync data for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv is: [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:44:56Z', 'revision_number': 3, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:02.094363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.159105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:02.216769 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:44:58Z', 'revision_number': 3, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:02.293665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Router 5638b2dc-1985-457f-83de-1367103a4508 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:02.316590 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Checking router: be77bcdb-0008-4d58-99e0-da483d8228ec for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:02.316962 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Updating router be77bcdb-0008-4d58-99e0-da483d8228ec port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:45:02.332188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2e6b46d4-cb31-47ad-b1f5-3d38f73599e9 None None] Provisioning complete for port 49ac6206-15a3-4e22-b89b-d16462fe41ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:02.332664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e6b46d4-cb31-47ad-b1f5-3d38f73599e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.373543 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.390666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b46d4-cb31-47ad-b1f5-3d38f73599e9 None None] Port 49ac6206-15a3-4e22-b89b-d16462fe41ff cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:02.478658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Made reservation on behalf of 974d618ba27f426f86078fff4289d22f for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:02.481563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.489836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.556697 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:02.567061 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-71414f69-0c16-41d0-8bd6-5582f62928f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/5638b2dc-1985-457f-83de-1367103a4508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1468823 Nov 29 01:45:02.617518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6f250b-00d3-4d2e-b706-e7a57650bbd6']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:02.678674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39566) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:02.695462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Sync routers for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:02.714458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:02.715233 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:02.826511 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.837165 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.884638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-581511fc-67ed-44c5-b82c-f046722f3c57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:02.927630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:02.990468 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Attempting to bind port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:02.990929 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Attempting to bind port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:02.995003 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Attempting to bind port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:02.999046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.025333 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaab406-a15b-40f5-be29-ba5d15fcaadf None None] Pushing event updated for resources: {'Port': ['ID=d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:03.028111 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:03.028499 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:03.028913 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.030369 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:03.030915 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Bound port: d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:03.031397 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.182535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790b978a-20ef-42ed-a755-cf65a0c098c1') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:03.182959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790b978a-20ef-42ed-a755-cf65a0c098c1') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:03.249342 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.273042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.288707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:03.289130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.325418 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 2, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:03.366261 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] For port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:03.374771 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] For port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:03.381050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Checking router: 5638b2dc-1985-457f-83de-1367103a4508 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:03.381949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Updating router 5638b2dc-1985-457f-83de-1367103a4508 port 49ac6206-15a3-4e22-b89b-d16462fe41ff binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:45:03.383848 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.385200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6f3c5964-7307-41b6-aaab-639e809b4928 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:03.389389 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:03.400107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-581511fc-67ed-44c5-b82c-f046722f3c57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.412530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-581511fc-67ed-44c5-b82c-f046722f3c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.458019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.485772 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7baaba4-2ce5-4de6-81ed-ab2bcbb068d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.525498 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-581511fc-67ed-44c5-b82c-f046722f3c57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e71ecbaa19c54753bc3a017d7c5cecdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8455956 Nov 29 01:45:03.531571 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaab406-a15b-40f5-be29-ba5d15fcaadf None None] Pushing event updated for resources: {'Port': ['ID=d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:03.532575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39580) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:03.552206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581511fc-67ed-44c5-b82c-f046722f3c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e855fe66-1cad-4c3a-a42c-71473769eb26,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:03.605145 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:03.606356 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:03.633794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.637308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.681408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.686396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.691788 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] 10.222.0.30 "DELETE /v2.0/networks/9a6f250b-00d3-4d2e-b706-e7a57650bbd6 HTTP/1.1" status: 204 len: 168 time: 2.1900413 Nov 29 01:45:03.702608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb93cc7d-05d7-4da2-9b47-2f18c29b0e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.746883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7baaba4-2ce5-4de6-81ed-ab2bcbb068d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.768278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb93cc7d-05d7-4da2-9b47-2f18c29b0e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.795748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0b2c4-48c2-4245-9fe5-00bfb1b0cfa0 tempest-QuotasNegativeTest-2126815465 tempest-QuotasNegativeTest-2126815465-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a6f250b-00d3-4d2e-b706-e7a57650bbd6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:03.821639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6f3c5964-7307-41b6-aaab-639e809b4928 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:03.821967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.868576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:03.872859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb93cc7d-05d7-4da2-9b47-2f18c29b0e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.875990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb93cc7d-05d7-4da2-9b47-2f18c29b0e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:03.877392 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cb93cc7d-05d7-4da2-9b47-2f18c29b0e5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e855fe66-1cad-4c3a-a42c-71473769eb26 HTTP/1.1" status: 204 len: 168 time: 0.3423800 Nov 29 01:45:03.893071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93cc7d-05d7-4da2-9b47-2f18c29b0e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e855fe66-1cad-4c3a-a42c-71473769eb26,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:03.903551 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:03.953818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddeb825-72fd-436e-88db-007a4c545072,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:04.029706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baaba4-2ce5-4de6-81ed-ab2bcbb068d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8a11e7-2359-4c14-a607-b41a674e73f1,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:04.038972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.039351 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Added segment c5684c45-cb50-4553-a0a1-df0e72759386 of type vlan for network 5517bd5b-62b9-4d14-981c-566d77f3deee Nov 29 01:45:04.058689 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f7baaba4-2ce5-4de6-81ed-ab2bcbb068d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6cefcf9f28e42b09a1e8f6f02d2e739&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2044625 Nov 29 01:45:04.061230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39592) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:04.068499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39594) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:04.078662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-148cc947-4a5c-4b4e-bb8a-7763119a5f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776253155', 'description': 'tempest-description--853307619'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:04.230546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-148cc947-4a5c-4b4e-bb8a-7763119a5f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.248664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.260772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.273577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.282230 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:44:58Z', 'revision_number': 3, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:04.296282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Allocated IP 172.20.0.1 (95958bc9-7ef6-4493-8443-e6c1367afb04/910fbb66-f458-443f-aa5a-74395a0a6273/3ebd4f05-9fc4-4881-bc56-451187ad6b5e) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:04.299341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b1701a0d-a9cf-4ff4-8df6-b9250ffb662a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.387462 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ee804-0c99-42b7-a348-f2a61d46d23d None None] The sync data for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv is: [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:44:58Z', 'revision_number': 3, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:04.402781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b1701a0d-a9cf-4ff4-8df6-b9250ffb662a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.416340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.428646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.resource_extend [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:45:04.454778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 6f3c5964-7307-41b6-aaab-639e809b4928, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6f3c5964-7307-41b6-aaab-639e809b4928,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:04.527224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baafa13-a789-406e-af2d-33001684033d None None] Pushing event updated for resources: {'Port': ['ID=49ac6206-15a3-4e22-b89b-d16462fe41ff,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:04.557465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-148cc947-4a5c-4b4e-bb8a-7763119a5f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.561720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.567787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-148cc947-4a5c-4b4e-bb8a-7763119a5f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.574896 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:04.575930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.583405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39598) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:04.599602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.601320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:04.644028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-148cc947-4a5c-4b4e-bb8a-7763119a5f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.645292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-148cc947-4a5c-4b4e-bb8a-7763119a5f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5757163 Nov 29 01:45:04.670064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39602) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:04.670772 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b1701a0d-a9cf-4ff4-8df6-b9250ffb662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.673332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b1701a0d-a9cf-4ff4-8df6-b9250ffb662a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.674755 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b1701a0d-a9cf-4ff4-8df6-b9250ffb662a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa8a11e7-2359-4c14-a607-b41a674e73f1 HTTP/1.1" status: 204 len: 168 time: 0.6124485 Nov 29 01:45:04.681638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6b74b47e-f5f5-4490-a8c4-6becaa36aa6e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Request body: {'security_group_rule': {'security_group_id': 'a73e3858-fc4c-49b2-9372-1486e60cb52b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:04.698337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cc947-4a5c-4b4e-bb8a-7763119a5f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73e3858-fc4c-49b2-9372-1486e60cb52b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:04.741414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1701a0d-a9cf-4ff4-8df6-b9250ffb662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8a11e7-2359-4c14-a607-b41a674e73f1,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:04.754493 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6615c07f-a75c-4a6a-8e5a-62b59879c03d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3aeafa9510141aea4d540aa588a4e1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1699224 Nov 29 01:45:04.757944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39606) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:04.764141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=6f3c5964-7307-41b6-aaab-639e809b4928,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:04.773661 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39608) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:04.811465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6b74b47e-f5f5-4490-a8c4-6becaa36aa6e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.834745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Attempting to bind port 49ac6206-15a3-4e22-b89b-d16462fe41ff on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:04.835444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Attempting to bind port 49ac6206-15a3-4e22-b89b-d16462fe41ff by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:04.836032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Attempting to bind port 49ac6206-15a3-4e22-b89b-d16462fe41ff on network 012a18af-2071-4530-9a04-3c0e2dc36562 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:04.848159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:04.848945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Checking segment: {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:04.849415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.849889 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Bound using segment: {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:04.850460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Bound port: 49ac6206-15a3-4e22-b89b-d16462fe41ff, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:04.850927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:04.977356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-28c98ba5-0eb5-4f6c-993f-fb0d8cbbfe64 None None] Provisioning complete for port 49ac6206-15a3-4e22-b89b-d16462fe41ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:04.977739 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-28c98ba5-0eb5-4f6c-993f-fb0d8cbbfe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.044719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6b74b47e-f5f5-4490-a8c4-6becaa36aa6e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.046085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] For port 49ac6206-15a3-4e22-b89b-d16462fe41ff, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:05.046825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cba372d6-ea50-4d1c-b842-52e2d8d905df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.051679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b0fdfd-d79b-42e9-af44-a248497539ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.054187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-28c98ba5-0eb5-4f6c-993f-fb0d8cbbfe64 None None] Port 49ac6206-15a3-4e22-b89b-d16462fe41ff cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:05.065205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] For port 49ac6206-15a3-4e22-b89b-d16462fe41ff, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=49ac6206-15a3-4e22-b89b-d16462fe41ff,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:05.066379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:05.066775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.085724 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3651969 Nov 29 01:45:05.092204 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39614) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:05.120450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.133980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa7b4b-5dce-4341-b577-1de2f4f637d5 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'Network': ['ID=5517bd5b-62b9-4d14-981c-566d77f3deee,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:05.142193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Request body: {'subnet': {'network_id': '5517bd5b-62b9-4d14-981c-566d77f3deee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:05.149662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6b74b47e-f5f5-4490-a8c4-6becaa36aa6e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.152214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:45:05.152755 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.167172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 5517bd5b-62b9-4d14-981c-566d77f3deee details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:05.204188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cba372d6-ea50-4d1c-b842-52e2d8d905df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.350231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baafa13-a789-406e-af2d-33001684033d None None] Pushing event updated for resources: {'Port': ['ID=49ac6206-15a3-4e22-b89b-d16462fe41ff,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:05.363877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:05.364541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:05.411201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b0fdfd-d79b-42e9-af44-a248497539ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.412696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74b47e-f5f5-4490-a8c4-6becaa36aa6e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f9274d-a45f-4793-ba9a-fa86525209a0,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:05.434954 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6b74b47e-f5f5-4490-a8c4-6becaa36aa6e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.437491 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6b74b47e-f5f5-4490-a8c4-6becaa36aa6e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7616637 Nov 29 01:45:05.439467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b0fdfd-d79b-42e9-af44-a248497539ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.456100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.465953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39624) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:05.481459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e7507dec-3f07-4695-8104-6af603534cc1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Request body: {'security_group_rule': {'security_group_id': 'a73e3858-fc4c-49b2-9372-1486e60cb52b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:05.519135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ce6421f8-4800-4e4a-95cd-239535821890,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:05.549522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.554803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-09b0fdfd-d79b-42e9-af44-a248497539ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26bdf44f7eca4f2c9d9a70793ac4fc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7783175 Nov 29 01:45:05.556756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0fdfd-d79b-42e9-af44-a248497539ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae60b846-b8d4-43f1-9f40-9f3cdbf9be3f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:05.567027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39626) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:05.660013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-02a837c3-069f-431a-b857-70212841b2e5 None None] Provisioning complete for port 49ac6206-15a3-4e22-b89b-d16462fe41ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:05.662279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-02a837c3-069f-431a-b857-70212841b2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.672462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6f3c5964-7307-41b6-aaab-639e809b4928 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:05.675610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Checking segment: {'id': '79426c78-7ee2-453d-9142-953bfb1dcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b487651-9f31-4fd8-8ecc-1e5b95ff2a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:05.675981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Network hostable DHCP agents. Network: 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:05.700207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e7507dec-3f07-4695-8104-6af603534cc1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.726083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b22a256-571e-4dda-8963-018050fe0dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.755079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:05.778928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b22a256-571e-4dda-8963-018050fe0dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.780863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cba372d6-ea50-4d1c-b842-52e2d8d905df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.783540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cba372d6-ea50-4d1c-b842-52e2d8d905df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.786987 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cba372d6-ea50-4d1c-b842-52e2d8d905df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc956b08-fe1a-4ce4-b3f1-21c41ccbf3ae HTTP/1.1" status: 204 len: 168 time: 1.0249729 Nov 29 01:45:05.828430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba372d6-ea50-4d1c-b842-52e2d8d905df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc956b08-fe1a-4ce4-b3f1-21c41ccbf3ae,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:05.836116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Made reservation on behalf of e5ba10327242481c8552a27c33e1b7ca for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:05.840220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.845258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.905701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b22a256-571e-4dda-8963-018050fe0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.912722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b22a256-571e-4dda-8963-018050fe0dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:05.916450 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1b22a256-571e-4dda-8963-018050fe0dc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae60b846-b8d4-43f1-9f40-9f3cdbf9be3f HTTP/1.1" status: 204 len: 168 time: 0.3417630 Nov 29 01:45:05.918550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Network 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:05.933251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22a256-571e-4dda-8963-018050fe0dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae60b846-b8d4-43f1-9f40-9f3cdbf9be3f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:06.065229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6f3c5964-7307-41b6-aaab-639e809b4928 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:06.065626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.093142 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-02a837c3-069f-431a-b857-70212841b2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.114354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:06.115386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:06.137604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a818d6e-ef8a-414f-af92-e07f063ad459 None None] Network 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:06.141360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:06.148131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:06.149603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.163735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:06.208151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-02a837c3-069f-431a-b857-70212841b2e5 None None] For port 49ac6206-15a3-4e22-b89b-d16462fe41ff, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=49ac6206-15a3-4e22-b89b-d16462fe41ff,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:06.215319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:06.288185 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f9568afb-ef07-448a-9dfe-4c405f0575b5 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2359667 Nov 29 01:45:06.291280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39646) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:06.295241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e7507dec-3f07-4695-8104-6af603534cc1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.296737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Request body: {'floatingip': {'floating_network_id': '5b487651-9f31-4fd8-8ecc-1e5b95ff2a31'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:06.325039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e7507dec-3f07-4695-8104-6af603534cc1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.353976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.380302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.436634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-02a837c3-069f-431a-b857-70212841b2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.465922 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.478970 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Allocated IP 172.20.0.1 (e283df73-640b-41aa-9526-2ca312b7547b/ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c/0f1b14bc-8ffb-4471-98ae-b79ff024d593) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:06.681731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65eb54-5850-44c7-be54-1f449bb54073 None None] Network 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:06.700269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Allocated IP 172.20.0.2 (5b487651-9f31-4fd8-8ecc-1e5b95ff2a31/ce6421f8-4800-4e4a-95cd-239535821890/f58eb763-fe2d-4a8f-9228-04e2db7e4d7e) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:06.719141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7507dec-3f07-4695-8104-6af603534cc1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61e4226-3cee-4fb8-bdc7-c9905679c8f3,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:06.783308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e7507dec-3f07-4695-8104-6af603534cc1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.785128 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e7507dec-3f07-4695-8104-6af603534cc1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3133621 Nov 29 01:45:06.807403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39662) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:06.807748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39664) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:06.859976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:06.962111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.967780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-360d9bf5-3325-40a9-a471-e9c0c2336ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.993790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-02dbb4f4-7118-4142-9959-7c2e28dfec06 None None] Provisioning complete for port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:06.994170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-02dbb4f4-7118-4142-9959-7c2e28dfec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:06.996385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a837c3-069f-431a-b857-70212841b2e5 None None] Pushing event updated for resources: {'Port': ['ID=49ac6206-15a3-4e22-b89b-d16462fe41ff,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:07.054732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.112938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:07.116235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.132458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.135607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Network 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:07.138763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:07.145620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-02dbb4f4-7118-4142-9959-7c2e28dfec06 None None] Port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:07.150072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:07.153332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:05Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:07.196893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ddefd-65e3-4164-9097-d3bfaac6225e None None] The sync data for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv is: [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:05Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:07.226872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Port': ['ID=f58eb763-fe2d-4a8f-9228-04e2db7e4d7e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:07.284234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:07.284774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.338200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.395355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.483935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.484689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.518801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'Subnet': ['ID=c0a51175-af0b-457c-a87a-a3eedda41320,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:07.523514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:07.533451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.573851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Checking segment: {'id': 'c5684c45-cb50-4553-a0a1-df0e72759386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5517bd5b-62b9-4d14-981c-566d77f3deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:07.576156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Network hostable DHCP agents. Network: 5517bd5b-62b9-4d14-981c-566d77f3deee, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:07.642903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:07.675884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.702373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39682) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:07.737225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-360d9bf5-3325-40a9-a471-e9c0c2336ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.748428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.755468 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 49ac6206-15a3-4e22-b89b-d16462fe41ff up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:07.763386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.816615 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-360d9bf5-3325-40a9-a471-e9c0c2336ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.851489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 49ac6206-15a3-4e22-b89b-d16462fe41ff triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:07.851922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.868046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Network 5517bd5b-62b9-4d14-981c-566d77f3deee is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:07.910764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Port': ['ID=f58eb763-fe2d-4a8f-9228-04e2db7e4d7e,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:07.948180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.955716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.980731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:07.985362 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5a17ba1c-3155-4d2d-a22b-39eb10daa0d1 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6895862 Nov 29 01:45:07.985362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39688) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:07.999724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 5517bd5b-62b9-4d14-981c-566d77f3deee) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:08.015058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d044ad-5d99-499f-958b-9e2b971cd778 None None] Network 5517bd5b-62b9-4d14-981c-566d77f3deee requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:08.046543 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-360d9bf5-3325-40a9-a471-e9c0c2336ecc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3d84b508ff340f3bfa7d906cd951aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2047601 Nov 29 01:45:08.048961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:08.049533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.056393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d9bf5-3325-40a9-a471-e9c0c2336ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa49d60d-4e7f-474a-8577-cf72dd35105a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:08.069481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39690) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:08.118099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Network e283df73-640b-41aa-9526-2ca312b7547b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:08.130812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:08.194895 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-53a43dae-c18e-427c-97b1-7466d3a42ac4 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 HTTP/1.1" status: 200 len: 689 time: 0.2085712 Nov 29 01:45:08.199395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:08.200535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5a51277a-d04e-4545-aa27-3d290f3044da tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1866228091'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:08.204094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39694) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:08.222802 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-89f1d2ec-37d9-4e41-83cf-a45a591d216b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0905492 Nov 29 01:45:08.261666 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1b14bc-8ffb-4471-98ae-b79ff024d593,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:08.266820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39698) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:08.271883 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-9555488', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:08.317700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.327417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-5517bd5b-62b9-4d14-981c-566d77f3deee', 'network_id': '5517bd5b-62b9-4d14-981c-566d77f3deee', 'tenant_id': 'e5ba10327242481c8552a27c33e1b7ca', 'fixed_ips': [{'subnet_id': 'c0a51175-af0b-457c-a87a-a3eedda41320'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:45:08.329362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.402705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.406020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.452616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a51277a-d04e-4545-aa27-3d290f3044da tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.453778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a51277a-d04e-4545-aa27-3d290f3044da tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.551446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.579734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.580779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.615831 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Allocated IP 172.20.0.2 (5517bd5b-62b9-4d14-981c-566d77f3deee/c0a51175-af0b-457c-a87a-a3eedda41320/49b34d63-d1d6-4dc1-a20a-fe8bf713114c) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:08.642465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.647796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e7bac6d-68f9-4b25-ab00-5a56dd17778a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.713328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.744851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6e105ad9-e2a8-4291-b588-22e25279616f None None] Provisioning complete for port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:08.746438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6e105ad9-e2a8-4291-b588-22e25279616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.763911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39708) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:08.785282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.787393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.800033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:08.825006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6e105ad9-e2a8-4291-b588-22e25279616f None None] Port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:08.870569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a51277a-d04e-4545-aa27-3d290f3044da tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.893676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a51277a-d04e-4545-aa27-3d290f3044da tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.908049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e7bac6d-68f9-4b25-ab00-5a56dd17778a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.919488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Allocated IP 172.26.8.70 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/0a17316c-45f0-4259-94cd-4972f34b05d3) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:08.924445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a51277a-d04e-4545-aa27-3d290f3044da tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.925888 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5a51277a-d04e-4545-aa27-3d290f3044da tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2184534 Nov 29 01:45:08.932232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39712) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:08.940876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.954273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:08.995393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Network 5517bd5b-62b9-4d14-981c-566d77f3deee is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:08.999249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:09.003128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:09.076744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Pushing event updated for resources: {'Port': ['ID=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:09.091538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-29f12afa-7aa5-4c3b-8053-f49c256d86b7 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1898070566'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:09.092022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-29f12afa-7aa5-4c3b-8053-f49c256d86b7 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Unknown quota resources ['metering_label']. {{(pid=109949) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:45:09.095025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Attempting to bind port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:09.095412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Attempting to bind port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'c5684c45-cb50-4553-a0a1-df0e72759386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5517bd5b-62b9-4d14-981c-566d77f3deee'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:09.095781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Attempting to bind port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c on network 5517bd5b-62b9-4d14-981c-566d77f3deee {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:09.102718 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:09.103098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Checking segment: {'id': 'c5684c45-cb50-4553-a0a1-df0e72759386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5517bd5b-62b9-4d14-981c-566d77f3deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:09.103503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.103902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Bound using segment: {'id': 'c5684c45-cb50-4553-a0a1-df0e72759386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5517bd5b-62b9-4d14-981c-566d77f3deee'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:09.104380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Bound port: 49b34d63-d1d6-4dc1-a20a-fe8bf713114c, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5684c45-cb50-4553-a0a1-df0e72759386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5517bd5b-62b9-4d14-981c-566d77f3deee'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:09.104765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.143184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d35857-b649-480d-a85f-6ed403f19309 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.181512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] For port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:09.185735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] For port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,segment=NetworkSegment(c5684c45-cb50-4553-a0a1-df0e72759386),segment_id=c5684c45-cb50-4553-a0a1-df0e72759386)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:09.195390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.203347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.268800 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a07a-0cac-417b-9ec6-7fc57a480355 None None] Pushing event updated for resources: {'Port': ['ID=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:09.287585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Deleting port f58eb763-fe2d-4a8f-9228-04e2db7e4d7e {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:09.287940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.308588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e7bac6d-68f9-4b25-ab00-5a56dd17778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.311398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e7bac6d-68f9-4b25-ab00-5a56dd17778a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.312608 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2e7bac6d-68f9-4b25-ab00-5a56dd17778a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa49d60d-4e7f-474a-8577-cf72dd35105a HTTP/1.1" status: 204 len: 168 time: 1.2416723 Nov 29 01:45:09.404704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bac6d-68f9-4b25-ab00-5a56dd17778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa49d60d-4e7f-474a-8577-cf72dd35105a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:09.462936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.463266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.496468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Calling delete_port for f58eb763-fe2d-4a8f-9228-04e2db7e4d7e owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:09.651115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:09.713287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f12afa-7aa5-4c3b-8053-f49c256d86b7 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.714724 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-29f12afa-7aa5-4c3b-8053-f49c256d86b7 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9325747 Nov 29 01:45:09.722334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39718) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:09.731351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cc98a987-31c0-47f9-8962-523b5f2dcb9d tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fe15c60b-67ec-43ff-b83e-cdb1024fcbc1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:09.731906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cc98a987-31c0-47f9-8962-523b5f2dcb9d tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109948) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:45:09.783817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.804826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:09.864054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 49b34d63-d1d6-4dc1-a20a-fe8bf713114c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:09.890737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.902603 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.services.metering.metering_plugin [None req-cc98a987-31c0-47f9-8962-523b5f2dcb9d tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 01:45:09.911854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.946607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d35857-b649-480d-a85f-6ed403f19309 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.952405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d35857-b649-480d-a85f-6ed403f19309 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:09.952797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:09.953048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.058334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.118796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.141835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,segment=NetworkSegment(c5684c45-cb50-4553-a0a1-df0e72759386),segment_id=c5684c45-cb50-4553-a0a1-df0e72759386)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:10.156568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.157316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:10.171408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.228347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc98a987-31c0-47f9-8962-523b5f2dcb9d tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.234462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d35857-b649-480d-a85f-6ed403f19309 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.235021 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d35857-b649-480d-a85f-6ed403f19309 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3affb424-fc11-4fba-a2bf-33e2772a980c {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:45:10.235672 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cc98a987-31c0-47f9-8962-523b5f2dcb9d tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5106924 Nov 29 01:45:10.236688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39728) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:10.245226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d35857-b649-480d-a85f-6ed403f19309 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.249962 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d8d35857-b649-480d-a85f-6ed403f19309 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "DELETE /v2.0/routers/3affb424-fc11-4fba-a2bf-33e2772a980c HTTP/1.1" status: 204 len: 168 time: 1.3116367 Nov 29 01:45:10.250136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8e79f0bc-cb21-4484-8561-34594628e394 None None] Provisioning complete for port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:10.250136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8e79f0bc-cb21-4484-8561-34594628e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.261212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39730) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:10.263418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a4148e02-b4f9-4c1c-9ebd-1ed650193555 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fe15c60b-67ec-43ff-b83e-cdb1024fcbc1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:10.263773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a4148e02-b4f9-4c1c-9ebd-1ed650193555 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109948) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:45:10.274009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7b08c823-b998-4620-b77e-9343f781251d tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Request body: {'router': {'name': 'tempest-router-1120228884', 'distributed': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:10.308118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.346412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1b14bc-8ffb-4471-98ae-b79ff024d593,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:10.352331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:10.356303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8e79f0bc-cb21-4484-8561-34594628e394 None None] Port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:10.359628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:10.364338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.377863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.387201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.395376 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.services.metering.metering_plugin [None req-a4148e02-b4f9-4c1c-9ebd-1ed650193555 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 01:45:10.438287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event deleted for resources: {'Port': ['ID=f58eb763-fe2d-4a8f-9228-04e2db7e4d7e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:10.453603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:10.470941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:10.473835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b08c823-b998-4620-b77e-9343f781251d tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.475374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b08c823-b998-4620-b77e-9343f781251d tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.545464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b08c823-b998-4620-b77e-9343f781251d tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.547216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:10.551424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:10.565915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b08c823-b998-4620-b77e-9343f781251d tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.573851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Allocated IP 172.26.8.19 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/fc6b9537-81f4-4b08-b6a6-9771bc368b99) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:10.624021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4148e02-b4f9-4c1c-9ebd-1ed650193555 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.629002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a4148e02-b4f9-4c1c-9ebd-1ed650193555 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3698401 Nov 29 01:45:10.636037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39740) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:10.656648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event updated for resources: {'Port': ['ID=0a17316c-45f0-4259-94cd-4972f34b05d3,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:10.658522 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e381fe87-c0ee-4ac5-9ea6-de0786b41f7d tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=f53c7d1f-d24d-434e-85fd-d3482e713d39 HTTP/1.1" status: 200 len: 462 time: 0.0206282 Nov 29 01:45:10.666735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39742) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:10.673635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b08c823-b998-4620-b77e-9343f781251d tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.675109 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7b08c823-b998-4620-b77e-9343f781251d tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4129596 Nov 29 01:45:10.685047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39744) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:10.718831 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4b46e61a-5702-4df3-bac6-4f76725b3ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.807676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2707d216-5adc-4497-9926-5bb9739d4e6c None None] Network 5517bd5b-62b9-4d14-981c-566d77f3deee requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:10.838727 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.881857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Network e283df73-640b-41aa-9526-2ca312b7547b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:10.884439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e7cd83ac-8644-481f-a89d-8e2ac07b3c7b tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.888617 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e7cd83ac-8644-481f-a89d-8e2ac07b3c7b tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/f53c7d1f-d24d-434e-85fd-d3482e713d39 HTTP/1.1" status: 204 len: 168 time: 0.2074044 Nov 29 01:45:10.891186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39750) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:10.905770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:10.913377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ece5ba3-3db7-49aa-b59a-f86adfe5a68b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:10.914689 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-da2e7093-83e8-4a71-ab0b-a2fd94fa417c tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=f53c7d1f-d24d-434e-85fd-d3482e713d39 HTTP/1.1" status: 200 len: 221 time: 0.0218267 Nov 29 01:45:10.917676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39752) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:10.984098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-32a877cb-dfaa-4c17-9fc1-7c8f3ec62379 None None] Provisioning complete for port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:10.985054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32a877cb-dfaa-4c17-9fc1-7c8f3ec62379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.159479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-94bed80e-949d-48f3-bb75-b7219f0981c7 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--608998203', 'description': 'label created by tempest'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:11.160110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-94bed80e-949d-48f3-bb75-b7219f0981c7 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Unknown quota resources ['metering_label']. {{(pid=109948) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:45:11.164990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.235948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:11.248282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Sync routers for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:11.275770 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:11.278928 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:11.294009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-378cbf1e-b6a6-4af1-815e-7924dd173a9c None None] Provisioning complete for port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:11.294538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-378cbf1e-b6a6-4af1-815e-7924dd173a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.343252 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-38565870-31ce-4ea7-be65-f655e61ca8e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/ea2232b9-0ec8-4a4f-83d3-07aa497b8111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4995809 Nov 29 01:45:11.380499 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-378cbf1e-b6a6-4af1-815e-7924dd173a9c None None] Port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:11.391504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.392435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.510377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c63a4520-bbbb-4179-9285-e84c7a05fed7 None None] Provisioning complete for port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:11.510947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c63a4520-bbbb-4179-9285-e84c7a05fed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.532818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.565396 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:11.592867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Router be77bcdb-0008-4d58-99e0-da483d8228ec has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:11.605005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ece5ba3-3db7-49aa-b59a-f86adfe5a68b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.635124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ece5ba3-3db7-49aa-b59a-f86adfe5a68b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.674073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.677541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-94bed80e-949d-48f3-bb75-b7219f0981c7 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.679052 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-94bed80e-949d-48f3-bb75-b7219f0981c7 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7601893 Nov 29 01:45:11.684177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39774) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:11.695890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 49b34d63-d1d6-4dc1-a20a-fe8bf713114c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:11.775346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39776) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:11.785063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:11.785459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.796754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-432fea6f-1f25-48f5-ab60-48a0ba5033cc tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d86614a3-560d-47b5-a0f6-8545319a4185 HTTP/1.1" status: 200 len: 467 time: 0.1092620 Nov 29 01:45:11.799012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:11.802665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.810473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39780) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:11.854350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6421f8-4800-4e4a-95cd-239535821890,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:11.856443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:11.862211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:11.889422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ece5ba3-3db7-49aa-b59a-f86adfe5a68b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.890139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ece5ba3-3db7-49aa-b59a-f86adfe5a68b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4f7e8b7-3e70-4aa2-af48-2bee9c0686ff {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:45:11.902378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ece5ba3-3db7-49aa-b59a-f86adfe5a68b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.903802 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7ece5ba3-3db7-49aa-b59a-f86adfe5a68b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "DELETE /v2.0/routers/d4f7e8b7-3e70-4aa2-af48-2bee9c0686ff HTTP/1.1" status: 204 len: 168 time: 1.2191968 Nov 29 01:45:11.909434 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39784) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:11.914091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-0b7c49b6-f084-4ab6-81da-7aecea9ad729 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Request body: {'router': {'name': 'tempest-router-387879533', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5da09f469e9e49c2970116ab411d984e'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:11.966873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b7c49b6-f084-4ab6-81da-7aecea9ad729 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:11.968097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b7c49b6-f084-4ab6-81da-7aecea9ad729 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.020595 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 2, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:12.025345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b7c49b6-f084-4ab6-81da-7aecea9ad729 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.036640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b7c49b6-f084-4ab6-81da-7aecea9ad729 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.040259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.065525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b487651-9f31-4fd8-8ecc-1e5b95ff2a31']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:12.068074 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Checking router: ea2232b9-0ec8-4a4f-83d3-07aa497b8111 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:12.068606 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Updating router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:45:12.077738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79426c78-7ee2-453d-9142-953bfb1dcbd7') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:12.078047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79426c78-7ee2-453d-9142-953bfb1dcbd7') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:12.089761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.104703 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.105139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.112149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:12.112557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.127784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-223992313'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:12.166124 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:12.218782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.226052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:12.230679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'Port': ['ID=fc6b9537-81f4-4b08-b6a6-9771bc368b99,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:12.250216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Sync routers for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:12.259504 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-283fbd99-c207-4a34-afac-8f513a56b140 admin admin] 10.222.0.30 "PUT /v2.0/routers/be77bcdb-0008-4d58-99e0-da483d8228ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5324309 Nov 29 01:45:12.266403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b7c49b6-f084-4ab6-81da-7aecea9ad729 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.268244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:12.268929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:12.272141 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0b7c49b6-f084-4ab6-81da-7aecea9ad729 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3591115 Nov 29 01:45:12.276407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.279022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39788) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:12.325325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:12.472051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event updated for resources: {'Port': ['ID=0a17316c-45f0-4259-94cd-4972f34b05d3,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:12.479205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Made reservation on behalf of af2700a270504221b0bc53c1c927df7f for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:12.484586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.491756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.503212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.515741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.525704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:12.588101 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.609742 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.640292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.652851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:45:12.656059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.716772 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5cb12-da9e-4f39-a883-00941b7b00cb None None] Pushing event updated for resources: {'Port': ['ID=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:12.722724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c33b95-73ec-4744-b9d4-243bc3cfdc6c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:12.732933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.735236 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3b85cb1a-4fc6-4b3e-951b-beb0721233e4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8987241 Nov 29 01:45:12.743626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:12.755111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.755740 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Added segment e4e014ff-0456-438e-81cf-60851f58d6dd of type vlan for network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 Nov 29 01:45:12.825737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.884266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.891212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:12.891994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.913555 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Attempting to bind port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:12.914726 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Attempting to bind port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:12.915209 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Attempting to bind port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e on network 95958bc9-7ef6-4493-8443-e6c1367afb04 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:12.942958 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:12.943545 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Checking segment: {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:12.944070 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.945706 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Bound using segment: {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:12.951127 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Bound port: 3ebd4f05-9fc4-4881-bc56-451187ad6b5e, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:12.954712 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:12.984077 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2058825 Nov 29 01:45:13.020028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:09Z', 'revision_number': 2, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:13.081222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343821d9-0ac2-4fe1-bc94-60b3149d038d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Pushing event updated for resources: {'Network': ['ID=4c1fe0e9-7a2f-427d-9826-ab24b8681686,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:13.088206 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] For port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:13.095023 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] For port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:13.106514 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.127248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Checking router: be77bcdb-0008-4d58-99e0-da483d8228ec for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:13.127611 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Updating router be77bcdb-0008-4d58-99e0-da483d8228ec port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:45:13.188902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.197407 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5cb12-da9e-4f39-a883-00941b7b00cb None None] Pushing event updated for resources: {'Port': ['ID=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:13.238857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39802) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.240848 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:13.241594 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:44:43Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:13.243432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.243677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:13.244360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-00b245f5-49d0-46e5-8d2f-4d485dff33dc tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--643214607', 'description': 'tempest-description--2079586466'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:13.249197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 HTTP/1.1" status: 204 len: 168 time: 5.0340643 Nov 29 01:45:13.261160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39804) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.380554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39810) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.403639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5300e1d8-732a-44ae-b4f0-97a47039e1a7 None None] Provisioning complete for port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:13.404088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5300e1d8-732a-44ae-b4f0-97a47039e1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.455190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921839366', 'description': 'tempest-description--1918616289'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:13.469009 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a89a0e8d-84bd-4d1f-b93b-ffe04543bbd6 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.2057650 Nov 29 01:45:13.472804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39818) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.485927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.api [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:45:13.485927 dv-neutron-816800-5-hyperv neutron-server[109949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:45:13.485927 dv-neutron-816800-5-hyperv neutron-server[109949]: [parameters: {'project_id_1': 'd5f588263d5941489880ad2f3a12439a', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 44, 53, 461915)}] Nov 29 01:45:13.485927 dv-neutron-816800-5-hyperv neutron-server[109949]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:45:13.486789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG oslo_db.api [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:45:13.577532 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:13.627722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.630627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d60c2e-84da-4d63-ac14-3002d6f54e9a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b487651-9f31-4fd8-8ecc-1e5b95ff2a31,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:13.631715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39828) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.644068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Request body: {'port': {'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686', 'binding:host_id': 'hv-neutron-8168', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-834899258'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:13.663544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00b245f5-49d0-46e5-8d2f-4d485dff33dc tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.672159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e717453e-ef47-4d31-8f46-6f0c35692983 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.676285 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e717453e-ef47-4d31-8f46-6f0c35692983 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/d86614a3-560d-47b5-a0f6-8545319a4185 HTTP/1.1" status: 204 len: 168 time: 1.8335505 Nov 29 01:45:13.677044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39830) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.761561 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1567929b-fd93-46a2-8009-d1f9a7004930 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d86614a3-560d-47b5-a0f6-8545319a4185 HTTP/1.1" status: 200 len: 216 time: 0.0453484 Nov 29 01:45:13.765486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39832) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.793634 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-290dd503-8837-4627-93ea-fd847d9c2d67 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0268650 Nov 29 01:45:13.794489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39834) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.819991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fc373-40e7-4bb6-98fd-762fdf5d8daa tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:13.831355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.840291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fc373-40e7-4bb6-98fd-762fdf5d8daa tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:13.841323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fc373-40e7-4bb6-98fd-762fdf5d8daa tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:13.842971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fc373-40e7-4bb6-98fd-762fdf5d8daa tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:13.843467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fc373-40e7-4bb6-98fd-762fdf5d8daa tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:13.845056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fc373-40e7-4bb6-98fd-762fdf5d8daa tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:13.845523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fc373-40e7-4bb6-98fd-762fdf5d8daa tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:13.853018 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-085fc373-40e7-4bb6-98fd-762fdf5d8daa tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.3761764 Nov 29 01:45:13.860319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39842) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.860652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39844) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.875348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.884057 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 01:45:13.888648 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c9cee7f8-a640-4c78-9f49-9fe3a33765ae tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0563502 Nov 29 01:45:13.889269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39846) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:13.918524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.918867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:13.988536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.027756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652e0db-35b6-4896-8dc6-0c46cc8cb057 None None] Pushing event updated for resources: {'Port': ['ID=0f1b14bc-8ffb-4471-98ae-b79ff024d593,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:14.037771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Attempting to bind port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:14.038215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Attempting to bind port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:14.038663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Attempting to bind port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 on network e283df73-640b-41aa-9526-2ca312b7547b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:14.043718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Made reservation on behalf of 4cb8a3ab96ca491bae75a2eebd2b6bc6 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:14.047272 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0eb403cf-2f5a-4fed-b5ca-a537e49b7e18 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/fe15c60b-67ec-43ff-b83e-cdb1024fcbc1 HTTP/1.1" status: 200 len: 473 time: 0.1526115 Nov 29 01:45:14.047420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:14.047554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Checking segment: {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:14.047898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.048294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Bound using segment: {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:14.048770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Bound port: 0f1b14bc-8ffb-4471-98ae-b79ff024d593, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:14.049213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.052761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.081487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39848) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:14.141307 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3cf00ce4-2f8b-45ea-be34-de08eb621f9e tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/caac975a-b96d-441f-8fc7-30ab47567a3a HTTP/1.1" status: 200 len: 459 time: 0.0470083 Nov 29 01:45:14.148756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39850) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:14.167131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5300e1d8-732a-44ae-b4f0-97a47039e1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.175845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109948) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 29 01:45:14.176568 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Router 641c828e-e31c-4e51-89e9-2062e70e45fa migrating from provider to provider. {{(pid=109948) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 29 01:45:14.178201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.182638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e571d465-c75f-4ede-b32e-df1f34a1606c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.190605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.227592 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:13Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:14.235746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5300e1d8-732a-44ae-b4f0-97a47039e1a7 None None] For port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:14.240750 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] For port 0f1b14bc-8ffb-4471-98ae-b79ff024d593, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:14.240938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00b245f5-49d0-46e5-8d2f-4d485dff33dc tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.249153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5300e1d8-732a-44ae-b4f0-97a47039e1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.260950 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-c285f687-111f-4f44-bf02-21fc08a4d32e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--776253155&fields=id&tenant_id=20dcc51c4f864c979f01d5ad801a0871 HTTP/1.1" status: 200 len: 267 time: 0.3804460 Nov 29 01:45:14.265654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.280593 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20e2f0-1e97-49eb-804f-ed946131a08e None None] The sync data for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv is: [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:13Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:14.296492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00b245f5-49d0-46e5-8d2f-4d485dff33dc tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.298944 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-de214f4b-09c9-4379-b067-01a917f35f0b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] delete failed (client error): The resource could not be found. Nov 29 01:45:14.301234 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-de214f4b-09c9-4379-b067-01a917f35f0b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/d3ca6259-1648-4cc5-bcc1-ad3b2fe43094 HTTP/1.1" status: 404 len: 345 time: 0.4331887 Nov 29 01:45:14.314130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300e1d8-732a-44ae-b4f0-97a47039e1a7 None None] Pushing event updated for resources: {'Port': ['ID=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:14.317617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.320316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] For port 0f1b14bc-8ffb-4471-98ae-b79ff024d593, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0f1b14bc-8ffb-4471-98ae-b79ff024d593,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:14.326721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.330563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39852) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:14.399080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:14.399716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:14.423918 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] No L3 agents can host the router 641c828e-e31c-4e51-89e9-2062e70e45fa Nov 29 01:45:14.444739 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a76622-a7fc-47df-999c-83690782672a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] DELETE failed (client error): The resource could not be found. Nov 29 01:45:14.445258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a76622-a7fc-47df-999c-83690782672a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:45:14.453141 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-88a76622-a7fc-47df-999c-83690782672a tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5b487651-9f31-4fd8-8ecc-1e5b95ff2a31 HTTP/1.1" status: 404 len: 339 time: 0.1066785 Nov 29 01:45:14.461028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39854) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:14.466808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.478681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de8e8806-102e-41c3-8319-88fd9c411127 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.482279 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-de8e8806-102e-41c3-8319-88fd9c411127 tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/caac975a-b96d-441f-8fc7-30ab47567a3a HTTP/1.1" status: 204 len: 168 time: 0.3255131 Nov 29 01:45:14.482465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Request body: {'network': {'name': 'tempest-network--101608176', 'router:external': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:14.483200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39856) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:14.489053 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00b245f5-49d0-46e5-8d2f-4d485dff33dc tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.490295 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-00b245f5-49d0-46e5-8d2f-4d485dff33dc tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2504110 Nov 29 01:45:14.492796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.500205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39858) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:14.504898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-64e56c34-f328-40b5-9b32-6b0a8c733ce4 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Request body: {'security_group_rule': {'security_group_id': '7f4fd110-a54e-4cf9-a087-1840bf6139d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:14.673086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652e0db-35b6-4896-8dc6-0c46cc8cb057 None None] Pushing event updated for resources: {'Port': ['ID=0f1b14bc-8ffb-4471-98ae-b79ff024d593,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:14.688736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ce1dc3e4-f60e-4df5-84ff-d165fcd63fc3 None None] Provisioning complete for port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:14.689121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc3e4-f60e-4df5-84ff-d165fcd63fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.775691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b245f5-49d0-46e5-8d2f-4d485dff33dc tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4fd110-a54e-4cf9-a087-1840bf6139d5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:14.781973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:14.864470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Hosts for router 641c828e-e31c-4e51-89e9-2062e70e45fa: [] {{(pid=109948) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 29 01:45:14.866828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-64e56c34-f328-40b5-9b32-6b0a8c733ce4 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.885874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ce1dc3e4-f60e-4df5-84ff-d165fcd63fc3 None None] Provisioning complete for port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:14.886248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc3e4-f60e-4df5-84ff-d165fcd63fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.891039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Made reservation on behalf of 974d618ba27f426f86078fff4289d22f for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:14.893356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.901110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4015b-5d4e-4f52-8836-4746d796873c req-a7be0417-ca74-4ca2-b6e7-08fbbf71d0fc tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:14.908283 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-a7be0417-ca74-4ca2-b6e7-08fbbf71d0fc tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 811 time: 0.6464133 Nov 29 01:45:14.952456 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-58e98066-229c-4b64-ac4d-b0e25bf33242 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/quotas/20dcc51c4f864c979f01d5ad801a0871 HTTP/1.1" status: 200 len: 375 time: 0.0432594 Nov 29 01:45:14.960206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Hosts for other DVR routers connected to router 641c828e-e31c-4e51-89e9-2062e70e45fa: set() {{(pid=109948) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 29 01:45:14.963375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.964788 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cd6d1c56-9934-40cf-9256-d531cbd7e613 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "PUT /v2.0/routers/641c828e-e31c-4e51-89e9-2062e70e45fa HTTP/1.1" status: 200 len: 716 time: 2.6448519 Nov 29 01:45:14.971524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39860) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:14.978470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ad3be699-dede-449d-b066-95a5fdff6d2b tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:14.979683 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ad3be699-dede-449d-b066-95a5fdff6d2b tempest-MeteringIpV6TestJSON-2111645255 tempest-MeteringIpV6TestJSON-2111645255-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/fe15c60b-67ec-43ff-b83e-cdb1024fcbc1 HTTP/1.1" status: 204 len: 168 time: 0.4950678 Nov 29 01:45:15.052280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:15.072657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.082458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.082820 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Added segment f1f6df92-3df9-4a12-b1ab-d95459de8ca8 of type vlan for network d32c82d0-ba54-48f8-a728-012f44dda153 Nov 29 01:45:15.095188 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-af07ad72-5942-4b93-a30d-39ea4bcd076f tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "GET /v2.0/routers/641c828e-e31c-4e51-89e9-2062e70e45fa HTTP/1.1" status: 200 len: 716 time: 0.1180828 Nov 29 01:45:15.098199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39864) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:15.103055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.122703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] device_id is not set on port 353d64c2-72f8-40f5-8a39-a62d5a137062 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:15.129229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-64e56c34-f328-40b5-9b32-6b0a8c733ce4 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.137451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-64e56c34-f328-40b5-9b32-6b0a8c733ce4 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.146694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Router 7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:45:15.148947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.234259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.366714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.380745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc3e4-f60e-4df5-84ff-d165fcd63fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.395083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.398086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fffebd-234d-48fa-956f-812f1f3d6ef4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:15.425995 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-12d054db-cbf8-41cf-9a79-4c422a90a67a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4725554 Nov 29 01:45:15.449793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.452002 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0669539 Nov 29 01:45:15.462347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ce1dc3e4-f60e-4df5-84ff-d165fcd63fc3 None None] For port 0f1b14bc-8ffb-4471-98ae-b79ff024d593, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0f1b14bc-8ffb-4471-98ae-b79ff024d593,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:15.472936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc3e4-f60e-4df5-84ff-d165fcd63fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.473184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39874) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:15.484181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-decde49b-dcbc-48ec-8ba8-6bcbe0c53d55 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Request body: {'security_group_rule': {'security_group_id': '47e2e04f-85b0-453e-abd7-d7375e19dcbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:15.501766 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e56c34-f328-40b5-9b32-6b0a8c733ce4 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610b844a-72e1-4030-9559-a1fa489e1f0b,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:15.554740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39878) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:15.555750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70844a0-7ce6-43df-ab2b-ca081d24fc71 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e2e04f-85b0-453e-abd7-d7375e19dcbc,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:15.576343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.577885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:15.578653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.598090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dc3e4-f60e-4df5-84ff-d165fcd63fc3 None None] Pushing event updated for resources: {'Port': ['ID=0f1b14bc-8ffb-4471-98ae-b79ff024d593,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:15.613966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:14Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:15.677784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0319ae-07da-46a1-9f71-0ff114bea56f None None] The sync data for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv is: [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:14Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:15.686200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-122d8b25-b9a0-4d4c-84d8-677eef25c599 None None] Provisioning complete for port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:15.686200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-122d8b25-b9a0-4d4c-84d8-677eef25c599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.697635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-64e56c34-f328-40b5-9b32-6b0a8c733ce4 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:15.699498 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-64e56c34-f328-40b5-9b32-6b0a8c733ce4 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1981912 Nov 29 01:45:15.723196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39882) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:15.755136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3ebd4f05-9fc4-4881-bc56-451187ad6b5e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:15.812368 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3466897 Nov 29 01:45:15.817097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f32ae451-65b0-4d45-9131-7ab70ffcdd7f tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Request body: {'security_group_rule': {'security_group_id': '7f4fd110-a54e-4cf9-a087-1840bf6139d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:15.820787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39886) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:15.828483 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e0f93b22-ef9e-4ab7-af18-1d15da7f2569 tempest-RoutersTestDVR-1157513988 tempest-RoutersTestDVR-1157513988-project] 10.222.0.30 "GET /v2.0/routers/641c828e-e31c-4e51-89e9-2062e70e45fa HTTP/1.1" status: 200 len: 682 time: 0.7272463 Nov 29 01:45:15.883536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39888) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:15.912577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:15.912952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.016693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-decde49b-dcbc-48ec-8ba8-6bcbe0c53d55 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.031638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31e41b20-1eab-42e2-9841-260832960e6c tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.123257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-4bad89cd-2f24-4eb1-b3e8-7cc2c451d622 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:45:16.123826 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-4bad89cd-2f24-4eb1-b3e8-7cc2c451d622 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4077151 Nov 29 01:45:16.131074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aee14389-0e03-4369-8708-33491c423637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.163681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:16.177963 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e728d-1e16-401b-8dbe-d8e2a15bea2e None None] Sync routers for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:16.184706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dfef7-fb3d-4345-ac4f-2fb79e33c66f tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:16.190737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dfef7-fb3d-4345-ac4f-2fb79e33c66f tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:16.197034 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e728d-1e16-401b-8dbe-d8e2a15bea2e None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:16.197670 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-662e728d-1e16-401b-8dbe-d8e2a15bea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:16.205687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dfef7-fb3d-4345-ac4f-2fb79e33c66f tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:16.212335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dfef7-fb3d-4345-ac4f-2fb79e33c66f tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:16.216657 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-691dfef7-fb3d-4345-ac4f-2fb79e33c66f tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3844771 Nov 29 01:45:16.222532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39890) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:16.240608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-decde49b-dcbc-48ec-8ba8-6bcbe0c53d55 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.245274 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-662e728d-1e16-401b-8dbe-d8e2a15bea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:16.250286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595b511-94ea-4359-873e-7e102f2e0c35 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Network': ['ID=d32c82d0-ba54-48f8-a728-012f44dda153,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:16.256170 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-761c8e10-4e02-4d5a-be56-2f57f613b64b service neutron] 10.222.0.30 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202700 Nov 29 01:45:16.258337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-decde49b-dcbc-48ec-8ba8-6bcbe0c53d55 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.271136 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e728d-1e16-401b-8dbe-d8e2a15bea2e None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:16.274058 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-662e728d-1e16-401b-8dbe-d8e2a15bea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:16.297993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network d32c82d0-ba54-48f8-a728-012f44dda153 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:16.325260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f32ae451-65b0-4d45-9131-7ab70ffcdd7f tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.349521 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-662e728d-1e16-401b-8dbe-d8e2a15bea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:16.350478 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e728d-1e16-401b-8dbe-d8e2a15bea2e None None] The sync data for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:16.393060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.394899 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-678fab6a-3afe-4aaf-909e-6376cb638c3e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1271272 Nov 29 01:45:16.402268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.410376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39892) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:16.411290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decde49b-dcbc-48ec-8ba8-6bcbe0c53d55 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5c3849-8c95-4452-8293-1f6b73f1feb4,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:16.444804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-decde49b-dcbc-48ec-8ba8-6bcbe0c53d55 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.446320 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-decde49b-dcbc-48ec-8ba8-6bcbe0c53d55 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9680371 Nov 29 01:45:16.484992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39894) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:16.488270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.493067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-15f5bd28-5584-4485-997c-d76022ebf765 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Request body: {'security_group_rule': {'security_group_id': '47e2e04f-85b0-453e-abd7-d7375e19dcbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:16.524482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31e41b20-1eab-42e2-9841-260832960e6c tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.530916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] device_id is not set on port 353d64c2-72f8-40f5-8a39-a62d5a137062 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:16.550799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31e41b20-1eab-42e2-9841-260832960e6c tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.571130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.591259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.610403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15f5bd28-5584-4485-997c-d76022ebf765 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.689941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=353d64c2-72f8-40f5-8a39-a62d5a137062,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:16.708658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.745325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31e41b20-1eab-42e2-9841-260832960e6c tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.745773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e41b20-1eab-42e2-9841-260832960e6c tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 641c828e-e31c-4e51-89e9-2062e70e45fa {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:45:16.750766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31e41b20-1eab-42e2-9841-260832960e6c tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.755146 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-31e41b20-1eab-42e2-9841-260832960e6c tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "DELETE /v2.0/routers/641c828e-e31c-4e51-89e9-2062e70e45fa HTTP/1.1" status: 204 len: 168 time: 0.8673460 Nov 29 01:45:16.756678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39896) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:16.763898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-369ff338-a1f2-4c2e-b94d-01c1b7ff2d6f service neutron] 10.222.0.30 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949598 Nov 29 01:45:16.767395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-af9d735d-3c5b-4292-b22d-7c9e7c17a104 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Request body: {'router': {'name': 'tempest-router-1546758103', 'distributed': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:16.799258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f32ae451-65b0-4d45-9131-7ab70ffcdd7f tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.806511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-af9d735d-3c5b-4292-b22d-7c9e7c17a104 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.807602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-af9d735d-3c5b-4292-b22d-7c9e7c17a104 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.810613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32c82d0-ba54-48f8-a728-012f44dda153']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:16.824841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f32ae451-65b0-4d45-9131-7ab70ffcdd7f tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.828010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f6df92-3df9-4a12-b1ab-d95459de8ca8') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:16.830226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f6df92-3df9-4a12-b1ab-d95459de8ca8') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:16.837495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Checking segment: {'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:16.838143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Network hostable DHCP agents. Network: 4c1fe0e9-7a2f-427d-9826-ab24b8681686, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:16.845054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.869121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aee14389-0e03-4369-8708-33491c423637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.880962 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ae451-65b0-4d45-9131-7ab70ffcdd7f tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b079c65-428c-454d-9aa3-12f0cdb80c74,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:16.897300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aee14389-0e03-4369-8708-33491c423637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.921791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.923794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f32ae451-65b0-4d45-9131-7ab70ffcdd7f tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.928393 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f32ae451-65b0-4d45-9131-7ab70ffcdd7f tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1787722 Nov 29 01:45:16.932320 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39898) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:16.936854 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-aee14389-0e03-4369-8708-33491c423637 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ff73afab23c4767b54b8a57a031d073&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3759434 Nov 29 01:45:16.941718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:16.943118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:16.943692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.947594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39900) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:16.948231 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:16.991226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-af9d735d-3c5b-4292-b22d-7c9e7c17a104 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:16.996779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:17.005353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15f5bd28-5584-4485-997c-d76022ebf765 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.008858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-af9d735d-3c5b-4292-b22d-7c9e7c17a104 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.028663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee14389-0e03-4369-8708-33491c423637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ad7efe-2262-43fe-8c68-c33bf88cc766,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:17.034854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 4c1fe0e9-7a2f-427d-9826-ab24b8681686) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:17.045691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf87cd-0181-4362-8fb6-c3ffe23bc3c9 None None] Network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:17.050781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.056310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:17.073354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-af9d735d-3c5b-4292-b22d-7c9e7c17a104 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.074368 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-af9d735d-3c5b-4292-b22d-7c9e7c17a104 tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3129590 Nov 29 01:45:17.078733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15f5bd28-5584-4485-997c-d76022ebf765 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.080964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39908) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:17.105964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:17.106364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:17.106762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:17.167478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20bd9a90-1ae9-44c7-977d-5d02634b2cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.172043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15f5bd28-5584-4485-997c-d76022ebf765 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.173372 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-15f5bd28-5584-4485-997c-d76022ebf765 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6879835 Nov 29 01:45:17.177278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5bd28-5584-4485-997c-d76022ebf765 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c421865d-18d9-4aa6-ab42-19b990a9d802,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:17.179580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39916) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:17.187414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:17.202080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.234310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d32c82d0-ba54-48f8-a728-012f44dda153 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:45:17.235896 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:17.236258 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:17.239056 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 2 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:17.240165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event deleted for resources: {'Network': ['ID=d32c82d0-ba54-48f8-a728-012f44dda153,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:17.244823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.248712 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e6b70d65-060e-42f9-8c83-220dfca5c11b tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d32c82d0-ba54-48f8-a728-012f44dda153 HTTP/1.1" status: 204 len: 168 time: 1.0251160 Nov 29 01:45:17.254724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39922) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:17.264223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Request body: {'network': {'name': 'tempest-network--1362571379', 'router:external': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:17.270163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd15bcd5-3b88-4444-9dcb-ff85a172452b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.288971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:17.289316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:17.289655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:17.359062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20bd9a90-1ae9-44c7-977d-5d02634b2cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.408501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.441678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39930) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:17.582586 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 01:45:17.659812 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-07990811-1fc6-4f45-9e0e-16e72d08bedd req-88f077b3-c76c-4374-aed7-ef5f0fff1fd8 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 210 time: 0.2114539 Nov 29 01:45:17.693143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0f1b14bc-8ffb-4471-98ae-b79ff024d593 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:17.712278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20bd9a90-1ae9-44c7-977d-5d02634b2cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.714906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20bd9a90-1ae9-44c7-977d-5d02634b2cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.717207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:17.717722 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:17.719261 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-20bd9a90-1ae9-44c7-977d-5d02634b2cce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65ad7efe-2262-43fe-8c68-c33bf88cc766 HTTP/1.1" status: 204 len: 168 time: 0.7679718 Nov 29 01:45:17.749763 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 3 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:17.756777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd9a90-1ae9-44c7-977d-5d02634b2cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ad7efe-2262-43fe-8c68-c33bf88cc766,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:17.760952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:17.761541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.811810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:17.812637 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:17.815846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:17.977544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd15bcd5-3b88-4444-9dcb-ff85a172452b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:17.987995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd15bcd5-3b88-4444-9dcb-ff85a172452b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.092069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Made reservation on behalf of 974d618ba27f426f86078fff4289d22f for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:18.096034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.104983 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd15bcd5-3b88-4444-9dcb-ff85a172452b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.105734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd15bcd5-3b88-4444-9dcb-ff85a172452b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21406ec9-3757-45a3-9e17-ef98df4d75b1 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:45:18.111597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd15bcd5-3b88-4444-9dcb-ff85a172452b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.113101 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fd15bcd5-3b88-4444-9dcb-ff85a172452b tempest-RoutersTestDVR-1911685178 tempest-RoutersTestDVR-1911685178-project-admin] 10.222.0.30 "DELETE /v2.0/routers/21406ec9-3757-45a3-9e17-ef98df4d75b1 HTTP/1.1" status: 204 len: 168 time: 1.0289869 Nov 29 01:45:18.150061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:18.150434 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:18.152776 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 4 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:18.159168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.163025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.220168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:18.220520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:18.222834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:18.238229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:18.238592 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:18.247406 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 5 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:18.267602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:18.296603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.297356 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Added segment 51b269f1-b7d4-4fe1-b96e-5407040c6bd8 of type vlan for network c53b0c5c-f3bc-4475-980d-9404625e8d34 Nov 29 01:45:18.298840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39954) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:18.330208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-815b5566-68c9-4390-a821-19706395123f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.363526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.404682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.459083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.460369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:18.461754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.472762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:18.473175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:18.473587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:18.483737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:18.484151 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:18.498614 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 6 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:18.523821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:18.524433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:18.525319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:18.531907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Allocated IP 172.26.8.212 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/0a4de5bd-2992-4abb-a919-238ec99726f6) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:18.542868 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2840872 Nov 29 01:45:18.544794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39962) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:18.568456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39964) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:18.575277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:18.575631 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:18.577768 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 7 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:18.592393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efbab4-2e4d-4043-8094-4157a799a203 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Network': ['ID=c53b0c5c-f3bc-4475-980d-9404625e8d34,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:18.603225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network c53b0c5c-f3bc-4475-980d-9404625e8d34 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:18.617049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:18.617597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:18.619791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:18.634885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:18.635237 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:18.635614 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 8 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:18.667167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:18.667511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:18.667855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:18.676138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:18.676673 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:18.677211 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 9 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:18.704842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:18.704997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:18.705344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:18.716532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:18.716866 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:18.719703 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 10 to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 Nov 29 01:45:18.737167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:18.737510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:18.737853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:18.742894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port 353d64c2-72f8-40f5-8a39-a62d5a137062 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:18.743640 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port 353d64c2-72f8-40f5-8a39-a62d5a137062 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:18.744109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.838691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] For port 353d64c2-72f8-40f5-8a39-a62d5a137062, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:18.840143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempted to set empty binding levels {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:45:18.845951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.859925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8869ae2a-09be-4c22-b85d-f89157a1b5c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.888815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-815b5566-68c9-4390-a821-19706395123f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.920111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f93f13-7daa-44d2-afb5-23c02bd31638 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:18.924570 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-96f93f13-7daa-44d2-afb5-23c02bd31638 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] 10.222.0.30 "GET /v2.0/networks/c53b0c5c-f3bc-4475-980d-9404625e8d34 HTTP/1.1" status: 200 len: 757 time: 0.3746660 Nov 29 01:45:18.925649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:18.926251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.930381 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0fe3f8ba-53f8-4ce2-ac3b-2638abbe82d3 req-0053cc4d-b628-4556-9dc5-156d6b9d0b5e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 210 time: 0.0791450 Nov 29 01:45:18.930875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39972) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:18.937534 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-815b5566-68c9-4390-a821-19706395123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:18.968744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=353d64c2-72f8-40f5-8a39-a62d5a137062,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:18.982044 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7e838ac5-17ca-4f8e-a398-75871edccfcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.3490291 Nov 29 01:45:18.982726 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39974) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:19.069857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Allocated IP 172.20.0.1 (5517bd5b-62b9-4d14-981c-566d77f3deee/c0a51175-af0b-457c-a87a-a3eedda41320/1c0034cb-47b3-48c1-9515-8fe0eb18cc80) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:19.075142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Deleting port 353d64c2-72f8-40f5-8a39-a62d5a137062 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:19.075294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.090235 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-815b5566-68c9-4390-a821-19706395123f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6e4f5399fe14ef4a82861b3b853fa3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7861664 Nov 29 01:45:19.093956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39976) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:19.126845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.128288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b5566-68c9-4390-a821-19706395123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45872e1a-4f16-4e14-9339-4b0a224f1c47,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:19.166186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ed309-2f81-4243-adb9-a2a90be026c4 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:19.167695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bb4ed309-2f81-4243-adb9-a2a90be026c4 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] 10.222.0.30 "GET /v2.0/networks/b7dc96fe-fcd3-41b2-a2b2-757e8e534983 HTTP/1.1" status: 200 len: 768 time: 0.2318616 Nov 29 01:45:19.172187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39978) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:19.250398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] For port 353d64c2-72f8-40f5-8a39-a62d5a137062, host hv-neutron-8168, got binding levels [] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:19.250792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.260527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a845-819f-4449-8e8e-e24aab21e811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.272359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Calling delete_port for 353d64c2-72f8-40f5-8a39-a62d5a137062 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:19.291029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8869ae2a-09be-4c22-b85d-f89157a1b5c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.299213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8869ae2a-09be-4c22-b85d-f89157a1b5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.301687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.363136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.401265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a845-819f-4449-8e8e-e24aab21e811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.407593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:19.410271 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8869ae2a-09be-4c22-b85d-f89157a1b5c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5da09f469e9e49c2970116ab411d984e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8362126 Nov 29 01:45:19.411018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ae2a-09be-4c22-b85d-f89157a1b5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d30866f-c7cc-415d-bdb4-659ebbfbdbf6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:19.414985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 39980) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:19.427401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:19.431860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:19.435039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event updated for resources: {'Port': ['ID=0a4de5bd-2992-4abb-a919-238ec99726f6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:19.453705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.478388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Allocated IP 172.26.8.136 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/92afdcc6-0ab4-42b1-959f-e15b19c9bb72) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:19.510805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.631042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Network 5517bd5b-62b9-4d14-981c-566d77f3deee is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:19.644564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:19.650919 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'Port': ['ID=1c0034cb-47b3-48c1-9515-8fe0eb18cc80,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:19.653062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:19.666010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26c6d91c-451c-422d-8596-94e208f3a1f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.668036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.21', 59063) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:19.690293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.692613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.705350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.709717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a845-819f-4449-8e8e-e24aab21e811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.712986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a845-819f-4449-8e8e-e24aab21e811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.716932 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3ce0a845-819f-4449-8e8e-e24aab21e811 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45872e1a-4f16-4e14-9339-4b0a224f1c47 HTTP/1.1" status: 204 len: 168 time: 0.6219296 Nov 29 01:45:19.734314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26c6d91c-451c-422d-8596-94e208f3a1f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.782195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.827606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53b0c5c-f3bc-4475-980d-9404625e8d34']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:19.833675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0a845-819f-4449-8e8e-e24aab21e811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45872e1a-4f16-4e14-9339-4b0a224f1c47,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:19.836472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event deleted for resources: {'Port': ['ID=353d64c2-72f8-40f5-8a39-a62d5a137062,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:19.858881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.861919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b269f1-b7d4-4fe1-b96e-5407040c6bd8') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:19.862216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b269f1-b7d4-4fe1-b96e-5407040c6bd8') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:19.879055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.880891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.887341 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-66a4b09d-c510-4f55-b104-4f0228ec7f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "DELETE /v2.0/ports/353d64c2-72f8-40f5-8a39-a62d5a137062 HTTP/1.1" status: 204 len: 168 time: 0.9008822 Nov 29 01:45:19.892622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39984) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:19.893878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.955173 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea608291-98ae-46b7-bcd8-a0f8c28500ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:45:19.960466 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ea608291-98ae-46b7-bcd8-a0f8c28500ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "GET /v2.0/ports/353d64c2-72f8-40f5-8a39-a62d5a137062 HTTP/1.1" status: 404 len: 333 time: 0.0610003 Nov 29 01:45:19.960466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:19.966839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 39986) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:20.010758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Request body: {'port': {'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2096354941'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:20.028622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:20.030091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:20.036107 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:20.074312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4015b-5d4e-4f52-8836-4746d796873c req-e989f6ac-f0d3-4b5c-ae51-3c79d4236302 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:20.075802 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-e989f6ac-f0d3-4b5c-ae51-3c79d4236302 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 811 time: 0.4050534 Nov 29 01:45:20.153458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c8907414-e314-4215-a5bd-49c5328c95a4 None None] Provisioning complete for port 1c0034cb-47b3-48c1-9515-8fe0eb18cc80 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:20.154005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c8907414-e314-4215-a5bd-49c5328c95a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.168714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.180884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26c6d91c-451c-422d-8596-94e208f3a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.183480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26c6d91c-451c-422d-8596-94e208f3a1f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.184441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Made reservation on behalf of 4cb8a3ab96ca491bae75a2eebd2b6bc6 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:20.184617 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-26c6d91c-451c-422d-8596-94e208f3a1f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d30866f-c7cc-415d-bdb4-659ebbfbdbf6 HTTP/1.1" status: 204 len: 168 time: 0.7668650 Nov 29 01:45:20.188472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.197170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c8907414-e314-4215-a5bd-49c5328c95a4 None None] Port 1c0034cb-47b3-48c1-9515-8fe0eb18cc80 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:20.233410 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b48306c3-dc4f-4135-b71d-db7607ddac1c req-df5f373e-66f3-45fd-ba5e-2846833f12da tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 210 time: 0.0721071 Nov 29 01:45:20.234851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.244135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.249166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6d91c-451c-422d-8596-94e208f3a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d30866f-c7cc-415d-bdb4-659ebbfbdbf6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:20.312946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c53b0c5c-f3bc-4475-980d-9404625e8d34 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:45:20.340635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.349110 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "DELETE /v2.0/networks/c53b0c5c-f3bc-4475-980d-9404625e8d34 HTTP/1.1" status: 204 len: 168 time: 1.1706545 Nov 29 01:45:20.356175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] device_id is not set on port af439cbb-86d8-444b-b964-84284ccd6bc5 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:20.357341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40012) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:20.400968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:20.401829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14510d-a03e-4d82-b4de-2711a980e292 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event deleted for resources: {'Network': ['ID=c53b0c5c-f3bc-4475-980d-9404625e8d34,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:20.435789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:20.441561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:20.443779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event updated for resources: {'Port': ['ID=92afdcc6-0ab4-42b1-959f-e15b19c9bb72,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:20.679408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Request body: {'network': {'name': 'tempest-network--173393140'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:20.685158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.710022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.805860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40032) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:20.842141 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-6455d1e1-3833-4680-83b5-8752520d4e05 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20dcc51c4f864c979f01d5ad801a0871 HTTP/1.1" status: 200 len: 379 time: 0.6834574 Nov 29 01:45:20.859280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Request body: {'port': {'device_id': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'admin_state_up': True, 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'security_groups': ['a73e3858-fc4c-49b2-9372-1486e60cb52b']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:20.873566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-170065cf-fec8-4101-ae59-a5dff47d4edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.879083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Made reservation on behalf of 974d618ba27f426f86078fff4289d22f for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:20.881834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.916539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event updated for resources: {'Port': ['ID=0a4de5bd-2992-4abb-a919-238ec99726f6,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:20.938138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.974751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:20.983462 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a4c4d773-db30-40f7-b3c0-eb34cfe5030e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7995517 Nov 29 01:45:21.009687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:21.027660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.028284 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Added segment 027ff902-b20c-4f8a-9f07-a376cf973bd3 of type vlan for network 73d91088-e5f6-4b78-80b7-1d94573a6c11 Nov 29 01:45:21.100799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.112920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.160357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.171246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.172655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:21.173481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.218625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.270712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Made reservation on behalf of 20dcc51c4f864c979f01d5ad801a0871 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:21.275106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.292627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-170065cf-fec8-4101-ae59-a5dff47d4edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.315524 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9525685 Nov 29 01:45:21.317195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-170065cf-fec8-4101-ae59-a5dff47d4edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.323751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40054) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:21.359404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40058) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:21.365415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-56c4d2bc-00d9-4313-998e-c9a99e4e1ba3 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:21.407169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.432937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a2854-b441-45df-8ab8-16e3731ffd40 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Network': ['ID=73d91088-e5f6-4b78-80b7-1d94573a6c11,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:21.455699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 73d91088-e5f6-4b78-80b7-1d94573a6c11 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:21.479995 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-170065cf-fec8-4101-ae59-a5dff47d4edb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11bc167ccdf74db7a772d05352393242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665032 Nov 29 01:45:21.480756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40062) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:21.480893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170065cf-fec8-4101-ae59-a5dff47d4edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0828543e-dd04-400f-be04-9e53607d3911,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:21.496198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.533333 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5c6966b1-9d30-4eab-93d7-c00c2a8b4e02 req-0ea9a5a1-3fb9-4d67-84c2-f2e48e997a2e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 210 time: 0.1064241 Nov 29 01:45:21.547525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.698068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:21.711331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'Port': ['ID=1c0034cb-47b3-48c1-9515-8fe0eb18cc80,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:21.723787 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-10ff2f83-ef39-4ce2-8a64-5f01bf0bb0e7 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1921839366&fields=id&tenant_id=d5f588263d5941489880ad2f3a12439a HTTP/1.1" status: 200 len: 267 time: 0.4374001 Nov 29 01:45:21.734770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:21.751582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.755698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:21.756666 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:21.757312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.759717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=af439cbb-86d8-444b-b964-84284ccd6bc5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:21.809030 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3bb5c542-7882-4e1e-b386-a89847341cb8 tempest-AgentManagementNegativeTest-778844169 tempest-AgentManagementNegativeTest-778844169-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3874063 Nov 29 01:45:21.816635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0953ac5c-798d-4259-a4d2-921378a679c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.890986 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f07b9842-cc08-444e-8c39-734781f9dfa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9056795 Nov 29 01:45:21.907197 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40066) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:21.918683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:21.926305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Allocated IP 172.20.0.13 (012a18af-2071-4530-9a04-3c0e2dc36562/f2d04192-ceea-40bb-ba69-29459030cf0e/d08e162c-3fb0-4d44-a6ce-9b28d41b01f4) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:21.933829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-56c4d2bc-00d9-4313-998e-c9a99e4e1ba3 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:21.969503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0953ac5c-798d-4259-a4d2-921378a679c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.011696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-56c4d2bc-00d9-4313-998e-c9a99e4e1ba3 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.041610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.071688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.081581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-5f223e70-a708-4c29-9725-2c0c8d83e3e3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:22.089666 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-5f223e70-a708-4c29-9725-2c0c8d83e3e3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/networks?id=95958bc9-7ef6-4493-8443-e6c1367afb04 HTTP/1.1" status: 200 len: 812 time: 0.3652546 Nov 29 01:45:22.101091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.147151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.174807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56c4d2bc-00d9-4313-998e-c9a99e4e1ba3 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Network 73d91088-e5f6-4b78-80b7-1d94573a6c11 is not hosted by any dhcp agent {{(pid=109948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 01:45:22.175591 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-febf287f-53c2-403b-9e29-bab222fd41a5 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/quotas/d5f588263d5941489880ad2f3a12439a HTTP/1.1" status: 200 len: 375 time: 0.0843201 Nov 29 01:45:22.176026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4d2bc-00d9-4313-998e-c9a99e4e1ba3 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:22.176744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-56c4d2bc-00d9-4313-998e-c9a99e4e1ba3 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.178449 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-56c4d2bc-00d9-4313-998e-c9a99e4e1ba3 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "PUT /v2.0/networks/73d91088-e5f6-4b78-80b7-1d94573a6c11 HTTP/1.1" status: 200 len: 857 time: 0.8278513 Nov 29 01:45:22.205238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40070) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:22.300624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4d2bc-00d9-4313-998e-c9a99e4e1ba3 tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event updated for resources: {'Network': ['ID=73d91088-e5f6-4b78-80b7-1d94573a6c11,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:22.309488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40072) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:22.327068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Network 5517bd5b-62b9-4d14-981c-566d77f3deee is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:22.328905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:22.392870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0953ac5c-798d-4259-a4d2-921378a679c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.396684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0953ac5c-798d-4259-a4d2-921378a679c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.398180 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0953ac5c-798d-4259-a4d2-921378a679c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0828543e-dd04-400f-be04-9e53607d3911 HTTP/1.1" status: 204 len: 168 time: 0.9123120 Nov 29 01:45:22.435622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event updated for resources: {'Port': ['ID=92afdcc6-0ab4-42b1-959f-e15b19c9bb72,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:22.643890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.662038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953ac5c-798d-4259-a4d2-921378a679c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0828543e-dd04-400f-be04-9e53607d3911,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:22.745472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.757920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3e14faeb-3c70-48c2-b3a3-56d80c0dc69b None None] Provisioning complete for port 1c0034cb-47b3-48c1-9515-8fe0eb18cc80 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:22.759692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3e14faeb-3c70-48c2-b3a3-56d80c0dc69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.765112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b009933-036c-4cbc-9da8-c44e44c21a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.787000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Router 7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:22.807299 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.816363 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5c09ea12-c957-413a-8dab-45100f77d867 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8706076 Nov 29 01:45:22.825554 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f56587f0-09fa-4ff6-bc38-7bab6a4b20d3 req-78767f9b-ab1b-49ee-804a-2be620c832b6 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 210 time: 0.1729996 Nov 29 01:45:22.842196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3e14faeb-3c70-48c2-b3a3-56d80c0dc69b None None] Port 1c0034cb-47b3-48c1-9515-8fe0eb18cc80 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:22.861127 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-43dcf0f6-baa2-480d-a5e3-b337b36091fc tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5f588263d5941489880ad2f3a12439a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6830943 Nov 29 01:45:22.904907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.947704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b009933-036c-4cbc-9da8-c44e44c21a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:22.959152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b009933-036c-4cbc-9da8-c44e44c21a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:23.229699 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0b009933-036c-4cbc-9da8-c44e44c21a37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6736d169d77f4545bec79ed2ecbb4295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9160333 Nov 29 01:45:23.261338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40106) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:23.266454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b009933-036c-4cbc-9da8-c44e44c21a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46f67c-363f-4eb7-8ef8-1efc836907ad,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:23.359826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] device_id is not set on port af439cbb-86d8-444b-b964-84284ccd6bc5 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:23.370034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eef29451-7084-480a-a2cb-f85d4069573b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:23.374372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:23.375782 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-0762d776-cefb-4da0-8ce7-0b9b384c1419 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--643214607&fields=id&tenant_id=ab516d3ee90447e494596883532c44fe HTTP/1.1" status: 200 len: 267 time: 0.1578376 Nov 29 01:45:23.382281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:23.423947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:23.435691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b7413-6857-49d8-8574-529a171f9582 None None] Sync routers for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:23.436078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Network 012a18af-2071-4530-9a04-3c0e2dc36562 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:23.454360 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-55db6ab2-88ca-4a13-a2aa-fe98f99cbc2e tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "PUT /v2.0/routers/7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0313134 Nov 29 01:45:23.456842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eef29451-7084-480a-a2cb-f85d4069573b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:23.459158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b7413-6857-49d8-8574-529a171f9582 None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:23.460044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-bc2b7413-6857-49d8-8574-529a171f9582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:23.472833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40114) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:23.492196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:23.495276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:23.513729 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Request body: {'port': {'network_id': '5517bd5b-62b9-4d14-981c-566d77f3deee', 'name': 'tempest-FloatingIPAdminTestJSON-1292184793'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:23.543429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-bc2b7413-6857-49d8-8574-529a171f9582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:23.576794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b7413-6857-49d8-8574-529a171f9582 None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:23.577455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-bc2b7413-6857-49d8-8574-529a171f9582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:23.854631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88c17-561f-4d86-9af2-0decf576501d req-f91511dd-ce11-417e-894c-fda541e4a248 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:23.856162 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-f91511dd-ce11-417e-894c-fda541e4a248 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/networks?id=e283df73-640b-41aa-9526-2ca312b7547b HTTP/1.1" status: 200 len: 805 time: 0.4698820 Nov 29 01:45:23.859165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40118) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:23.871761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-bc2b7413-6857-49d8-8574-529a171f9582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:23.873362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b7413-6857-49d8-8574-529a171f9582 None None] The sync data for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:23.943638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:23.997981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-01778a2c-dbbd-4713-8425-5b91bbbb22d7 None None] Provisioning complete for port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:23.998357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-01778a2c-dbbd-4713-8425-5b91bbbb22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.033793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.074189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d91088-e5f6-4b78-80b7-1d94573a6c11']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:24.087536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-01778a2c-dbbd-4713-8425-5b91bbbb22d7 None None] Port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:24.164482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027ff902-b20c-4f8a-9f07-a376cf973bd3') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:24.165112 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027ff902-b20c-4f8a-9f07-a376cf973bd3') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:24.177961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.209140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.216964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:24.217348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.225446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-45755552'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:24.237404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eef29451-7084-480a-a2cb-f85d4069573b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.240982 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eef29451-7084-480a-a2cb-f85d4069573b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.242178 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eef29451-7084-480a-a2cb-f85d4069573b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb46f67c-363f-4eb7-8ef8-1efc836907ad HTTP/1.1" status: 204 len: 168 time: 0.9770794 Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:24.253353 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:24.260652 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-c2afc134-7031-4fc3-880b-321d7b1268b9 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/quotas/ab516d3ee90447e494596883532c44fe HTTP/1.1" status: 200 len: 375 time: 0.3791137 Nov 29 01:45:24.298487 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event updated for resources: {'Port': ['ID=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:24.326338 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-616f3f48-467c-4370-94f0-315a5fa30013 service neutron] 10.222.0.30 "GET /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4618459 Nov 29 01:45:24.334669 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:24.336753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.371860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef29451-7084-480a-a2cb-f85d4069573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46f67c-363f-4eb7-8ef8-1efc836907ad,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:24.410794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Made reservation on behalf of e499af311c994c6ca79c056b1c4760e4 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:24.414959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.478314 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-91401312-fae8-4e2a-9da9-4137b3dbe2ae tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab516d3ee90447e494596883532c44fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2167625 Nov 29 01:45:24.479636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.479865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.485234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:24.485557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:24.486099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:24.507599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Made reservation on behalf of e5ba10327242481c8552a27c33e1b7ca for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:24.511662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.543109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] device_id is not set on port 23c49486-3e1d-469c-a777-9fc184073a98 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:24.607243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73d91088-e5f6-4b78-80b7-1d94573a6c11 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:45:24.656334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.661375 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] 10.222.0.30 "DELETE /v2.0/networks/73d91088-e5f6-4b78-80b7-1d94573a6c11 HTTP/1.1" status: 204 len: 168 time: 2.4317231 Nov 29 01:45:24.664717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=af439cbb-86d8-444b-b964-84284ccd6bc5,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:24.665088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Allocated IP 172.20.0.10 (5517bd5b-62b9-4d14-981c-566d77f3deee/c0a51175-af0b-457c-a87a-a3eedda41320/23c49486-3e1d-469c-a777-9fc184073a98) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:24.668600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40130) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:24.690147 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e0ae473-60b0-45c9-a6fa-46f3665a6c7c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8300102 Nov 29 01:45:24.690147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:24.690147 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:24.696770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdd522-b91d-4f81-87fc-f10e6282f5bb tempest-ExternalNetworksTestJSON-396619288 tempest-ExternalNetworksTestJSON-396619288-project-admin] Pushing event deleted for resources: {'Network': ['ID=73d91088-e5f6-4b78-80b7-1d94573a6c11,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:24.713086 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 2 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:24.752034 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c997aa93-c91a-4017-bfb4-8c7a8ab1b2d3 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] DELETE failed (client error): The resource could not be found. Nov 29 01:45:24.752531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c997aa93-c91a-4017-bfb4-8c7a8ab1b2d3 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:45:24.756109 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c997aa93-c91a-4017-bfb4-8c7a8ab1b2d3 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] 10.222.0.30 "DELETE /v2.0/subnets/ce6421f8-4800-4e4a-95cd-239535821890 HTTP/1.1" status: 404 len: 337 time: 0.0689459 Nov 29 01:45:24.761701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40132) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:24.784079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:24.784417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:24.784760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:24.832555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:24.832887 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:24.847968 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 3 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:24.875944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.920153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:24.932186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-8507013c-2a79-476a-9b5f-73f8d338857b service neutron] 10.222.0.30 "GET /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763626 Nov 29 01:45:25.002698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Network 5517bd5b-62b9-4d14-981c-566d77f3deee is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:25.006002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:25.006537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:25.006766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:25.009386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:25.030960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:25.031472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.037460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:25.037785 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:25.039288 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 4 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:25.098522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:25.099342 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:25.100036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:25.127894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-775772f8-17f7-4327-8c4c-e1fa7ce5c6bf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:45:25.130408 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-775772f8-17f7-4327-8c4c-e1fa7ce5c6bf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2215834 Nov 29 01:45:25.159913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event updated for resources: {'Port': ['ID=23c49486-3e1d-469c-a777-9fc184073a98,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:25.200399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:25.201246 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:25.203065 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 5 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:25.257234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:25.257577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:25.257921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:25.360849 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:25.361256 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:25.387553 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 6 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:25.439552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.449067 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-4dee66c3-af23-4320-8689-9e128a705162 service neutron] 10.222.0.30 "GET /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042753 Nov 29 01:45:25.462221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:25.462701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:25.463099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:25.488433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:25.489214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.494706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.519096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.523811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f50007ea-d6eb-4c23-8ced-206e075e66a5 None None] Provisioning complete for port 23c49486-3e1d-469c-a777-9fc184073a98 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:25.527170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f50007ea-d6eb-4c23-8ced-206e075e66a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.536499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:25.553670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.555249 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Added segment e3e51090-ad26-4291-bbf1-e6c736dc2291 of type vlan for network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 Nov 29 01:45:25.590637 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:25.599983 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:25.603145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dc96fe-fcd3-41b2-a2b2-757e8e534983']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:25.611805 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 7 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:25.632397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f50007ea-d6eb-4c23-8ced-206e075e66a5 None None] Port 23c49486-3e1d-469c-a777-9fc184073a98 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:25.666355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.696568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be92035f-af77-4e4a-b19f-7b0979a8e30f') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:25.697178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be92035f-af77-4e4a-b19f-7b0979a8e30f') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:25.716909 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.720149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:25.721586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:25.722206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:25.747180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:25.748091 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:25.748988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 8 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:25.761428 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5cc6-33c7-490b-9d25-14934bee1fad req-fd00b5c7-1d36-4c69-a266-1e40f610f106 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:25.770661 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-caed5cc6-33c7-490b-9d25-14934bee1fad req-fd00b5c7-1d36-4c69-a266-1e40f610f106 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 932 time: 0.4030092 Nov 29 01:45:25.775456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.810086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40168) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:25.816112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793e9210-bc78-4d66-b60e-47c369bed2ee,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:25.818902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.821328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:25.821715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:25.825289 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:25.827636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:25.828307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:25.840972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:25.841131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:25.841417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:25.891703 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4bdbd81d-cd92-490d-aa2e-95d0c89428bd tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4145720 Nov 29 01:45:25.891890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-f3abd1da-795b-47e8-9e7f-870309ad0660 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:45:25.891890 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-f3abd1da-795b-47e8-9e7f-870309ad0660 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051677 Nov 29 01:45:25.902411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40174) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:25.905790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:25.906125 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:25.934148 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 9 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:25.990213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event updated for resources: {'Network': ['ID=2dd0d184-1008-4d5a-9bdf-6825b6fa2821,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:26.002037 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dceb7b01-94fc-413f-a01c-ec745486c074 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1398594 Nov 29 01:45:26.005652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40180) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:26.008425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:26.011394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Request body: {'subnet': {'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:26.032329 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-caed5cc6-33c7-490b-9d25-14934bee1fad req-f9f52a1d-6e9f-4259-b0eb-3dbc488a9fb4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598410 Nov 29 01:45:26.033024 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:26.033327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:26.033498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:26.066990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:26.071329 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:26.072532 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:26.077531 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 10 to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 Nov 29 01:45:26.132402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'networks': [{'name': 'tempest-network--850901848'}, {'name': 'tempest-network--1793659750'}]} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:26.132991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'network': {'name': 'tempest-network--850901848'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:26.133645 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'network': {'name': 'tempest-network--1793659750'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:26.138120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:26.142066 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] 10.222.0.30 "DELETE /v2.0/networks/b7dc96fe-fcd3-41b2-a2b2-757e8e534983 HTTP/1.1" status: 204 len: 168 time: 1.3793848 Nov 29 01:45:26.206299 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f64d2-ff3f-46f6-92dd-133e94316951 tempest-ExternalNetworksTestJSON-1194798413 tempest-ExternalNetworksTestJSON-1194798413-project] Pushing event deleted for resources: {'Network': ['ID=b7dc96fe-fcd3-41b2-a2b2-757e8e534983,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:26.233695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-a2d19db9-cc02-405d-bbbc-fa7602408c80 service neutron] 10.222.0.30 "GET /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661631 Nov 29 01:45:26.276132 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-48341d86-9364-4d5f-a7ba-6676cbd568da req-6db989fb-55a2-4608-ad07-685f46f27669 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.1668289 Nov 29 01:45:26.277232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:26.277808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:26.278322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:26.318716 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:26.319865 dv-neutron-816800-5-hyperv neutron-server[109949]: ERROR neutron.plugins.ml2.managers [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port af439cbb-86d8-444b-b964-84284ccd6bc5 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:26.322219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:26.341349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'project_id': 'e5ba10327242481c8552a27c33e1b7ca', 'port_id': '23c49486-3e1d-469c-a777-9fc184073a98'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:26.352825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:45:26.352825 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 29 01:45:26.352825 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'project_id': 'e499af311c994c6ca79c056b1c4760e4', 'id': '171deb77-9ccd-4275-844f-15b0f18e4d2d', 'expiration': datetime.datetime(2021, 11, 29, 1, 47, 26, 315487)}] Nov 29 01:45:26.352825 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:45:26.355427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:45:26.401117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Made reservation on behalf of 0377fff4b77842a68c728061aed72eb5 for: {'network': 2} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:26.408777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:26.461069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:26.477850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:26.543281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] For port af439cbb-86d8-444b-b964-84284ccd6bc5, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:26.543778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempted to set empty binding levels {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:45:26.559528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:26.696732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40196) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:26.737768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] In _notify_port_updated(), no bound segment for port af439cbb-86d8-444b-b964-84284ccd6bc5 on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:45:26.750860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:26.751584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:26.753142 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "PUT /v2.0/ports/af439cbb-86d8-444b-b964-84284ccd6bc5 HTTP/1.1" status: 200 len: 981 time: 4.8447173 Nov 29 01:45:26.753920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41697ee3-0105-4019-9fff-2e6c9a44aa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=af439cbb-86d8-444b-b964-84284ccd6bc5,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:26.755958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40202) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:26.929943 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-461efc3c-2d23-47ac-beb2-049a8955a690 req-108ab316-24d7-4667-8c76-e736c0a6ca0d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.0994844 Nov 29 01:45:27.012947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.020603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.021228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.027129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.027728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.028216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.028700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.029177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.029653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.030324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.030634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.031207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.031684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.032155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.032639 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.033188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.033819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.034299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.034812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.035263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.035732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.036589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.037050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.037523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.037993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.038833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.043061 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-52d91d31-0469-41a8-ad9a-2ae40ae933ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20160 time: 0.2859859 Nov 29 01:45:27.061332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40214) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:27.063807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Made reservation on behalf of e499af311c994c6ca79c056b1c4760e4 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:27.067831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.127535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c31ed38-1e6e-4282-9563-fb3e6f8f4363,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:27.191386 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4dd0efbd-446e-4d9d-a767-9160fa325ef0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=457a93516df3426799110dea73675f09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4934366 Nov 29 01:45:27.201152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40216) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:27.204302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.416012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Allocated IP 172.26.8.97 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/41f93934-2eec-4d89-9038-8eae9f86ec08) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:27.422201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c48e5-e7f4-4307-81f6-fb9c30120d19 req-29127036-2848-4e7b-b84c-5bf06707ba00 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:27.433632 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-913c48e5-e7f4-4307-81f6-fb9c30120d19 req-29127036-2848-4e7b-b84c-5bf06707ba00 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 932 time: 0.2406268 Nov 29 01:45:27.570501 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.572868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Deleting port af439cbb-86d8-444b-b964-84284ccd6bc5 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:27.573677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.615804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:27.624921 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-913c48e5-e7f4-4307-81f6-fb9c30120d19 req-b6a2ea4a-9505-458e-8182-d87501f2f175 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903863 Nov 29 01:45:27.693881 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-281b7b37-0434-4de5-a974-5c69ed048054 req-6af162b0-be8e-4236-bfa0-5655154c701b tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.0486484 Nov 29 01:45:27.700234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.700669 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Added segment 9b5f64ec-b643-4edd-8cb7-409a9ba12f46 of type vlan for network 106269a1-767f-428d-94bd-a16d67221d38 Nov 29 01:45:27.798331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.808098 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Request body: {'port': {'device_id': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:27.811335 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf766d7-a47d-49a9-a867-c8714ce029d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.815996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.833325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] For port af439cbb-86d8-444b-b964-84284ccd6bc5, host hv-neutron-8168, got binding levels [] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:27.833979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.881824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Calling delete_port for af439cbb-86d8-444b-b964-84284ccd6bc5 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:27.883477 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.898973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf766d7-a47d-49a9-a867-c8714ce029d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:27.926646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Checking segment: {'id': 'e3e51090-ad26-4291-bbf1-e6c736dc2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:27.927362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Network hostable DHCP agents. Network: 2dd0d184-1008-4d5a-9bdf-6825b6fa2821, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:27.966066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event updated for resources: {'Subnet': ['ID=1d51d38e-2e56-4339-8f40-e615ee6a7e4c,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:27.970310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Pushing event updated for resources: {'Port': ['ID=41f93934-2eec-4d89-9038-8eae9f86ec08,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:27.996315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:28.011880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:28.040710 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:28.042497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 2dd0d184-1008-4d5a-9bdf-6825b6fa2821) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:28.044227 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:28.051604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded4cc0-eb36-40f4-bc4e-3ed82ed5954d None None] Network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:28.053861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:28.054474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.063840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:28.069893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.083799 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d224b6f1-52d2-4eb4-97b9-12140df84c5b tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0770307 Nov 29 01:45:28.100226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40228) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:28.108524 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b65a0b0-3689-42e4-bf3f-01fb9b60c0d2 req-99d9315a-1a26-412e-ad23-52355df535a7 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.0429633 Nov 29 01:45:28.115230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Request body: {'port': {'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1077468883'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:28.126770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.134653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.135981 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Added segment eb4d8fc9-79af-44e8-b235-b8dc69798003 of type vlan for network ec3936f7-2b26-48f4-ad0c-5df4c697de1a Nov 29 01:45:28.253202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.292132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf766d7-a47d-49a9-a867-c8714ce029d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.294960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf766d7-a47d-49a9-a867-c8714ce029d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.296127 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8bf766d7-a47d-49a9-a867-c8714ce029d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5aa9873-6ded-43a3-a607-d879e6cb11e2 HTTP/1.1" status: 204 len: 168 time: 0.9832275 Nov 29 01:45:28.299595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event deleted for resources: {'Port': ['ID=af439cbb-86d8-444b-b964-84284ccd6bc5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:28.345042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.364683 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-901c34b6-5aed-42b8-98c0-3065848c2434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "DELETE /v2.0/ports/af439cbb-86d8-444b-b964-84284ccd6bc5 HTTP/1.1" status: 204 len: 168 time: 1.3019712 Nov 29 01:45:28.370962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40232) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:28.431772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-2dd0d184-1008-4d5a-9bdf-6825b6fa2821', 'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821', 'tenant_id': 'e499af311c994c6ca79c056b1c4760e4', 'fixed_ips': [{'subnet_id': '1d51d38e-2e56-4339-8f40-e615ee6a7e4c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:45:28.433160 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.453953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf766d7-a47d-49a9-a867-c8714ce029d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa9873-6ded-43a3-a607-d879e6cb11e2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:28.481366 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-183c2f97-c921-4094-a9d9-451ec4656316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:45:28.483622 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-183c2f97-c921-4094-a9d9-451ec4656316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "GET /v2.0/ports/af439cbb-86d8-444b-b964-84284ccd6bc5 HTTP/1.1" status: 404 len: 333 time: 0.1069062 Nov 29 01:45:28.504045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40234) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:28.510805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-628514179', 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:28.588071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Made reservation on behalf of 4cb8a3ab96ca491bae75a2eebd2b6bc6 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:28.592905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.597726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Made reservation on behalf of e499af311c994c6ca79c056b1c4760e4 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:28.603057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.644423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] device_id is not set on port 69f6b64a-4d29-4ac5-b3c0-2ed205198fb7 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:28.652344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] device_id is not set on port fc417869-759c-45c3-8d08-aa3c01e7c9ef yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:28.757261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Allocated IP 172.20.0.2 (2dd0d184-1008-4d5a-9bdf-6825b6fa2821/1d51d38e-2e56-4339-8f40-e615ee6a7e4c/68ce86b2-a976-4dc3-8ce2-ea59224965d8) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:28.763201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.767509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.780617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:28.786004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:28.787705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:28.923172 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2350fcd6-f005-4af0-8856-7d50b7aca41f req-6a3a2540-f625-4a8d-9afc-7a521e807442 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.0491455 Nov 29 01:45:29.008912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40242) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:29.019549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.082718 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1b4823d4-4ee4-495a-8a5a-f5f0b7b389c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=974d618ba27f426f86078fff4289d22f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0724990 Nov 29 01:45:29.085152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40244) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:29.117055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.160157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.176253 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.190986 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3798027 Nov 29 01:45:29.213980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:29.215061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40248) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:29.236939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:29.242502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:29.245390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:29.253166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Pushing event updated for resources: {'Port': ['ID=68ce86b2-a976-4dc3-8ce2-ea59224965d8,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:29.257939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:29.300848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bc1208a6-7b81-42dd-a314-bad64b455a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.302713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:29.304204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:29.304833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.333369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Attempting to bind port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:29.333878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Attempting to bind port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e3e51090-ad26-4291-bbf1-e6c736dc2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:29.334308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Attempting to bind port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 on network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:29.336184 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8307018 Nov 29 01:45:29.347494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:29.348165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Checking segment: {'id': 'e3e51090-ad26-4291-bbf1-e6c736dc2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:29.348810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.349382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Bound using segment: {'id': 'e3e51090-ad26-4291-bbf1-e6c736dc2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:29.350276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Bound port: 68ce86b2-a976-4dc3-8ce2-ea59224965d8, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e51090-ad26-4291-bbf1-e6c736dc2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:29.351393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.362454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40250) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:29.374040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b3d268aa-fd24-4d41-bac4-00977004043e req-b28b2a1f-7509-4472-be74-19071f73f0a3 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.0951843 Nov 29 01:45:29.396066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fd86f-0b36-4731-8542-4f78fc85678a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=69f6b64a-4d29-4ac5-b3c0-2ed205198fb7,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:29.443198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bc1208a6-7b81-42dd-a314-bad64b455a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.446975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Allocated IP 172.20.0.11 (2dd0d184-1008-4d5a-9bdf-6825b6fa2821/1d51d38e-2e56-4339-8f40-e615ee6a7e4c/fc417869-759c-45c3-8d08-aa3c01e7c9ef) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:29.451251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648fc30e-07b1-4292-a7b8-f2e76523f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:29.455352 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-648fc30e-07b1-4292-a7b8-f2e76523f10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "GET /v2.0/ports/69f6b64a-4d29-4ac5-b3c0-2ed205198fb7 HTTP/1.1" status: 200 len: 958 time: 0.0891163 Nov 29 01:45:29.464139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40252) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:29.497111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] For port 68ce86b2-a976-4dc3-8ce2-ea59224965d8, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:29.500614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] For port 68ce86b2-a976-4dc3-8ce2-ea59224965d8, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=68ce86b2-a976-4dc3-8ce2-ea59224965d8,segment=NetworkSegment(e3e51090-ad26-4291-bbf1-e6c736dc2291),segment_id=e3e51090-ad26-4291-bbf1-e6c736dc2291)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:29.514683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.644137 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be827fa-7f92-460b-adf0-f846b08261bb None None] Pushing event updated for resources: {'Port': ['ID=68ce86b2-a976-4dc3-8ce2-ea59224965d8,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:29.718591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bc1208a6-7b81-42dd-a314-bad64b455a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.721650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bc1208a6-7b81-42dd-a314-bad64b455a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.722853 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bc1208a6-7b81-42dd-a314-bad64b455a19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9998c8a-f689-4517-b177-3c22bfc0a55d HTTP/1.1" status: 204 len: 168 time: 0.6366527 Nov 29 01:45:29.738997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-87a18a08-68b1-466c-999d-46ec8daaab9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Deleting port 69f6b64a-4d29-4ac5-b3c0-2ed205198fb7 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:29.739332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87a18a08-68b1-466c-999d-46ec8daaab9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:29.752944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Network': ['ID=106269a1-767f-428d-94bd-a16d67221d38,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:29.765233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1208a6-7b81-42dd-a314-bad64b455a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9998c8a-f689-4517-b177-3c22bfc0a55d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:29.766148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 106269a1-767f-428d-94bd-a16d67221d38 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:29.859764 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:45:29.867147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd773c-8d9d-4bab-938d-2795c8fef65c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Network': ['ID=ec3936f7-2b26-48f4-ad0c-5df4c697de1a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:29.987514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network ec3936f7-2b26-48f4-ad0c-5df4c697de1a details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:30.104829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ab70a-0db4-4a3d-9ab6-e2ce8f2bae20 req-55774f5e-c15c-45fb-882b-9967963605d1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:30.106875 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a6ab70a-0db4-4a3d-9ab6-e2ce8f2bae20 req-55774f5e-c15c-45fb-882b-9967963605d1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 932 time: 1.2976172 Nov 29 01:45:30.176449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.322180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37653aea-e143-424b-b11f-b7af0d949412 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:30.330146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37653aea-e143-424b-b11f-b7af0d949412 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:30.337393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37653aea-e143-424b-b11f-b7af0d949412 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:30.347194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37653aea-e143-424b-b11f-b7af0d949412 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:30.352678 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-37653aea-e143-424b-b11f-b7af0d949412 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1302180 Nov 29 01:45:30.374949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40260) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:30.385410 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c5854596-6ed1-4201-a4d7-7c7c1309a1a0 req-b469e5e1-900c-40ee-b295-18b3fd988d64 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.1059823 Nov 29 01:45:30.404258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87a18a08-68b1-466c-999d-46ec8daaab9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.433187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.434809 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-87a18a08-68b1-466c-999d-46ec8daaab9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Calling delete_port for 69f6b64a-4d29-4ac5-b3c0-2ed205198fb7 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:30.550657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.580978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.649969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.657597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event updated for resources: {'Port': ['ID=fc417869-759c-45c3-8d08-aa3c01e7c9ef,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:30.675420 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5d1177a6-1882-4e94-b337-b15397f29cb5 req-90e3dc35-1cda-424f-a658-e08296d218e6 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.1800451 Nov 29 01:45:30.686897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:30.698719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:45:30.714824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.729224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:30.732500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:30.739880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87a18a08-68b1-466c-999d-46ec8daaab9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.743461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Transition to ACTIVE for port object d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:45:30.773021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a6ab70a-0db4-4a3d-9ab6-e2ce8f2bae20 req-8b1a8fc2-af43-4ab7-8151-054cc5963647 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4604027 Nov 29 01:45:30.776892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.820244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a18a08-68b1-466c-999d-46ec8daaab9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event deleted for resources: {'Port': ['ID=69f6b64a-4d29-4ac5-b3c0-2ed205198fb7,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:30.845061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87a18a08-68b1-466c-999d-46ec8daaab9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.852491 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-87a18a08-68b1-466c-999d-46ec8daaab9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "DELETE /v2.0/ports/69f6b64a-4d29-4ac5-b3c0-2ed205198fb7 HTTP/1.1" status: 204 len: 168 time: 1.3871753 Nov 29 01:45:30.871908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:30.872665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.875324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40272) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:30.907443 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cb31ac-4b18-40bd-9175-e2b6dd16505c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:45:30.912336 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e1cb31ac-4b18-40bd-9175-e2b6dd16505c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "GET /v2.0/ports/69f6b64a-4d29-4ac5-b3c0-2ed205198fb7 HTTP/1.1" status: 404 len: 333 time: 0.0326233 Nov 29 01:45:30.915648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40276) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:30.921114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Request body: {'port': {'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-61917825'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:30.957611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Made reservation on behalf of 4cb8a3ab96ca491bae75a2eebd2b6bc6 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:30.960299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:30.989615 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Pushing event updated for resources: {'Port': ['ID=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:30.998288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5de85d05-2227-4069-ab29-d15fef90712d tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8885720 Nov 29 01:45:30.999799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] device_id is not set on port f5b07c84-4f5a-40e3-a6af-8e45ca560fea yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:31.003846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40280) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:31.012481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Request body: {'port': {'network_id': '2dd0d184-1008-4d5a-9bdf-6825b6fa2821', 'name': 'tempest-ExtraDHCPOptionsTestJSON-672173077', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:31.013105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.api.validators [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] bootfile-name is not in valid_values {{(pid=109948) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:45:31.013467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.api.validators [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] tftp-server is not in valid_values {{(pid=109948) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:45:31.013847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.api.validators [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] server-ip-address is not in valid_values {{(pid=109948) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:45:31.340206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85496388-d3f0-4ee5-acd8-ded721b9b265 None None] Network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:31.406471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Made reservation on behalf of e499af311c994c6ca79c056b1c4760e4 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:31.416187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.479000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] device_id is not set on port 5f0f2e53-017f-475b-b685-2bc21713b33b yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:31.531150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-de756947-7e70-45f0-a45e-4a897bedf21e None None] Provisioning complete for port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:31.531565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-de756947-7e70-45f0-a45e-4a897bedf21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.540057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.567028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.583864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.588226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106269a1-767f-428d-94bd-a16d67221d38']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:31.615353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5f64ec-b643-4edd-8cb7-409a9ba12f46') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:31.615567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5f64ec-b643-4edd-8cb7-409a9ba12f46') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:31.654861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.660338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Attempting to bind port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:31.660679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Attempting to bind port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:31.661012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Attempting to bind port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 on network 012a18af-2071-4530-9a04-3c0e2dc36562 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:31.706157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 on network 012a18af-2071-4530-9a04-3c0e2dc36562 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:31.706552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Attempting to bind port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 on network 012a18af-2071-4530-9a04-3c0e2dc36562 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:31.709048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.741966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:31.745172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Checking segment: {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:31.745824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Bound using segment: {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:31.746370 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Bound port: d08e162c-3fb0-4d44-a6ce-9b28d41b01f4, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1423475f-9596-4a3b-9e6e-c5996603711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:31.747910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.749976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Allocated IP 172.20.0.14 (2dd0d184-1008-4d5a-9bdf-6825b6fa2821/1d51d38e-2e56-4339-8f40-e615ee6a7e4c/5f0f2e53-017f-475b-b685-2bc21713b33b) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:31.798204 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b9fead34-b4f5-4ee7-a2b6-78e0d2ac65e0 req-17265386-b21d-43ab-9051-d1ff06ae0554 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.0387912 Nov 29 01:45:31.879759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-de756947-7e70-45f0-a45e-4a897bedf21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.897265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] For port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:31.898169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 68ce86b2-a976-4dc3-8ce2-ea59224965d8 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:31.906668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] For port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:31.908908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Pushing event updated for resources: {'Port': ['ID=41f93934-2eec-4d89-9038-8eae9f86ec08,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:31.914462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:31.915443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:31.922873 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:31.931428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:31.998016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-de756947-7e70-45f0-a45e-4a897bedf21e None None] For port 68ce86b2-a976-4dc3-8ce2-ea59224965d8, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=68ce86b2-a976-4dc3-8ce2-ea59224965d8,segment=NetworkSegment(e3e51090-ad26-4291-bbf1-e6c736dc2291),segment_id=e3e51090-ad26-4291-bbf1-e6c736dc2291)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:32.017964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-de756947-7e70-45f0-a45e-4a897bedf21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.052373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:32.052752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.076208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d7906-0dd0-4aee-8ffe-cd0cd4a265e6 req-5e4cb5cb-c8a6-43e1-a5d0-1e8c8101b449 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:32.077818 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-110d7906-0dd0-4aee-8ffe-cd0cd4a265e6 req-5e4cb5cb-c8a6-43e1-a5d0-1e8c8101b449 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 944 time: 0.1500533 Nov 29 01:45:32.175066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de756947-7e70-45f0-a45e-4a897bedf21e None None] Pushing event updated for resources: {'Port': ['ID=68ce86b2-a976-4dc3-8ce2-ea59224965d8,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:32.180076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.223224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.270028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.276020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:32.285419 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-110d7906-0dd0-4aee-8ffe-cd0cd4a265e6 req-b20c8618-30eb-4974-a3f1-1bd1d7caec0b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923461 Nov 29 01:45:32.288221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:32.291341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b07c84-4f5a-40e3-a6af-8e45ca560fea,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:32.293462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:32.294383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:32.295001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.340684 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-11e07514-ce5e-4861-88ea-1c18583d32f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.4240229 Nov 29 01:45:32.346026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40304) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:32.350411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:32.350564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4266efc0-6c98-432b-8daa-5013cd523e48 None None] Provisioning complete for port fc417869-759c-45c3-8d08-aa3c01e7c9ef triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:32.351078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4266efc0-6c98-432b-8daa-5013cd523e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.351186 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.355604 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] 10.222.0.21 "PUT /v2.0/ports/d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 1094 time: 4.6680422 Nov 29 01:45:32.358193 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9ce5dae5-933a-4da2-b312-8e41bf0d471b req-6957b040-407c-4e56-a6fa-04760f6c5357 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.4363110 Nov 29 01:45:32.366002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:32.401926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4266efc0-6c98-432b-8daa-5013cd523e48 None None] Port fc417869-759c-45c3-8d08-aa3c01e7c9ef cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:32.412604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4266efc0-6c98-432b-8daa-5013cd523e48 None None] Provisioning complete for port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:32.417288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4266efc0-6c98-432b-8daa-5013cd523e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.436841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'tag': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:32.465388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1781fe-eb9c-4d4a-aee3-feffd3402f94 service neutron] Pushing event updated for resources: {'Port': ['ID=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:32.497258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.530706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.540352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.738725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789cc768-6c7a-4312-816b-c5bbb7446471" -d '{"events": [{"name": "network-changed", "server_uuid": "91e02906-1e92-499d-a5bf-ce65ec1cc786", "tag": "d08e162c-3fb0-4d44-a6ce-9b28d41b01f4"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:32.739746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:32.769081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:32.772599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:32.783236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40316) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:32.805989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.838016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.843788 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/networks/106269a1-767f-428d-94bd-a16d67221d38 HTTP/1.1" status: 204 len: 168 time: 2.4634116 Nov 29 01:45:32.855498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40324) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:32.880958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9348a3d4-7548-41aa-b864-da67ef7bb79d None None] Provisioning complete for port fc417869-759c-45c3-8d08-aa3c01e7c9ef triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:32.881370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9348a3d4-7548-41aa-b864-da67ef7bb79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.902866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event updated for resources: {'Port': ['ID=5f0f2e53-017f-475b-b685-2bc21713b33b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:32.906941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c6b4a-0cd0-4dea-a829-dd6300ed7025 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Network': ['ID=106269a1-767f-428d-94bd-a16d67221d38,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:32.944029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4015b-5d4e-4f52-8836-4746d796873c req-79ffba53-0812-437c-982e-266adfa268fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:32.945540 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-79ffba53-0812-437c-982e-266adfa268fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1097 time: 0.3603871 Nov 29 01:45:32.952924 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:32.953877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:32.992554 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-77b7e2aa-3834-484e-b3b5-15e610baca3a tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9875586 Nov 29 01:45:32.995437 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40326) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:33.007951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9348a3d4-7548-41aa-b864-da67ef7bb79d None None] Port fc417869-759c-45c3-8d08-aa3c01e7c9ef cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:33.056541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1221377401', 'router:external': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:33.098452 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Floating IP 41514e00-5f31-4f3e-ad04-a4f512334d05 associated. External IP: 172.26.8.97, port: 23c49486-3e1d-469c-a777-9fc184073a98. Nov 29 01:45:33.115031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] device_id is not set on port f5b07c84-4f5a-40e3-a6af-8e45ca560fea yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:33.126125 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b717428-4a8b-417b-bffe-faae92ee611e x-openstack-request-id: req-1b717428-4a8b-417b-bffe-faae92ee611e {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:33.126505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e02906-1e92-499d-a5bf-ce65ec1cc786", "tag": "d08e162c-3fb0-4d44-a6ce-9b28d41b01f4", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:33.126690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b717428-4a8b-417b-bffe-faae92ee611e {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:33.127137 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'tag': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'status': 'completed', 'code': 200} Nov 29 01:45:33.130868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.132191 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-01b8f997-1e57-444e-a700-1a0b2e2207ce req-2991e837-6572-46cd-96cc-b8dba50a5143 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.1351631 Nov 29 01:45:33.133431 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-850b5671-22ed-4397-ada6-e2fbc00c0601 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 217 time: 0.1272180 Nov 29 01:45:33.155235 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f9bf8-c64d-487f-a506-d93445174edc tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:33.161053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f9bf8-c64d-487f-a506-d93445174edc tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:33.167664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f9bf8-c64d-487f-a506-d93445174edc tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:33.172028 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-052f9bf8-c64d-487f-a506-d93445174edc tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1723390 Nov 29 01:45:33.172615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40330) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:33.175185 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e33f6890-8102-4c74-a6ea-9ddb2dc7fa35 None None] Provisioning complete for port 5f0f2e53-017f-475b-b685-2bc21713b33b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:33.175857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e33f6890-8102-4c74-a6ea-9ddb2dc7fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.181583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.190640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Made reservation on behalf of 7a8b0427df7f4ecca22e76ce0d62d954 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:33.192864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.215268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e33f6890-8102-4c74-a6ea-9ddb2dc7fa35 None None] Port 5f0f2e53-017f-475b-b685-2bc21713b33b cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:33.241610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.242290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.255416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3201ba90-d495-428f-ab88-741161caf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:33.256684 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3201ba90-d495-428f-ab88-741161caf27a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.0911751 Nov 29 01:45:33.313471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b07c84-4f5a-40e3-a6af-8e45ca560fea,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:33.344681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:33.345201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:33.345578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:33.367003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:33.367356 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:33.372101 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 2 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:33.399547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:33.399949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:33.400557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:33.408343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.21', 59073) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:33.413644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.425618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:33.425771 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:33.428825 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 3 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:33.481730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a6401563-cc3d-4e87-ab44-a6fcb16fe790 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Deleting port 5f0f2e53-017f-475b-b685-2bc21713b33b {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:33.482080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a6401563-cc3d-4e87-ab44-a6fcb16fe790 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.491932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.505686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:33.506028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:33.506405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:33.519381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.583413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:33.584060 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:33.586087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3936f7-2b26-48f4-ad0c-5df4c697de1a']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:33.616001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:33.628765 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.629129 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Added segment 5d0136aa-648f-4fe5-90db-880be1a3b8e0 of type vlan for network 516b111e-476d-4bf4-8ae6-0514f54d6b41 Nov 29 01:45:33.630448 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 4 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:33.631915 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddbff049-f961-495a-9f73-f12de2627ca6 req-154bb617-1466-485a-8175-74de1a6ccd43 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.0358498 Nov 29 01:45:33.633996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4d8fc9-79af-44e8-b235-b8dc69798003') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:33.634218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43ffc8d-bb8e-4eb8-8885-75adefd6e842,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:33.634653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4d8fc9-79af-44e8-b235-b8dc69798003') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:33.642500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4015b-5d4e-4f52-8836-4746d796873c req-b9c9f46b-6b86-41be-b2e6-cc370d7f5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:33.643895 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-b9c9f46b-6b86-41be-b2e6-cc370d7f5cf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3342640 Nov 29 01:45:33.675433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130fd4c-4223-40f0-b647-bc03db706902 req-8251d4ae-d9b9-4252-be93-e0de49bec080 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:33.677316 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e130fd4c-4223-40f0-b647-bc03db706902 req-8251d4ae-d9b9-4252-be93-e0de49bec080 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 944 time: 0.2444451 Nov 29 01:45:33.678872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.682140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:33.682503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:33.682894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:33.688970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 68ce86b2-a976-4dc3-8ce2-ea59224965d8 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:33.719652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:33.720682 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:33.730917 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 5 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:33.746303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:33.746802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.774687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a6401563-cc3d-4e87-ab44-a6fcb16fe790 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.778132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.783221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.796691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:33.797051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:33.797365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:33.806801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:33.807211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:33.810708 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:33.813280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a6401563-cc3d-4e87-ab44-a6fcb16fe790 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Calling delete_port for 5f0f2e53-017f-475b-b685-2bc21713b33b owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:33.826592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:33.826921 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:33.839164 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 6 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:33.850688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88c17-561f-4d86-9af2-0decf576501d req-31f1e180-c3b8-415e-bb5e-66b3e19dc935 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:33.852380 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-31f1e180-c3b8-415e-bb5e-66b3e19dc935 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.21 "GET /v2.0/networks?id=e283df73-640b-41aa-9526-2ca312b7547b HTTP/1.1" status: 200 len: 805 time: 0.4304316 Nov 29 01:45:33.862756 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e130fd4c-4223-40f0-b647-bc03db706902 req-929ccc44-aa74-4340-8d13-cc6a5213ee0f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490777 Nov 29 01:45:33.895277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:33.895648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:33.895998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:33.901042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.902049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:33.902759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.919749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:33.920078 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:33.925051 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-3e7dce4f-d02b-4cb7-8fb3-740344115d04 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524371 Nov 29 01:45:33.931812 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 7 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:33.935576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Router 7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:33.938038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.960390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:33.962317 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1725607 Nov 29 01:45:33.966305 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/networks/ec3936f7-2b26-48f4-ad0c-5df4c697de1a HTTP/1.1" status: 204 len: 168 time: 1.0759439 Nov 29 01:45:33.966965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40340) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:33.967298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40342) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:33.988140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'subnet': {'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:34.003406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:34.003406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:34.003406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:34.013353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c0063-17a9-4bb8-bb70-28ae10045970 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Network': ['ID=ec3936f7-2b26-48f4-ad0c-5df4c697de1a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:34.017547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890478ed-c59e-4cc9-9b07-0fc03c75a73e tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'Network': ['ID=516b111e-476d-4bf4-8ae6-0514f54d6b41,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:34.020055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:34.020448 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:34.021411 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 8 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:34.039454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:34.039454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:34.039454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:34.041019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 516b111e-476d-4bf4-8ae6-0514f54d6b41 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:34.065826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:34.066033 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:34.068318 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 9 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:34.089845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:34.090177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:34.090563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:34.101282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:34.101893 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:34.103281 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempt 10 to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea Nov 29 01:45:34.110360 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-d604517b-8ce2-42dc-87e0-cc85af1cec21 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab516d3ee90447e494596883532c44fe HTTP/1.1" status: 200 len: 379 time: 0.2223811 Nov 29 01:45:34.114302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a6401563-cc3d-4e87-ab44-a6fcb16fe790 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.126057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:34.126453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:34.126769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempting to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:34.152193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6401563-cc3d-4e87-ab44-a6fcb16fe790 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event deleted for resources: {'Port': ['ID=5f0f2e53-017f-475b-b685-2bc21713b33b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:34.155211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:34.155527 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Failed to bind port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e4e014ff-0456-438e-81cf-60851f58d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c1fe0e9-7a2f-427d-9826-ab24b8681686'}] Nov 29 01:45:34.155891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.298237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a6401563-cc3d-4e87-ab44-a6fcb16fe790 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.305661 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a6401563-cc3d-4e87-ab44-a6fcb16fe790 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "DELETE /v2.0/ports/5f0f2e53-017f-475b-b685-2bc21713b33b HTTP/1.1" status: 204 len: 168 time: 1.1283910 Nov 29 01:45:34.308528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40346) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:34.316174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Request body: {'port': {'name': 'tempest-new-port-name-1117493393', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:34.316564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.api.validators [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] bootfile-name is not in valid_values {{(pid=109948) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:45:34.316925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.api.validators [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] tftp-server is not in valid_values {{(pid=109948) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:45:34.317262 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.api.validators [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] server-ip-address is not in valid_values {{(pid=109948) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:45:34.342258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] For port f5b07c84-4f5a-40e3-a6af-8e45ca560fea, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:34.342667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attempted to set empty binding levels {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:45:34.351544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.419587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Request body: {'port': {'device_id': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'admin_state_up': True, 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'security_groups': ['7f4fd110-a54e-4cf9-a087-1840bf6139d5']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:34.420876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] In _notify_port_updated(), no bound segment for port f5b07c84-4f5a-40e3-a6af-8e45ca560fea on network 4c1fe0e9-7a2f-427d-9826-ab24b8681686 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:45:34.421776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:34.422400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.423901 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "PUT /v2.0/ports/f5b07c84-4f5a-40e3-a6af-8e45ca560fea HTTP/1.1" status: 200 len: 979 time: 2.0767248 Nov 29 01:45:34.431926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40348) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:34.440568 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.452619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Made reservation on behalf of 7a8b0427df7f4ecca22e76ce0d62d954 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:34.455110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.469740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9638b9-89a8-4872-802e-2f90883bc4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b07c84-4f5a-40e3-a6af-8e45ca560fea,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:34.515810 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d03fb865-294c-447e-a40f-c5d1172b3c8a req-19e7517e-9902-4c29-afbe-db248dd3a5f4 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.1007895 Nov 29 01:45:34.517873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.21', 59079) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:34.653415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd78f364-f88a-416a-a3e0-85440e32ea24 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:34.659489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd78f364-f88a-416a-a3e0-85440e32ea24 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:34.666097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd78f364-f88a-416a-a3e0-85440e32ea24 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:34.675829 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dd78f364-f88a-416a-a3e0-85440e32ea24 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1899 time: 0.6943500 Nov 29 01:45:34.685398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40352) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:34.690298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1856372233'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:34.709032 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7be4015b-5d4e-4f52-8836-4746d796873c req-12c30a5c-0f7f-4c96-a261-967ac656b7a5 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168727 Nov 29 01:45:34.723341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Deleting port f5b07c84-4f5a-40e3-a6af-8e45ca560fea {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:34.723903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.738339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-546b2885-139b-42a5-880c-35def30f4f64 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:34.739871 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-546b2885-139b-42a5-880c-35def30f4f64 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.21 "GET /v2.0/networks?id=95958bc9-7ef6-4493-8443-e6c1367afb04 HTTP/1.1" status: 200 len: 812 time: 0.2121670 Nov 29 01:45:34.749989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:34.766363 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c79ae5-f5bc-4e8c-b66e-27c7b57c513c None None] Sync routers for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:34.780003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Made reservation on behalf of 0377fff4b77842a68c728061aed72eb5 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:34.783770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.785266 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c79ae5-f5bc-4e8c-b66e-27c7b57c513c None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:34.785908 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-12c79ae5-f5bc-4e8c-b66e-27c7b57c513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:34.834063 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-12c79ae5-f5bc-4e8c-b66e-27c7b57c513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:34.845449 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c79ae5-f5bc-4e8c-b66e-27c7b57c513c None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:34.846100 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-12c79ae5-f5bc-4e8c-b66e-27c7b57c513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:34.851128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Made reservation on behalf of ab516d3ee90447e494596883532c44fe for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:34.855141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.868703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.879913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:34.894121 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-12c79ae5-f5bc-4e8c-b66e-27c7b57c513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:34.894866 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c79ae5-f5bc-4e8c-b66e-27c7b57c513c None None] The sync data for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:34.948678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:34.949033 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Added segment 2a1c63b8-f5f7-4516-947f-e5514f4a2830 of type vlan for network 10bbd1e1-cf4b-4448-a1d8-979d98b15159 Nov 29 01:45:35.042507 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6effad49-4790-4196-96b0-37989b8b32a7 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.1351688 Nov 29 01:45:35.080975 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f3c2ad2c-c1f9-491b-afc3-d46191d3358c req-b5fe1267-ed9a-49cb-a5d2-0d41c21444fc tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.3167109 Nov 29 01:45:35.086584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40362) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:35.098400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] For port f5b07c84-4f5a-40e3-a6af-8e45ca560fea, host hv-neutron-8168, got binding levels [] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:35.098552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.149223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Calling delete_port for f5b07c84-4f5a-40e3-a6af-8e45ca560fea owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:35.172776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.186860 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-ca87823e-9b99-444c-b781-7f718e628259 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f588263d5941489880ad2f3a12439a HTTP/1.1" status: 200 len: 380 time: 0.4237700 Nov 29 01:45:35.228322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Request body: {'port': {'device_id': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'admin_state_up': True, 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'security_groups': ['47e2e04f-85b0-453e-abd7-d7375e19dcbc']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:35.233687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.244309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-9c8825be-b3a8-4897-bd83-f9c8c7893870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:35.245820 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-9c8825be-b3a8-4897-bd83-f9c8c7893870 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1097 time: 0.3144741 Nov 29 01:45:35.257300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.309187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520981ea-b8b0-42c2-9275-ff10daa450a8 req-2e42216b-7469-4f49-b648-a47fe73a26d0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:35.310667 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-520981ea-b8b0-42c2-9275-ff10daa450a8 req-2e42216b-7469-4f49-b648-a47fe73a26d0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 944 time: 0.3601074 Nov 29 01:45:35.345791 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b5f846a2-c8cc-425e-8f3c-f98869632197 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] 10.222.0.30 "GET /v2.0/floatingips/41514e00-5f31-4f3e-ad04-a4f512334d05 HTTP/1.1" status: 200 len: 983 time: 0.2516747 Nov 29 01:45:35.353017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40364) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:35.419132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.424751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:35.425285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.460146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event updated for resources: {'Port': ['ID=fc417869-759c-45c3-8d08-aa3c01e7c9ef,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:35.525898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Allocated IP 172.20.0.12 (e283df73-640b-41aa-9526-2ca312b7547b/ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c/1bd8bbf2-8bcd-4cf5-9596-059390a95549) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:35.549670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.551349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] In _notify_port_updated(), no bound segment for port fc417869-759c-45c3-8d08-aa3c01e7c9ef on network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:45:35.557589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:35.558248 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.562167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ece7caf0-7ad7-421d-9086-cf5f2d720f15 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "PUT /v2.0/ports/fc417869-759c-45c3-8d08-aa3c01e7c9ef HTTP/1.1" status: 200 len: 1137 time: 1.2501507 Nov 29 01:45:35.569602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40368) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:35.590504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e8b5485c-4873-40ee-8454-06e1da7a6b6e None None] Provisioning complete for port fc417869-759c-45c3-8d08-aa3c01e7c9ef triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:35.590964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8b5485c-4873-40ee-8454-06e1da7a6b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.597585 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9079435 Nov 29 01:45:35.597585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40370) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:35.605897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-72bd18b7-f970-4e48-858a-c3df4f28b10a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.2489760 Nov 29 01:45:35.610515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40372) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:35.611311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5b07c84-4f5a-40e3-a6af-8e45ca560fea,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:35.625607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1333180461'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:35.649134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968611e-eb86-4cbc-bc4d-64129a37600e tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Network': ['ID=10bbd1e1-cf4b-4448-a1d8-979d98b15159,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:35.676089 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-520981ea-b8b0-42c2-9275-ff10daa450a8 req-16e269a3-0fdb-4d26-9983-5b1b15b05b61 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530016 Nov 29 01:45:35.676887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 10bbd1e1-cf4b-4448-a1d8-979d98b15159 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:35.704401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5485c-4873-40ee-8454-06e1da7a6b6e None None] Port fc417869-759c-45c3-8d08-aa3c01e7c9ef cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:35.718814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-2c033cd3-0a6b-4618-81b0-2d7418e7f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:35.719908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.720524 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-2c033cd3-0a6b-4618-81b0-2d7418e7f14e service neutron] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 912 time: 0.4494212 Nov 29 01:45:35.723077 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1fb38433-0cd7-4096-a282-7d37812682c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f5b07c84-4f5a-40e3-a6af-8e45ca560fea HTTP/1.1" status: 204 len: 168 time: 1.2902944 Nov 29 01:45:35.726041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40374) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:35.751936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Made reservation on behalf of d5f588263d5941489880ad2f3a12439a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:35.755361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.759259 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f3a909eb-8861-435e-99ab-4207d8d5c0d5 req-3b30f559-f9bb-44e3-bddf-acd89de918d5 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.0966363 Nov 29 01:45:35.765858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00de08c-938c-47bd-8c25-3386be1d9105 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:35.767753 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d00de08c-938c-47bd-8c25-3386be1d9105 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "GET /v2.0/ports/fc417869-759c-45c3-8d08-aa3c01e7c9ef HTTP/1.1" status: 200 len: 1137 time: 0.1943970 Nov 29 01:45:35.780944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40376) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:35.825942 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa1aeef-0376-4fc8-b094-b310a5809913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:45:35.827439 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9aa1aeef-0376-4fc8-b094-b310a5809913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834525724-project-admin] 10.222.0.30 "GET /v2.0/ports/f5b07c84-4f5a-40e3-a6af-8e45ca560fea HTTP/1.1" status: 404 len: 333 time: 0.0995531 Nov 29 01:45:35.833247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40378) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:35.863581 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-06f7f042-2bdf-463f-bd20-3678e5bb924b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 217 time: 0.1194670 Nov 29 01:45:35.868757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Made reservation on behalf of 0377fff4b77842a68c728061aed72eb5 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:35.872418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.955090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:45:35.955469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:35.981250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:36.036050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.036407 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Added segment 0bc9b02c-c2d4-4aa6-bc55-5e06a54830de of type vlan for network 49148af9-8d1a-4ecd-8726-f73d7e9b8a68 Nov 29 01:45:36.041885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-0ec5312e-1aea-4814-8de0-2c4e105856e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:36.043401 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-0ec5312e-1aea-4814-8de0-2c4e105856e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.1687887 Nov 29 01:45:36.047007 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.057213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.137769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'Subnet': ['ID=912c573d-4d90-4578-89ea-90988cc3a8b1,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:36.169123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d06c5-6ae8-4e3d-8006-77bbf8b6a107 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Deleting port fc417869-759c-45c3-8d08-aa3c01e7c9ef {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:36.169459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4b9d06c5-6ae8-4e3d-8006-77bbf8b6a107 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.180810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.192622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Allocated IP 172.20.0.4 (95958bc9-7ef6-4493-8443-e6c1367afb04/910fbb66-f458-443f-aa5a-74395a0a6273/b686dd52-2edf-499b-9661-c4330462844f) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:36.206731 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-47720331-8699-473b-9722-3be37a25587a req-e05ab07f-ca31-4404-af18-4f2f0b95e694 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.0425365 Nov 29 01:45:36.207360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Checking segment: {'id': '5d0136aa-648f-4fe5-90db-880be1a3b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:36.207728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Network hostable DHCP agents. Network: 516b111e-476d-4bf4-8ae6-0514f54d6b41, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:36.234118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-7054b6e0-20ee-409d-bad0-285a7f306ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:36.235659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-7054b6e0-20ee-409d-bad0-285a7f306ab6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1730971 Nov 29 01:45:36.242940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.272431 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.277931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:36.278553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.336646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.406222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1fe0e9-7a2f-427d-9826-ab24b8681686']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:36.435662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Deleting port 41f93934-2eec-4d89-9038-8eae9f86ec08 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:36.436036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.458986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e014ff-0456-438e-81cf-60851f58d6dd') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:36.459196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e014ff-0456-438e-81cf-60851f58d6dd') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:36.477455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4b9d06c5-6ae8-4e3d-8006-77bbf8b6a107 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.503965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.566931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Network 516b111e-476d-4bf4-8ae6-0514f54d6b41 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:36.580341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d06c5-6ae8-4e3d-8006-77bbf8b6a107 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Calling delete_port for fc417869-759c-45c3-8d08-aa3c01e7c9ef owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:36.588327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.610321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:36.610746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:36.613964 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:36.656892 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0473013 Nov 29 01:45:36.659056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Network e283df73-640b-41aa-9526-2ca312b7547b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:36.666099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 516b111e-476d-4bf4-8ae6-0514f54d6b41) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:36.669240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40382) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:36.675874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039a9be-e26e-40e5-b585-a257f912c66e None None] Network 516b111e-476d-4bf4-8ae6-0514f54d6b41 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:36.681165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'ports': [{'network_id': '10bbd1e1-cf4b-4448-a1d8-979d98b15159', 'name': 'tempest-port--1995169260', 'admin_state_up': True}, {'network_id': '49148af9-8d1a-4ecd-8726-f73d7e9b8a68', 'admin_state_up': False}]} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:36.681453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'port': {'network_id': '10bbd1e1-cf4b-4448-a1d8-979d98b15159', 'name': 'tempest-port--1995169260', 'admin_state_up': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:36.682105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'port': {'network_id': '49148af9-8d1a-4ecd-8726-f73d7e9b8a68', 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:36.685670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:36.687467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event updated for resources: {'Port': ['ID=1bd8bbf2-8bcd-4cf5-9596-059390a95549,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:36.695387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:36.696227 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.700499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:36.720784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f065940-e78c-4b21-9870-7f5292307d90 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Network': ['ID=49148af9-8d1a-4ecd-8726-f73d7e9b8a68,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:36.723649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.724481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.741239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Calling delete_port for 41f93934-2eec-4d89-9038-8eae9f86ec08 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:36.768106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 49148af9-8d1a-4ecd-8726-f73d7e9b8a68 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:36.860350 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9f533902-a15e-446b-88b2-ffb886ab5b06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8797543 Nov 29 01:45:36.872887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40388) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:36.879468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-936441113', 'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:36.887561 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-848bf328-ea97-4b9e-813b-f469aa1c6e59 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426938 Nov 29 01:45:36.911253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:36.911878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:36.929812 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32aab84-0cc4-43ae-ab7c-639ed1e5f84b None None] Network 516b111e-476d-4bf4-8ae6-0514f54d6b41 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:37.011049 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-667093dc-8400-4973-913f-1ca38307e22f req-86ef9a21-e51c-41de-9c31-2a11ae962b69 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.1184509 Nov 29 01:45:37.067128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5b3433e6-5641-4a2d-b6f9-e4350fcdaec3 None None] Provisioning complete for port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:37.067502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5b3433e6-5641-4a2d-b6f9-e4350fcdaec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.082775 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Made reservation on behalf of 7a8b0427df7f4ecca22e76ce0d62d954 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:37.085302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.093940 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-4ab1f483-cd7b-44a5-b6f6-0ee199c19514 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6826391 Nov 29 01:45:37.126508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Request body: {'port': {'device_id': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:37.182073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] device_id is not set on port 74b51409-60ed-47a7-8f9b-82a73131e138 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:37.204821 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-a9024823-530d-4ae6-8076-d6bb5d443efc service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830420 Nov 29 01:45:37.224528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5b3433e6-5641-4a2d-b6f9-e4350fcdaec3 None None] Port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:37.247858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Made reservation on behalf of 0377fff4b77842a68c728061aed72eb5 for: {'port': 2} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:37.252413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.277504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.294723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.296451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.320525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.332907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.336198 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] 10.222.0.30 "DELETE /v2.0/networks/4c1fe0e9-7a2f-427d-9826-ab24b8681686 HTTP/1.1" status: 204 len: 168 time: 1.4990802 Nov 29 01:45:37.385674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b57a24-70ea-4f98-927a-1e9041a06883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643247374-project] Pushing event deleted for resources: {'Network': ['ID=4c1fe0e9-7a2f-427d-9826-ab24b8681686,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:37.425057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f9926-43cb-4b38-b00d-d4be1b6fe427 req-e6e856fd-8e21-4fc6-8b58-e61840ef4ebc tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:37.426620 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3f2f9926-43cb-4b38-b00d-d4be1b6fe427 req-e6e856fd-8e21-4fc6-8b58-e61840ef4ebc tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 944 time: 0.2330821 Nov 29 01:45:37.437071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.477127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Allocated IP 172.20.0.12 (516b111e-476d-4bf4-8ae6-0514f54d6b41/912c573d-4d90-4578-89ea-90988cc3a8b1/74b51409-60ed-47a7-8f9b-82a73131e138) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:37.478362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4b9d06c5-6ae8-4e3d-8006-77bbf8b6a107 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.482619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event deleted for resources: {'Port': ['ID=41f93934-2eec-4d89-9038-8eae9f86ec08,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:37.543487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d06c5-6ae8-4e3d-8006-77bbf8b6a107 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event deleted for resources: {'Port': ['ID=fc417869-759c-45c3-8d08-aa3c01e7c9ef,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:37.551334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.566533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda54d7e-c916-48f3-80d8-f93893b7d407 req-ed60df2d-a02a-4e50-86e5-03b61e85f0e9 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:37.568290 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bda54d7e-c916-48f3-80d8-f93893b7d407 req-ed60df2d-a02a-4e50-86e5-03b61e85f0e9 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 932 time: 0.2730134 Nov 29 01:45:37.574010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] device_id is not set on port f3040a4d-90fa-4fa9-a24f-d64dde1d8931 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:37.701069 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3f2f9926-43cb-4b38-b00d-d4be1b6fe427 req-9557ad03-7ecb-43b2-81a0-2dc74673971a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529156 Nov 29 01:45:37.718493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40398) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:37.742361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:37.750953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:37.756957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event updated for resources: {'Port': ['ID=b686dd52-2edf-499b-9661-c4330462844f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:37.764605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:37.774629 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bda54d7e-c916-48f3-80d8-f93893b7d407 req-432d5a62-7a39-47d2-9dd6-4fd236717354 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941800 Nov 29 01:45:37.801515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4b9d06c5-6ae8-4e3d-8006-77bbf8b6a107 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.807702 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4b9d06c5-6ae8-4e3d-8006-77bbf8b6a107 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "DELETE /v2.0/ports/fc417869-759c-45c3-8d08-aa3c01e7c9ef HTTP/1.1" status: 204 len: 168 time: 2.0235324 Nov 29 01:45:37.809604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.810733 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Floating IP 41514e00-5f31-4f3e-ad04-a4f512334d05 disassociated (deleted). External IP: 172.26.8.97, port: 23c49486-3e1d-469c-a777-9fc184073a98. Nov 29 01:45:37.811730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40402) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:37.957089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:37.958041 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:37.999606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a56e593-39f9-4fc8-a5ee-669a45514231 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Deleting subnet 1d51d38e-2e56-4339-8f40-e615ee6a7e4c {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:45:38.012415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4a56e593-39f9-4fc8-a5ee-669a45514231 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.017565 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-521fd41a-2199-4b03-9896-e9117af9bca3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8208199 Nov 29 01:45:38.054262 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Request body: {'port': {'device_id': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:38.057384 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.072156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.074662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ea6180a8-d8cb-4c81-8616-b102ea660256 None None] Provisioning complete for port b686dd52-2edf-499b-9661-c4330462844f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:38.075144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ea6180a8-d8cb-4c81-8616-b102ea660256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.088886 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-81bc8f2d-365b-4f00-973c-750420774719 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af2700a270504221b0bc53c1c927df7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685212 Nov 29 01:45:38.097757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40406) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:38.111501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4a56e593-39f9-4fc8-a5ee-669a45514231 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.114584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ea6180a8-d8cb-4c81-8616-b102ea660256 None None] Port b686dd52-2edf-499b-9661-c4330462844f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:38.153366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd8bbf2-8bcd-4cf5-9596-059390a95549 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:45:38.180260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.189547 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] device_id is not set on port cc50e4fd-9940-4026-8f0e-60f9f9346e9f yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:38.234310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Transition to ACTIVE for port object 1bd8bbf2-8bcd-4cf5-9596-059390a95549 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:45:38.249892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.270737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.288632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-65c618a1-8f9d-4bd2-9742-ad6315773800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.295482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.381587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-65c618a1-8f9d-4bd2-9742-ad6315773800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.385188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8bbf2-8bcd-4cf5-9596-059390a95549,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:38.385334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc04ad-064b-47f0-9c02-30c0241f6a1c req-eca5f6fd-cac9-4a5e-9790-c296773f5b2b tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:38.386776 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9ecc04ad-064b-47f0-9c02-30c0241f6a1c req-eca5f6fd-cac9-4a5e-9790-c296773f5b2b tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 931 time: 0.2779145 Nov 29 01:45:38.406410 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Network 516b111e-476d-4bf4-8ae6-0514f54d6b41 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:38.444498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4a56e593-39f9-4fc8-a5ee-669a45514231 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.448083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:38.451834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:38.559730 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'Port': ['ID=74b51409-60ed-47a7-8f9b-82a73131e138,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:38.591228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.595339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:38.595339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.613026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:45:38.621585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Router 7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:38.638644 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-516ce6f6-835d-4282-bf09-98634f0bf3a9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7622867 Nov 29 01:45:38.638644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Attempting to bind port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:38.638644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Attempting to bind port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:38.638644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Attempting to bind port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 on network e283df73-640b-41aa-9526-2ca312b7547b {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:38.639541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40408) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:38.643104 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-65c618a1-8f9d-4bd2-9742-ad6315773800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.646071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-65c618a1-8f9d-4bd2-9742-ad6315773800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.649422 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-65c618a1-8f9d-4bd2-9742-ad6315773800 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85c33b95-73ec-4744-b9d4-243bc3cfdc6c HTTP/1.1" status: 204 len: 168 time: 0.5465009 Nov 29 01:45:38.657486 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9ecc04ad-064b-47f0-9c02-30c0241f6a1c req-ccec6396-ff3b-4c9b-991b-dcc367519d2e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430494 Nov 29 01:45:38.688035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 on network e283df73-640b-41aa-9526-2ca312b7547b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:38.688371 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Attempting to bind port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 on network e283df73-640b-41aa-9526-2ca312b7547b {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:38.697525 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c618a1-8f9d-4bd2-9742-ad6315773800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c33b95-73ec-4744-b9d4-243bc3cfdc6c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:38.712289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:38.712796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Checking segment: {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:38.713253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Bound using segment: {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:38.713704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Bound port: 1bd8bbf2-8bcd-4cf5-9596-059390a95549, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85dbade8-5c90-4837-bcfb-91fa4be1fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:38.714060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.718368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.788204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4a56e593-39f9-4fc8-a5ee-669a45514231 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.838285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4a56e593-39f9-4fc8-a5ee-669a45514231 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.839537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Port': ['ID=f3040a4d-90fa-4fa9-a24f-d64dde1d8931,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:38.841957 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4a56e593-39f9-4fc8-a5ee-669a45514231 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "DELETE /v2.0/subnets/1d51d38e-2e56-4339-8f40-e615ee6a7e4c HTTP/1.1" status: 204 len: 168 time: 1.0289569 Nov 29 01:45:38.842874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56e593-39f9-4fc8-a5ee-669a45514231 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event deleted for resources: {'Subnet': ['ID=1d51d38e-2e56-4339-8f40-e615ee6a7e4c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:38.847530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d2041-3b1a-4d7d-bdbd-5259c83f4d48 None None] Network 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:38.857998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40416) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:38.890894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:38.904108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:38.926282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac635a-9a9a-40d1-a338-2a03a7c6aa4b None None] Sync routers for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:38.933394 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] For port 1bd8bbf2-8bcd-4cf5-9596-059390a95549, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:38.935451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:38.951103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'port_id': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'mac_address': 'fa:16:3e:25:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:45:38.968871 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-effe16a7-3e30-44ce-8baf-02dda6b308e0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "DELETE /v2.0/floatingips/41514e00-5f31-4f3e-ad04-a4f512334d05 HTTP/1.1" status: 204 len: 168 time: 3.3553934 Nov 29 01:45:38.979459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40420) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:39.006879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac635a-9a9a-40d1-a338-2a03a7c6aa4b None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:39.007645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-09ac635a-9a9a-40d1-a338-2a03a7c6aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:39.012795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:39.016934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] For port 1bd8bbf2-8bcd-4cf5-9596-059390a95549, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1bd8bbf2-8bcd-4cf5-9596-059390a95549,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:39.026033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Checking segment: {'id': '2a1c63b8-f5f7-4516-947f-e5514f4a2830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10bbd1e1-cf4b-4448-a1d8-979d98b15159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:39.026682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Network hostable DHCP agents. Network: 10bbd1e1-cf4b-4448-a1d8-979d98b15159, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:39.031887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a18be-e798-43a9-98e2-1960b39767d8 req-1ae52a1c-8d07-455c-be39-ed237bc49002 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:39.033663 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4c2a18be-e798-43a9-98e2-1960b39767d8 req-1ae52a1c-8d07-455c-be39-ed237bc49002 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 944 time: 0.1048458 Nov 29 01:45:39.036395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b1041a88-b087-4a37-bbd0-c0a295d4c8e1 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Deleting port 74b51409-60ed-47a7-8f9b-82a73131e138 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:39.036655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1041a88-b087-4a37-bbd0-c0a295d4c8e1 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.045742 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.066308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-09ac635a-9a9a-40d1-a338-2a03a7c6aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:39.122951 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4c2a18be-e798-43a9-98e2-1960b39767d8 req-ba79edb7-794c-4944-bbcb-b6e87ebe3da6 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820296 Nov 29 01:45:39.136382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b686dd52-2edf-499b-9661-c4330462844f {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:45:39.148718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.148938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac635a-9a9a-40d1-a338-2a03a7c6aa4b None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:39.149508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-09ac635a-9a9a-40d1-a338-2a03a7c6aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:39.151680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.177980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Transition to ACTIVE for port object b686dd52-2edf-499b-9661-c4330462844f will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:45:39.184717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.203202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-09ac635a-9a9a-40d1-a338-2a03a7c6aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:39.203876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac635a-9a9a-40d1-a338-2a03a7c6aa4b None None] The sync data for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:39.211376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:45:39.240377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:39.249894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.263024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40422) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:39.316191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Pushing event updated for resources: {'Port': ['ID=b686dd52-2edf-499b-9661-c4330462844f,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:39.321898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:39.340081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] DHCP port deletion for 2dd0d184-1008-4d5a-9bdf-6825b6fa2821 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:45:39.377745 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ac0a2a14-4a1c-43ab-9dea-b0927197c97f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cb8a3ab96ca491bae75a2eebd2b6bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1108077 Nov 29 01:45:39.378542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40424) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:39.415415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.441681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Attempting to bind port b686dd52-2edf-499b-9661-c4330462844f on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:39.442206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Attempting to bind port b686dd52-2edf-499b-9661-c4330462844f by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:39.442380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Attempting to bind port b686dd52-2edf-499b-9661-c4330462844f on network 95958bc9-7ef6-4493-8443-e6c1367afb04 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:39.449624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Port b686dd52-2edf-499b-9661-c4330462844f on network 95958bc9-7ef6-4493-8443-e6c1367afb04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:45:39.449959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Attempting to bind port b686dd52-2edf-499b-9661-c4330462844f on network 95958bc9-7ef6-4493-8443-e6c1367afb04 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:39.451482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67096cd3-b8af-4027-a970-2148889c71ad req-7930a5c1-72ec-47f9-8ed1-c8e736a4808b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:39.458799 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-67096cd3-b8af-4027-a970-2148889c71ad req-7930a5c1-72ec-47f9-8ed1-c8e736a4808b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 944 time: 0.5532739 Nov 29 01:45:39.462847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:39.463199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Checking segment: {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:39.463746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Bound using segment: {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:39.464203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Bound port: b686dd52-2edf-499b-9661-c4330462844f, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:39.464568 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.465380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:39.466063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.467626 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] 10.222.0.21 "PUT /v2.0/ports/1bd8bbf2-8bcd-4cf5-9596-059390a95549 HTTP/1.1" status: 200 len: 1094 time: 2.3534176 Nov 29 01:45:39.467914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143aba44-ca10-4bfa-b897-84ce3bd63cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.468691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.470096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'tag': '1bd8bbf2-8bcd-4cf5-9596-059390a95549'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:39.477424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a729689-a2d9-4d49-a897-c6c3816139ce", "tag": "1bd8bbf2-8bcd-4cf5-9596-059390a95549"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:39.497715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] Deleting port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:39.498042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Network 10bbd1e1-cf4b-4448-a1d8-979d98b15159 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:39.498186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.518902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143aba44-ca10-4bfa-b897-84ce3bd63cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.578497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de9220b-1d23-4b19-ad83-a598d4b3e9be x-openstack-request-id: req-1de9220b-1d23-4b19-ad83-a598d4b3e9be {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:39.578770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a729689-a2d9-4d49-a897-c6c3816139ce", "tag": "1bd8bbf2-8bcd-4cf5-9596-059390a95549", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:39.579031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1de9220b-1d23-4b19-ad83-a598d4b3e9be {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:39.579425 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'tag': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'status': 'completed', 'code': 200} Nov 29 01:45:39.585120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85159f1-1d5d-4469-ae20-4e3d3ccf5727 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8bbf2-8bcd-4cf5-9596-059390a95549,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:39.632365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 10bbd1e1-cf4b-4448-a1d8-979d98b15159) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:39.654170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] For port b686dd52-2edf-499b-9661-c4330462844f, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:39.661191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] For port b686dd52-2edf-499b-9661-c4330462844f, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b686dd52-2edf-499b-9661-c4330462844f,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:39.664014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143aba44-ca10-4bfa-b897-84ce3bd63cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.667422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143aba44-ca10-4bfa-b897-84ce3bd63cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.670978 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-143aba44-ca10-4bfa-b897-84ce3bd63cee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27fffebd-234d-48fa-956f-812f1f3d6ef4 HTTP/1.1" status: 204 len: 168 time: 0.2896557 Nov 29 01:45:39.682160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aba44-ca10-4bfa-b897-84ce3bd63cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fffebd-234d-48fa-956f-812f1f3d6ef4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:39.707200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab50afa-5e17-46a7-afc5-9cc283ffc519 None None] Network 10bbd1e1-cf4b-4448-a1d8-979d98b15159 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:39.709835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.731988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1041a88-b087-4a37-bbd0-c0a295d4c8e1 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.736937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:39.738628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.777751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:39.778457 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:39.779877 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] 10.222.0.21 "PUT /v2.0/ports/b686dd52-2edf-499b-9661-c4330462844f HTTP/1.1" status: 200 len: 1093 time: 1.7395718 Nov 29 01:45:39.780326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'tag': 'b686dd52-2edf-499b-9661-c4330462844f'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:39.813465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['d08e162c-3fb0-4d44-a6ce-9b28d41b01f4'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:45:39.851100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b1041a88-b087-4a37-bbd0-c0a295d4c8e1 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Calling delete_port for 74b51409-60ed-47a7-8f9b-82a73131e138 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:39.882022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 68ce86b2-a976-4dc3-8ce2-ea59224965d8 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:45:39.930300 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-67096cd3-b8af-4027-a970-2148889c71ad req-0b996c7a-59ed-474d-a389-167bb3a811e0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4705019 Nov 29 01:45:40.028670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Port': ['ID=cc50e4fd-9940-4026-8f0e-60f9f9346e9f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:40.049806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88c17-561f-4d86-9af2-0decf576501d req-b8bab2ae-c5f7-4696-b023-a673c616f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.051400 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-b8bab2ae-c5f7-4696-b023-a673c616f81e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab516d3ee90447e494596883532c44fe&device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 1097 time: 0.4705791 Nov 29 01:45:40.078076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] For port 68ce86b2-a976-4dc3-8ce2-ea59224965d8, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=68ce86b2-a976-4dc3-8ce2-ea59224965d8,segment=NetworkSegment(e3e51090-ad26-4291-bbf1-e6c736dc2291),segment_id=e3e51090-ad26-4291-bbf1-e6c736dc2291)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:40.078895 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.132923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] Calling delete_port for 68ce86b2-a976-4dc3-8ce2-ea59224965d8 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:40.192114 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-c5f2746f-bc6a-4936-a842-e7a9cdc9ad87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bd8bbf2-8bcd-4cf5-9596-059390a95549 HTTP/1.1" status: 200 len: 217 time: 0.1205132 Nov 29 01:45:40.198901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Deleting port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:40.199248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.224564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Checking segment: {'id': '0bc9b02c-c2d4-4aa6-bc55-5e06a54830de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '49148af9-8d1a-4ecd-8726-f73d7e9b8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:40.225485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Network hostable DHCP agents. Network: 49148af9-8d1a-4ecd-8726-f73d7e9b8a68, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:40.313458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da42d9e-adf5-438d-a4a1-4d06182b64d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a97d0b9-7d73-474e-94c1-d67a49459deb", "tag": "b686dd52-2edf-499b-9661-c4330462844f"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:40.341099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30777105-e704-4f2a-bf45-aaead627e407 service neutron] Pushing event updated for resources: {'Port': ['ID=b686dd52-2edf-499b-9661-c4330462844f,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:40.356045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-6a0db596-4560-410c-b3d6-826802ceb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.357561 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-6a0db596-4560-410c-b3d6-826802ceb492 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5f588263d5941489880ad2f3a12439a&device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 1096 time: 0.4859185 Nov 29 01:45:40.371545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7854b-0783-47cd-a743-93e69edeef71 req-c8ca8112-e01e-44f2-8d6a-5327a6bfc548 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.373231 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee7854b-0783-47cd-a743-93e69edeef71 req-c8ca8112-e01e-44f2-8d6a-5327a6bfc548 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 943 time: 0.5532076 Nov 29 01:45:40.400296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] For port 68ce86b2-a976-4dc3-8ce2-ea59224965d8, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=68ce86b2-a976-4dc3-8ce2-ea59224965d8,segment=NetworkSegment(e3e51090-ad26-4291-bbf1-e6c736dc2291),segment_id=e3e51090-ad26-4291-bbf1-e6c736dc2291)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:40.400679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.404060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88c17-561f-4d86-9af2-0decf576501d req-1086e3d6-d0a2-47a2-98b2-1bc1db130cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.405558 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-1086e3d6-d0a2-47a2-98b2-1bc1db130cc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c HTTP/1.1" status: 200 len: 844 time: 0.1833527 Nov 29 01:45:40.413773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Network 49148af9-8d1a-4ecd-8726-f73d7e9b8a68 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:40.438837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Calling delete_port for 68ce86b2-a976-4dc3-8ce2-ea59224965d8 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:40.453892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-47012e1c-7538-4d6a-b5d3-3554f758a899 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b686dd52-2edf-499b-9661-c4330462844f HTTP/1.1" status: 200 len: 217 time: 0.0796616 Nov 29 01:45:40.485559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.487802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.491216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.505776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd954f9-0c24-45ea-b804-3862e607d275 req-461b3df2-a357-4153-a80b-77891121d94b tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.511325 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-efd954f9-0c24-45ea-b804-3862e607d275 req-461b3df2-a357-4153-a80b-77891121d94b tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 944 time: 0.2748177 Nov 29 01:45:40.513422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 49148af9-8d1a-4ecd-8726-f73d7e9b8a68) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:40.524682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-264e0450-aabb-4434-93ed-6a2cb65e7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.526865 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-264e0450-aabb-4434-93ed-6a2cb65e7c19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=910fbb66-f458-443f-aa5a-74395a0a6273 HTTP/1.1" status: 200 len: 851 time: 0.0619617 Nov 29 01:45:40.541696 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:40.545741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] Pushing event deleted for resources: {'Port': ['ID=68ce86b2-a976-4dc3-8ce2-ea59224965d8,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:40.547838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.552367 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.553095 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.556907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8603b5-ad0c-48d7-a3cd-5756e2575d9a None None] Network 49148af9-8d1a-4ecd-8726-f73d7e9b8a68 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:40.581872 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee7854b-0783-47cd-a743-93e69edeef71 req-9a614e81-6a8b-4421-8df2-57dc96d139a8 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798823 Nov 29 01:45:40.598040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-980513ff-24fb-4fda-9565-f4165badee6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.635949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d1b34-9e6a-470f-9119-824a2a6035cc None None] No DVR routers for this DVR port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:45:40.659823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-feb9270d-75cd-4a56-b73c-726b76f7ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.662387 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-feb9270d-75cd-4a56-b73c-726b76f7ca2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95958bc9-7ef6-4493-8443-e6c1367afb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209886 Nov 29 01:45:40.679770 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4055f34d-b1c4-4326-b2b3-49fd72fc3043 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0071681 Nov 29 01:45:40.680606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40454) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:40.713750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1041a88-b087-4a37-bbd0-c0a295d4c8e1 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:40.717622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88c17-561f-4d86-9af2-0decf576501d req-38da90b0-3d91-4e57-a614-7e3f20200604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:40.720069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-38da90b0-3d91-4e57-a614-7e3f20200604 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e283df73-640b-41aa-9526-2ca312b7547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2996373 Nov 29 01:45:40.844934 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-0231d49e-6336-4d4e-a7e4-9b4f59244cc3 service neutron] 10.222.0.21 "GET /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673834 Nov 29 01:45:40.894788 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-efd954f9-0c24-45ea-b804-3862e607d275 req-9ccd31b3-26f3-4123-a1fb-40d6ff0575b4 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709941 Nov 29 01:45:40.913699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1041a88-b087-4a37-bbd0-c0a295d4c8e1 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event deleted for resources: {'Port': ['ID=74b51409-60ed-47a7-8f9b-82a73131e138,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:40.926992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e135e-fcdc-4342-a10d-c7b839531266 x-openstack-request-id: req-884e135e-fcdc-4342-a10d-c7b839531266 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:40.927230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a97d0b9-7d73-474e-94c1-d67a49459deb", "tag": "b686dd52-2edf-499b-9661-c4330462844f", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:40.927686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-884e135e-fcdc-4342-a10d-c7b839531266 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:40.928972 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'tag': 'b686dd52-2edf-499b-9661-c4330462844f', 'status': 'completed', 'code': 200} Nov 29 01:45:40.963937 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2dc70bb-38cd-489d-8747-c9384246c335 req-6fa2588b-4a34-4422-9c83-e6cff605617e service neutron] 10.222.0.21 "GET /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110802 Nov 29 01:45:41.045584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.065884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Allocated IP 172.26.8.78 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/1e0c9322-07bf-4b1a-9f95-85a93b305bbc) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:41.067043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c885a33-1c53-498a-a533-fcbed35b0985 req-0498a186-487d-4c8e-8db5-c45e9c7e2c18 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:41.069406 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5c885a33-1c53-498a-a533-fcbed35b0985 req-0498a186-487d-4c8e-8db5-c45e9c7e2c18 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Nov 29 01:45:41.088312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ecc41-0173-4d2a-a05f-c19febde6755 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:41.094200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ecc41-0173-4d2a-a05f-c19febde6755 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:41.098386 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-249ecc41-0173-4d2a-a05f-c19febde6755 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3998847 Nov 29 01:45:41.100248 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40466) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:41.142328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event deleted for resources: {'Port': ['ID=68ce86b2-a976-4dc3-8ce2-ea59224965d8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:41.144366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] No DVR routers for this DVR port 68ce86b2-a976-4dc3-8ce2-ea59224965d8 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:45:41.181951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1041a88-b087-4a37-bbd0-c0a295d4c8e1 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.185273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b1041a88-b087-4a37-bbd0-c0a295d4c8e1 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "DELETE /v2.0/ports/74b51409-60ed-47a7-8f9b-82a73131e138 HTTP/1.1" status: 204 len: 168 time: 2.5434299 Nov 29 01:45:41.195251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40468) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:41.197645 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-ebf49ff7-8990-47d4-ac60-712e5ade2b85 service neutron] 10.222.0.21 "GET /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397132 Nov 29 01:45:41.201617 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5c885a33-1c53-498a-a533-fcbed35b0985 req-da36b05b-ce15-4226-be09-0e5eeb477ff2 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232378 Nov 29 01:45:41.204078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41', 'external_fixed_ips': [{'subnet_id': '912c573d-4d90-4578-89ea-90988cc3a8b1', 'ip_address': '172.20.0.12'}]}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:41.205992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-74facb72-1076-47f0-88bb-50f0f6e50d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:41.207526 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-74facb72-1076-47f0-88bb-50f0f6e50d9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5f588263d5941489880ad2f3a12439a&device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 1096 time: 0.1369770 Nov 29 01:45:41.348091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-51b40d18-112e-4907-99dc-694a07da2d42 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Deleting port f3040a4d-90fa-4fa9-a24f-d64dde1d8931 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:41.348444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51b40d18-112e-4907-99dc-694a07da2d42 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.373724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.400203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.401234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.424714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd0d184-1008-4d5a-9bdf-6825b6fa2821']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:41.431572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-07619da1-227e-41a9-bf1c-b0eb2c505934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:41.433084 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-07619da1-227e-41a9-bf1c-b0eb2c505934 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95958bc9-7ef6-4493-8443-e6c1367afb04 HTTP/1.1" status: 200 len: 913 time: 0.2153296 Nov 29 01:45:41.444591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51b40d18-112e-4907-99dc-694a07da2d42 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.456045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e51090-ad26-4291-bbf1-e6c736dc2291') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:41.456597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e51090-ad26-4291-bbf1-e6c736dc2291') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:41.484452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.489596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-51b40d18-112e-4907-99dc-694a07da2d42 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Calling delete_port for f3040a4d-90fa-4fa9-a24f-d64dde1d8931 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:41.494972 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54a88c17-561f-4d86-9af2-0decf576501d req-83f1f887-67c3-4b4c-aadb-c64e341b829d service neutron] 10.222.0.21 "GET /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804542 Nov 29 01:45:41.495326 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-fc69ea6e-c9f2-44cc-9014-1a822263bc58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b686dd52-2edf-499b-9661-c4330462844f HTTP/1.1" status: 200 len: 217 time: 0.0428257 Nov 29 01:45:41.499083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.543286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.547661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.556626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:41.557057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:41.561287 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:41.624003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-91f1a025-bc20-493c-a081-9194e96e8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:41.625588 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-91f1a025-bc20-493c-a081-9194e96e8fea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=910fbb66-f458-443f-aa5a-74395a0a6273 HTTP/1.1" status: 200 len: 851 time: 0.0657628 Nov 29 01:45:41.662968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51b40d18-112e-4907-99dc-694a07da2d42 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.698858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b40d18-112e-4907-99dc-694a07da2d42 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Port': ['ID=f3040a4d-90fa-4fa9-a24f-d64dde1d8931,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:41.707411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51b40d18-112e-4907-99dc-694a07da2d42 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.711219 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-51b40d18-112e-4907-99dc-694a07da2d42 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/ports/f3040a4d-90fa-4fa9-a24f-d64dde1d8931 HTTP/1.1" status: 204 len: 168 time: 0.6031306 Nov 29 01:45:41.716733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40484) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:41.725732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-46732877-d2d1-4f4d-a472-fc1a66d42324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:41.727315 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-46732877-d2d1-4f4d-a472-fc1a66d42324 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95958bc9-7ef6-4493-8443-e6c1367afb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932012 Nov 29 01:45:41.749637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40486) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:41.873236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1740620642', 'router:external': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:41.908753 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-2bf42ffe-302f-41c9-8c71-eb4445f26fb7 service neutron] 10.222.0.21 "GET /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580756 Nov 29 01:45:41.927434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f51853e9-d2e1-4afe-9e8c-da52873c9b16 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Deleting port cc50e4fd-9940-4026-8f0e-60f9f9346e9f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:41.927828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f51853e9-d2e1-4afe-9e8c-da52873c9b16 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.933055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Made reservation on behalf of 2895dd05bb6d432ca291cbefd92b61b1 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:41.934897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:41.994291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.036123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.064011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.067269 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] 10.222.0.30 "DELETE /v2.0/networks/2dd0d184-1008-4d5a-9bdf-6825b6fa2821 HTTP/1.1" status: 204 len: 168 time: 3.2005346 Nov 29 01:45:42.068962 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.092560 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f51853e9-d2e1-4afe-9e8c-da52873c9b16 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.119113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.123961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f51853e9-d2e1-4afe-9e8c-da52873c9b16 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Calling delete_port for cc50e4fd-9940-4026-8f0e-60f9f9346e9f owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:42.126776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fc154-bc6c-451b-8a46-4c72063fc0f4 tempest-ExtraDHCPOptionsTestJSON-483381633 tempest-ExtraDHCPOptionsTestJSON-483381633-project] Pushing event deleted for resources: {'Network': ['ID=2dd0d184-1008-4d5a-9bdf-6825b6fa2821,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:42.129906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-78673373-ade0-4907-8770-e0daa7360431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.132188 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-78673373-ade0-4907-8770-e0daa7360431 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab516d3ee90447e494596883532c44fe&device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 1097 time: 0.5184441 Nov 29 01:45:42.157678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:42.167545 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0da42d9e-adf5-438d-a4a1-4d06182b64d7 req-f227bf93-00dd-44b2-9fb8-0932b0891d55 service neutron] 10.222.0.21 "GET /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497818 Nov 29 01:45:42.171149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec4a2f-1dfe-4eb0-90f1-4e8011ccdbe5 req-80baf215-6c4e-40f4-8545-3f2fde856152 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.172883 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0fec4a2f-1dfe-4eb0-90f1-4e8011ccdbe5 req-80baf215-6c4e-40f4-8545-3f2fde856152 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 943 time: 0.4645228 Nov 29 01:45:42.178725 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e932d-baed-4c13-85ed-91c9bb762133 req-b748a5b3-7665-4f6d-81f2-da3277040a8d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.180214 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-365e932d-baed-4c13-85ed-91c9bb762133 req-b748a5b3-7665-4f6d-81f2-da3277040a8d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 944 time: 0.1713629 Nov 29 01:45:42.194127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:42.208128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:42.210758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Pushing event updated for resources: {'Port': ['ID=1e0c9322-07bf-4b1a-9f95-85a93b305bbc,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:42.295661 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.305957 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-365e932d-baed-4c13-85ed-91c9bb762133 req-0d781c1f-9ad2-4a0e-a5d9-fcb0d73c4ce5 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926483 Nov 29 01:45:42.313221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.342057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:42.350483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f51853e9-d2e1-4afe-9e8c-da52873c9b16 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.355689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac729e1-74ce-4d38-842c-908aec196cf0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:42.358533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.358890 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Added segment b6ff39c3-cc83-48c9-8084-aa2ebd690d0b of type vlan for network 12b8ba45-0577-41fb-adcc-6032b690d1e7 Nov 29 01:45:42.393381 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0fec4a2f-1dfe-4eb0-90f1-4e8011ccdbe5 req-1ffdbd4d-1447-4053-8197-4b71c0ff8158 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905856 Nov 29 01:45:42.411116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-f7c5a879-8b48-4c29-9a8b-6b24e8ce6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.412743 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-f7c5a879-8b48-4c29-9a8b-6b24e8ce6aae service neutron] 10.222.0.21 "GET /v2.0/networks?id=e283df73-640b-41aa-9526-2ca312b7547b HTTP/1.1" status: 200 len: 906 time: 0.2682478 Nov 29 01:45:42.422651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51853e9-d2e1-4afe-9e8c-da52873c9b16 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Port': ['ID=cc50e4fd-9940-4026-8f0e-60f9f9346e9f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:42.430892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f51853e9-d2e1-4afe-9e8c-da52873c9b16 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.434179 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f51853e9-d2e1-4afe-9e8c-da52873c9b16 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/ports/cc50e4fd-9940-4026-8f0e-60f9f9346e9f HTTP/1.1" status: 204 len: 168 time: 0.7175872 Nov 29 01:45:42.437796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40498) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:42.472635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.476971 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f2561ff7-3585-4ca3-8a06-26ecd8c7c4e3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0379713 Nov 29 01:45:42.482372 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40500) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:42.487362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1112613012'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:42.490812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40502) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:42.502247 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-84674447-5e94-4205-a120-debdbd66660b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bd8bbf2-8bcd-4cf5-9596-059390a95549 HTTP/1.1" status: 200 len: 217 time: 0.0574319 Nov 29 01:45:42.519314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.553424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Made reservation on behalf of 0377fff4b77842a68c728061aed72eb5 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:42.557056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.569160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.570138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.570741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.599570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.603180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:42.618541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f8835-ff7b-49a4-94dc-8e4c6c27ab0d req-03004001-5ccf-4f62-b21c-5c303106d1cc tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.620296 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab8f8835-ff7b-49a4-94dc-8e4c6c27ab0d req-03004001-5ccf-4f62-b21c-5c303106d1cc tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 945 time: 0.1291900 Nov 29 01:45:42.623910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-e27c224a-fe3e-4172-8cd3-b8ba18faff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.625310 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-e27c224a-fe3e-4172-8cd3-b8ba18faff10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c HTTP/1.1" status: 200 len: 844 time: 0.1141531 Nov 29 01:45:42.663872 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9086790 Nov 29 01:45:42.666531 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40506) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:42.670631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:42.675350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'subnet': {'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:42.685253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1efa23-9b0e-4cac-9ee3-29185040cd15 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'Network': ['ID=12b8ba45-0577-41fb-adcc-6032b690d1e7,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:42.688745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:45:42.696035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:42.696618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.702540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 12b8ba45-0577-41fb-adcc-6032b690d1e7 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:42.710588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.710940 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Added segment 7eb771d5-1c2a-4cf7-8752-c4eec4a19369 of type vlan for network 96e23f39-a84b-474d-9c00-cdaf54c7e42a Nov 29 01:45:42.757793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Made reservation on behalf of 2895dd05bb6d432ca291cbefd92b61b1 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:42.760178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.780994 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab8f8835-ff7b-49a4-94dc-8e4c6c27ab0d req-1064c827-7d7d-4a13-b158-fbebdc7d4a43 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332421 Nov 29 01:45:42.803430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.870512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-f928b5a9-48b7-42c7-b59b-4e6d89735dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.872032 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-f928b5a9-48b7-42c7-b59b-4e6d89735dc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e283df73-640b-41aa-9526-2ca312b7547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2337801 Nov 29 01:45:42.878495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.883963 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f8119f50-1300-43db-88ec-569630b8c20c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e499af311c994c6ca79c056b1c4760e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912954 Nov 29 01:45:42.884130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:42.884649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.888084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40508) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:42.894779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.934602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:42.976088 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4924867 Nov 29 01:45:42.980496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40510) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:42.987969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2091538826'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:42.999014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.022095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0c642-581c-4019-9302-f1d676455a64 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Network': ['ID=96e23f39-a84b-474d-9c00-cdaf54c7e42a,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:43.025177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:43.086241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8317ebc-5f4c-4e6d-acbb-ec09eb032969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.104372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 96e23f39-a84b-474d-9c00-cdaf54c7e42a details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:43.116365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Made reservation on behalf of 0377fff4b77842a68c728061aed72eb5 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:43.120327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.126185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8317ebc-5f4c-4e6d-acbb-ec09eb032969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.131356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:43.163108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.168480 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-caf48886-e79f-4e1a-bd94-798364cdd83e service neutron] 10.222.0.21 "GET /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889016 Nov 29 01:45:43.191802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.227987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8317ebc-5f4c-4e6d-acbb-ec09eb032969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.229525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.230768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8317ebc-5f4c-4e6d-acbb-ec09eb032969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.234410 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e8317ebc-5f4c-4e6d-acbb-ec09eb032969 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/793e9210-bc78-4d66-b60e-47c369bed2ee HTTP/1.1" status: 204 len: 168 time: 0.3391931 Nov 29 01:45:43.251332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:43.262478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317ebc-5f4c-4e6d-acbb-ec09eb032969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793e9210-bc78-4d66-b60e-47c369bed2ee,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:43.264625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.objects.ports [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109948) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:45:43.265370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.292466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f5c202-888b-4a52-abcd-17f4db16c033" -d '{"events": [{"server_uuid": "91e02906-1e92-499d-a5bf-ce65ec1cc786", "name": "network-vif-plugged", "status": "completed", "tag": "d08e162c-3fb0-4d44-a6ce-9b28d41b01f4"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:43.301195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.301536 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Added segment 8b4cea65-c1e3-4bda-bd30-258b079be0dc of type vlan for network 24aab010-6cae-4cfe-9962-68b323fb0bc8 Nov 29 01:45:43.364388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:43.374732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4228d01e-6968-451b-94b2-bdcad93250f3,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:43.387093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Allocated IP 172.20.0.12 (516b111e-476d-4bf4-8ae6-0514f54d6b41/912c573d-4d90-4578-89ea-90988cc3a8b1/0bfafa86-879f-479f-b145-7b2cc62f4001) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:43.389271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Checking segment: {'id': 'b6ff39c3-cc83-48c9-8084-aa2ebd690d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:43.389642 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Network hostable DHCP agents. Network: 12b8ba45-0577-41fb-adcc-6032b690d1e7, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:43.430861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Network 12b8ba45-0577-41fb-adcc-6032b690d1e7 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:43.431941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Pushing event updated for resources: {'Port': ['ID=1e0c9322-07bf-4b1a-9f95-85a93b305bbc,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:43.448657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 12b8ba45-0577-41fb-adcc-6032b690d1e7) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:43.454496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:43.455082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.464951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42e65f-fb4a-42d3-b213-df8f4ee87dfe None None] Network 12b8ba45-0577-41fb-adcc-6032b690d1e7 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:43.478090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.503187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.568079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.574062 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-46c0dc06-bfc1-4408-8730-dd8604e0a13a tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5657134 Nov 29 01:45:43.576717 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ab753f30-3c54-423e-9d22-e77af701440b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9054992 Nov 29 01:45:43.577331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40528) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:43.577656 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40530) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:43.588102 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d28bf423-86fa-49be-8ffa-0f6c9eb681b5 req-1a1062b0-f8a2-4797-95f6-abbed608fc5e service neutron] 10.222.0.21 "GET /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068537 Nov 29 01:45:43.589765 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1790717957', 'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:43.641417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.647872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:43.656995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.672900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790199e-3ad7-4217-b8e8-dee4b32c9520 req-08ba11de-f7da-4b3b-83e9-20bcda20ff6b tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:43.677673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5061e-6618-4825-8c4a-9926cd94e0cb None None] Network 12b8ba45-0577-41fb-adcc-6032b690d1e7 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:43.682114 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7790199e-3ad7-4217-b8e8-dee4b32c9520 req-08ba11de-f7da-4b3b-83e9-20bcda20ff6b tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 944 time: 0.2236576 Nov 29 01:45:43.712392 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Made reservation on behalf of 2895dd05bb6d432ca291cbefd92b61b1 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:43.726278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.738452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.750667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c3ec5-4a75-49d1-8699-5bb77d389087 x-openstack-request-id: req-468c3ec5-4a75-49d1-8699-5bb77d389087 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:43.750991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e02906-1e92-499d-a5bf-ce65ec1cc786", "name": "network-vif-plugged", "status": "completed", "tag": "d08e162c-3fb0-4d44-a6ce-9b28d41b01f4", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:43.751255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-468c3ec5-4a75-49d1-8699-5bb77d389087 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:43.751710 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'code': 200} Nov 29 01:45:43.794881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] device_id is not set on port b0f9c3c3-53bb-4484-88bb-006a4fdebe45 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:43.838302 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8541384 Nov 29 01:45:43.859791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8270e8f-9020-4986-9faa-da0f9a029a07 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Network': ['ID=24aab010-6cae-4cfe-9962-68b323fb0bc8,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:43.897223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 24aab010-6cae-4cfe-9962-68b323fb0bc8 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:43.918287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.919829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:43.967893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063bde3-8228-40c1-86a6-34711e11aef9 req-af67c754-f907-4728-96ef-4eee1426b75c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:43.976391 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c063bde3-8228-40c1-86a6-34711e11aef9 req-af67c754-f907-4728-96ef-4eee1426b75c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 943 time: 0.1365151 Nov 29 01:45:44.012768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Network 516b111e-476d-4bf4-8ae6-0514f54d6b41 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:44.057388 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c063bde3-8228-40c1-86a6-34711e11aef9 req-ccf1bfb9-bcf4-4423-97e2-d832e8d99d1a tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748720 Nov 29 01:45:44.080457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:44.086610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:44.092084 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'Port': ['ID=0bfafa86-879f-479f-b145-7b2cc62f4001,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:44.132198 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7790199e-3ad7-4217-b8e8-dee4b32c9520 req-0d6454b4-5bb2-40e6-999f-e16ba15ec508 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4497311 Nov 29 01:45:44.153902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:44.156762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b693-5cf3-481c-acd7-d09d19e00985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.184380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.230657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Allocated IP 2001:db8::94 (12b8ba45-0577-41fb-adcc-6032b690d1e7/4228d01e-6968-451b-94b2-bdcad93250f3/b0f9c3c3-53bb-4484-88bb-006a4fdebe45) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:44.414509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.451621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40554) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:44.548941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.572183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Allocated IP 172.26.8.178 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/174b41db-8321-4457-bed2-a9894cc087fc) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:44.601979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 1bd8bbf2-8bcd-4cf5-9596-059390a95549 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:45:44.668574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1707713950'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:44.678966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7f1aa-9a50-43f1-9d7e-4acf68d439a7 req-522a1ca4-5241-4f07-8076-49e34ef54d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:44.680492 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2fa7f1aa-9a50-43f1-9d7e-4acf68d439a7 req-522a1ca4-5241-4f07-8076-49e34ef54d86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1099 time: 0.5275688 Nov 29 01:45:44.690231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7463e-7693-4189-95aa-bed46b34f499 req-e5b5b8a0-67ab-483d-9e9a-e097e9737c62 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:44.693357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.697454 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54b7463e-7693-4189-95aa-bed46b34f499 req-e5b5b8a0-67ab-483d-9e9a-e097e9737c62 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.4909434 Nov 29 01:45:44.707563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Made reservation on behalf of 5392f5de32294396a7ac25d96bd0b2ac for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:44.714217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.745047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-2fa7f1aa-9a50-43f1-9d7e-4acf68d439a7 req-f605db67-1c1e-4247-ac6b-2707a0598015 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.767159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Network 12b8ba45-0577-41fb-adcc-6032b690d1e7 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:44.768436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.773577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 1bd8bbf2-8bcd-4cf5-9596-059390a95549, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1bd8bbf2-8bcd-4cf5-9596-059390a95549,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:44.788347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'port_id': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'mac_address': 'fa:16:3e:ba:72:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:45:44.824388 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54b7463e-7693-4189-95aa-bed46b34f499 req-d31aca9c-cf46-4728-923b-d9769747d81f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239274 Nov 29 01:45:44.847820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.853661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.868458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd8bbf2-8bcd-4cf5-9596-059390a95549 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:45:44.875126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:44.913210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 1bd8bbf2-8bcd-4cf5-9596-059390a95549, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1bd8bbf2-8bcd-4cf5-9596-059390a95549,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:44.920526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.921541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b686dd52-2edf-499b-9661-c4330462844f details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:45:44.966283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-2fa7f1aa-9a50-43f1-9d7e-4acf68d439a7 req-f605db67-1c1e-4247-ac6b-2707a0598015 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:44.967894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.035046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-2fa7f1aa-9a50-43f1-9d7e-4acf68d439a7 req-f605db67-1c1e-4247-ac6b-2707a0598015 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.048089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b686dd52-2edf-499b-9661-c4330462844f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b686dd52-2edf-499b-9661-c4330462844f,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:45.065583 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2fa7f1aa-9a50-43f1-9d7e-4acf68d439a7 req-f605db67-1c1e-4247-ac6b-2707a0598015 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636379 Nov 29 01:45:45.105517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605db67-1c1e-4247-ac6b-2707a0598015 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef920303-c90e-443c-ac8c-cd083d1568bd,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:45.119910 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'b686dd52-2edf-499b-9661-c4330462844f', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'port_id': 'b686dd52-2edf-499b-9661-c4330462844f', 'mac_address': 'fa:16:3e:ad:ec:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:45:45.221174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:45.222199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:45.222823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.253415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=1bd8bbf2-8bcd-4cf5-9596-059390a95549,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:45.270721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f9c3c3-53bb-4484-88bb-006a4fdebe45,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:45.293303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.298785 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0671b478-4b44-4af5-869c-26da281a8da7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7132039 Nov 29 01:45:45.303850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.305672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40562) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:45.307755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.314145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b686dd52-2edf-499b-9661-c4330462844f {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:45:45.344081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b686dd52-2edf-499b-9661-c4330462844f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b686dd52-2edf-499b-9661-c4330462844f,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:45.350565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e4db0-9f21-4857-9cef-adf9092d2567 req-5ebd6b67-faa9-40ad-aec9-7a3a889bc8a0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:45.351563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.352346 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2e9e4db0-9f21-4857-9cef-adf9092d2567 req-5ebd6b67-faa9-40ad-aec9-7a3a889bc8a0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 945 time: 0.1346099 Nov 29 01:45:45.372392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.382633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd2b39-9519-4e6d-ae86-811b33ecd2df req-739e1243-e88f-424b-b722-dc7131547464 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:45.384140 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d7fd2b39-9519-4e6d-ae86-811b33ecd2df req-739e1243-e88f-424b-b722-dc7131547464 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 943 time: 0.1572518 Nov 29 01:45:45.414236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=b686dd52-2edf-499b-9661-c4330462844f,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:45.418328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:45.433148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:45.441589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Pushing event updated for resources: {'Port': ['ID=174b41db-8321-4457-bed2-a9894cc087fc,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:45.446371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:45.526548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.529658 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2e9e4db0-9f21-4857-9cef-adf9092d2567 req-f5c8f08f-b7c7-4853-afcc-a5399468dfd8 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343856 Nov 29 01:45:45.560191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.585139 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d7fd2b39-9519-4e6d-ae86-811b33ecd2df req-aa9b598d-f9fa-465f-a9fb-afc99025d2d4 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763697 Nov 29 01:45:45.586285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Router 4eeadee7-4e8e-42ae-9958-839e41da98ee is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:45:45.609576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:45:45.650910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978fbda1-5329-419a-ab59-be50468ace3f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:45.663969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.664319 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Added segment d6b29f9d-f5a7-4ed6-8543-b51320abbc7c of type vlan for network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 Nov 29 01:45:45.701849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-3f4647d5-9525-48a1-b353-d1796beccdc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Deleting port b0f9c3c3-53bb-4484-88bb-006a4fdebe45 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:45.702538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3f4647d5-9525-48a1-b353-d1796beccdc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.733023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:45.734555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.735857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.737877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['1bd8bbf2-8bcd-4cf5-9596-059390a95549'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:45:45.747468 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Sync routers for ids ['4eeadee7-4e8e-42ae-9958-839e41da98ee'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:45.766368 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Routers {'4eeadee7-4e8e-42ae-9958-839e41da98ee'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:45.772417 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4eeadee7-4e8e-42ae-9958-839e41da98ee'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:45.773222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.778055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40564) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:45.780334 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a474e058-c5c3-475d-944a-8e7fddc6152b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.5817723 Nov 29 01:45:45.814827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['b686dd52-2edf-499b-9661-c4330462844f'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:45:45.909493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.915072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:45.915665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.928314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:45.957519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3f4647d5-9525-48a1-b353-d1796beccdc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.003934 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5488744 Nov 29 01:45:46.010398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-3f4647d5-9525-48a1-b353-d1796beccdc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Calling delete_port for b0f9c3c3-53bb-4484-88bb-006a4fdebe45 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:46.011963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40568) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:46.015865 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Set router 4eeadee7-4e8e-42ae-9958-839e41da98ee gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:46.017807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc73f3-9f1a-4bdc-902d-583cfaeea05f req-aded3276-5f7f-4441-85c5-25e3b7b39874 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:46.028204 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e0dc73f3-9f1a-4bdc-902d-583cfaeea05f req-aded3276-5f7f-4441-85c5-25e3b7b39874 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1058705 Nov 29 01:45:46.059089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Request body: {'subnet': {'network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:46.113495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1fa5c-8284-49f1-86e7-99ceeb59c49d tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'Network': ['ID=5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:46.154405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:45:46.168479 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e0dc73f3-9f1a-4bdc-902d-583cfaeea05f req-04e3fc09-0363-4438-b7fa-b063015e5444 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316168 Nov 29 01:45:46.202613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.315680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.367743 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeadee7-4e8e-42ae-9958-839e41da98ee', 'name': '', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41', 'external_fixed_ips': [{'subnet_id': '912c573d-4d90-4578-89ea-90988cc3a8b1', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '0bfafa86-879f-479f-b145-7b2cc62f4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:45:41Z', 'updated_at': '2021-11-29T01:45:44Z', 'revision_number': 3, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port': {'id': '0bfafa86-879f-479f-b145-7b2cc62f4001', 'name': '', 'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eeadee7-4e8e-42ae-9958-839e41da98ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '912c573d-4d90-4578-89ea-90988cc3a8b1', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:42Z', 'updated_at': '2021-11-29T01:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '912c573d-4d90-4578-89ea-90988cc3a8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:46.398257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Made reservation on behalf of 5392f5de32294396a7ac25d96bd0b2ac for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:46.401707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.412701 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Checking router: 4eeadee7-4e8e-42ae-9958-839e41da98ee for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:46.412871 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Updating router 4eeadee7-4e8e-42ae-9958-839e41da98ee port 0bfafa86-879f-479f-b145-7b2cc62f4001 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:45:46.437845 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.507523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.513308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.524545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.607914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3f4647d5-9525-48a1-b353-d1796beccdc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.666061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Pushing event updated for resources: {'Port': ['ID=174b41db-8321-4457-bed2-a9894cc087fc,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:46.737053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.739557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4647d5-9525-48a1-b353-d1796beccdc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0f9c3c3-53bb-4484-88bb-006a4fdebe45,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:46.753681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3f4647d5-9525-48a1-b353-d1796beccdc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.757737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3f4647d5-9525-48a1-b353-d1796beccdc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b0f9c3c3-53bb-4484-88bb-006a4fdebe45 HTTP/1.1" status: 204 len: 168 time: 1.4462082 Nov 29 01:45:46.767461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40574) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:46.774059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7', 'external_fixed_ips': [{'subnet_id': '4228d01e-6968-451b-94b2-bdcad93250f3', 'ip_address': '2001:db8::94'}]}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:46.775397 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.785605 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.807164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.812854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.837571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8f8e1-c277-4687-b938-5bc795aefd58 req-f697f083-a9d3-474c-8df5-f848d411d260 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:46.839092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dfa8f8e1-c277-4687-b938-5bc795aefd58 req-f697f083-a9d3-474c-8df5-f848d411d260 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 944 time: 0.0974054 Nov 29 01:45:46.897618 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1b7b5-f71d-431f-89c7-c25532d5a061 None None] Pushing event updated for resources: {'Port': ['ID=0bfafa86-879f-479f-b145-7b2cc62f4001,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:46.902852 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Attempting to bind port 0bfafa86-879f-479f-b145-7b2cc62f4001 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:46.903500 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Attempting to bind port 0bfafa86-879f-479f-b145-7b2cc62f4001 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '5d0136aa-648f-4fe5-90db-880be1a3b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:46.904267 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Attempting to bind port 0bfafa86-879f-479f-b145-7b2cc62f4001 on network 516b111e-476d-4bf4-8ae6-0514f54d6b41 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:46.909820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.911098 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-714802e4-7564-4590-a4a0-0e2599610df3 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3314414 Nov 29 01:45:46.914299 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:46.915295 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Checking segment: {'id': '5d0136aa-648f-4fe5-90db-880be1a3b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:46.916931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40576) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:46.918225 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.919188 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Bound using segment: {'id': '5d0136aa-648f-4fe5-90db-880be1a3b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:46.919902 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Bound port: 0bfafa86-879f-479f-b145-7b2cc62f4001, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0136aa-648f-4fe5-90db-880be1a3b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '516b111e-476d-4bf4-8ae6-0514f54d6b41'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:46.920525 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.931993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:46.949946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Deleting port 0bfafa86-879f-479f-b145-7b2cc62f4001 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:46.950284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.005066 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] For port 0bfafa86-879f-479f-b145-7b2cc62f4001, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:47.012321 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] For port 0bfafa86-879f-479f-b145-7b2cc62f4001, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0bfafa86-879f-479f-b145-7b2cc62f4001,segment=NetworkSegment(5d0136aa-648f-4fe5-90db-880be1a3b8e0),segment_id=5d0136aa-648f-4fe5-90db-880be1a3b8e0)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:47.020622 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.046540 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e8b431f5-4826-4d26-882a-829001c67d23 tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.1288431 Nov 29 01:45:47.049221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40578) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:47.052592 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dfa8f8e1-c277-4687-b938-5bc795aefd58 req-f1684fe5-144a-456b-804f-4c5d04fabb79 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927273 Nov 29 01:45:47.094686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56c179-b359-495f-820b-26c64d99e07d req-e71d1ec7-ff2d-49e8-a2ae-4ff81abf161d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:47.104096 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f56c179-b359-495f-820b-26c64d99e07d req-e71d1ec7-ff2d-49e8-a2ae-4ff81abf161d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 945 time: 0.4039278 Nov 29 01:45:47.105244 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1b7b5-f71d-431f-89c7-c25532d5a061 None None] Pushing event updated for resources: {'Port': ['ID=0bfafa86-879f-479f-b145-7b2cc62f4001,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:47.124206 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Routers {'4eeadee7-4e8e-42ae-9958-839e41da98ee'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:47.125105 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4eeadee7-4e8e-42ae-9958-839e41da98ee'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:47.148081 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0c6281f6-3690-4fe9-afcd-58ec91b13fb0 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0944219 Nov 29 01:45:47.148708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40580) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:47.225380 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f56c179-b359-495f-820b-26c64d99e07d req-631b915a-f398-40b0-9afa-bfdc3fbf78e9 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200237 Nov 29 01:45:47.226331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.230978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40584) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:47.244648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'subnets': [{'network_id': '96e23f39-a84b-474d-9c00-cdaf54c7e42a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1180909943', 'ip_version': 6}, {'network_id': '24aab010-6cae-4cfe-9962-68b323fb0bc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:47.244967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'subnet': {'network_id': '96e23f39-a84b-474d-9c00-cdaf54c7e42a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1180909943', 'ip_version': 6}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:47.245626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Request body: {'subnet': {'network_id': '24aab010-6cae-4cfe-9962-68b323fb0bc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:47.259401 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] Set router 4eeadee7-4e8e-42ae-9958-839e41da98ee gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:47.310006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.315746 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeadee7-4e8e-42ae-9958-839e41da98ee', 'name': '', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:45:41Z', 'updated_at': '2021-11-29T01:45:46Z', 'revision_number': 4, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:47.324881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.351226 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d69550-c799-4b7d-ae99-112365d9f9c2 None None] The sync data for ids ['4eeadee7-4e8e-42ae-9958-839e41da98ee'] in dv-neutron-816800-5-hyperv is: [{'id': '4eeadee7-4e8e-42ae-9958-839e41da98ee', 'name': '', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:45:41Z', 'updated_at': '2021-11-29T01:45:46Z', 'revision_number': 4, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:47.370394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Calling delete_port for 0bfafa86-879f-479f-b145-7b2cc62f4001 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:47.390214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'Subnet': ['ID=e5564fd8-8fc2-4de8-a996-ab938bbd13c4,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:47.426415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68d98e-e9b5-4102-85c5-6db13682aaeb req-2f7d7147-c586-4d41-b157-3c2215e2d049 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:47.428037 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ea68d98e-e9b5-4102-85c5-6db13682aaeb req-2f7d7147-c586-4d41-b157-3c2215e2d049 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1777382 Nov 29 01:45:47.492733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Checking segment: {'id': 'd6b29f9d-f5a7-4ed6-8543-b51320abbc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:47.493106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Network hostable DHCP agents. Network: 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:47.535351 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ea68d98e-e9b5-4102-85c5-6db13682aaeb req-3e83d12b-53ea-4009-86e7-4bbc4666e13e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975564 Nov 29 01:45:47.540966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Deleting port 174b41db-8321-4457-bed2-a9894cc087fc {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:47.541314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.542256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:47.604942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:47.618308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:47.619330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.619449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c85184f-417a-40f5-8c82-b81d05bbd503 None None] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:47.622131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Made reservation on behalf of 0377fff4b77842a68c728061aed72eb5 for: {'subnet': 2} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:47.626849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.627194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.663305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.663717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.711097 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a9b008ca-f68b-4870-b0bd-4e211803236b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6584253 Nov 29 01:45:47.717862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40588) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:47.738613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a9fe5259-5b5f-4290-9f76-d70bac8fdf24 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-353772862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:47.746547 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Calling delete_port for 174b41db-8321-4457-bed2-a9894cc087fc owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:47.826742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307', 'network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307', 'tenant_id': '5392f5de32294396a7ac25d96bd0b2ac', 'fixed_ips': [{'subnet_id': 'e5564fd8-8fc2-4de8-a996-ab938bbd13c4'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:45:47.827880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.844805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.848651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5259-5b5f-4290-9f76-d70bac8fdf24 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.849773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5259-5b5f-4290-9f76-d70bac8fdf24 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.860425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.877600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:47.883216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b54914-cba3-4839-b367-0fa56a3b56fe req-c409930f-bce9-4760-8e30-2f0c957273e8 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:47.884793 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2b54914-cba3-4839-b367-0fa56a3b56fe req-c409930f-bce9-4760-8e30-2f0c957273e8 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1203983 Nov 29 01:45:47.914707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40590) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:47.923037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bfafa86-879f-479f-b145-7b2cc62f4001,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:47.949669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Request body: {'floatingip': {'port_id': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:47.996629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Allocated IP 172.20.0.2 (5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307/e5564fd8-8fc2-4de8-a996-ab938bbd13c4/a5a0812d-a2c1-4755-8605-82177c497262) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:48.076918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.139980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Allocated IP 2001:db8::94 (12b8ba45-0577-41fb-adcc-6032b690d1e7/4228d01e-6968-451b-94b2-bdcad93250f3/e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:48.161367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.170288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.210075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Pushing event deleted for resources: {'Port': ['ID=174b41db-8321-4457-bed2-a9894cc087fc,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:48.216564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Pushing event updated for resources: {'Port': ['ID=a5a0812d-a2c1-4755-8605-82177c497262,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:48.238332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:48.240596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:48.243341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:48.344075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Attempting to bind port a5a0812d-a2c1-4755-8605-82177c497262 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:48.344452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Attempting to bind port a5a0812d-a2c1-4755-8605-82177c497262 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'd6b29f9d-f5a7-4ed6-8543-b51320abbc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:48.344871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Attempting to bind port a5a0812d-a2c1-4755-8605-82177c497262 on network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:48.348188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aca253-b8e5-412f-81a4-da99aed7ebae req-fe25229d-7b63-44a5-a36a-442424d57c0e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:48.350399 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63aca253-b8e5-412f-81a4-da99aed7ebae req-fe25229d-7b63-44a5-a36a-442424d57c0e tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 944 time: 0.1920345 Nov 29 01:45:48.351505 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:48.351964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Checking segment: {'id': 'd6b29f9d-f5a7-4ed6-8543-b51320abbc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:48.352439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.352906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Bound using segment: {'id': 'd6b29f9d-f5a7-4ed6-8543-b51320abbc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:48.353484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Bound port: a5a0812d-a2c1-4755-8605-82177c497262, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b29f9d-f5a7-4ed6-8543-b51320abbc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:48.353940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.359296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for floatingip, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.363307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.366182 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.369892 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d7e2a7f1-817b-48f5-afc5-917836ffe974 tempest-FloatingIPAdminTestJSON-1633876248 tempest-FloatingIPAdminTestJSON-1633876248-project] 10.222.0.30 "DELETE /v2.0/floatingips/a8931f4e-d3b5-48be-b19c-e303d598cd62 HTTP/1.1" status: 204 len: 168 time: 1.1850317 Nov 29 01:45:48.370791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40596) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:48.406378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5259-5b5f-4290-9f76-d70bac8fdf24 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.436853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] For port a5a0812d-a2c1-4755-8605-82177c497262, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:48.440977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] For port a5a0812d-a2c1-4755-8605-82177c497262, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a5a0812d-a2c1-4755-8605-82177c497262,segment=NetworkSegment(d6b29f9d-f5a7-4ed6-8543-b51320abbc7c),segment_id=d6b29f9d-f5a7-4ed6-8543-b51320abbc7c)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:48.447216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.473639 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5259-5b5f-4290-9f76-d70bac8fdf24 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.523709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c738fee-3d41-4565-a842-f87213ab5373 None None] Pushing event updated for resources: {'Port': ['ID=a5a0812d-a2c1-4755-8605-82177c497262,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:48.603824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.627924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 1bd8bbf2-8bcd-4cf5-9596-059390a95549 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:48.682907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:45:48.690151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:48.691047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.795734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5259-5b5f-4290-9f76-d70bac8fdf24 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.796956 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a9fe5259-5b5f-4290-9f76-d70bac8fdf24 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0618336 Nov 29 01:45:48.807689 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63aca253-b8e5-412f-81a4-da99aed7ebae req-ac70d59a-b041-460f-8fca-ed79053193a5 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249315 Nov 29 01:45:48.808620 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40598) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:48.827928 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.846911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.887524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd8bbf2-8bcd-4cf5-9596-059390a95549'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:48.890668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6d8b84-631d-493d-bc94-fadbe18e5c98" -d '{"events": [{"server_uuid": "6a729689-a2d9-4d49-a897-c6c3816139ce", "name": "network-vif-plugged", "status": "completed", "tag": "1bd8bbf2-8bcd-4cf5-9596-059390a95549"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:48.895727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 1bd8bbf2-8bcd-4cf5-9596-059390a95549, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1bd8bbf2-8bcd-4cf5-9596-059390a95549,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:48.900930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.901985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b686dd52-2edf-499b-9661-c4330462844f up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:48.925978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.934335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:48.944530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd13945-6878-4129-adbf-930132d7015b req-cd2b3642-3654-4dae-8cd0-39df209156c3 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:48.946326 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ddd13945-6878-4129-adbf-930132d7015b req-cd2b3642-3654-4dae-8cd0-39df209156c3 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 945 time: 0.5777993 Nov 29 01:45:48.975225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c49929-b987-4460-9e33-5fc7ffdeb2f9 x-openstack-request-id: req-e1c49929-b987-4460-9e33-5fc7ffdeb2f9 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:48.975537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a729689-a2d9-4d49-a897-c6c3816139ce", "name": "network-vif-plugged", "status": "completed", "tag": "1bd8bbf2-8bcd-4cf5-9596-059390a95549", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:48.975911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1c49929-b987-4460-9e33-5fc7ffdeb2f9 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:48.976376 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'code': 200} Nov 29 01:45:49.012002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=1bd8bbf2-8bcd-4cf5-9596-059390a95549,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:49.016123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port b686dd52-2edf-499b-9661-c4330462844f completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:45:49.030772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port b686dd52-2edf-499b-9661-c4330462844f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:49.031187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.089842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.090811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eeadee7-4e8e-42ae-9958-839e41da98ee {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:45:49.098988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.102844 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f27cc4b2-3b60-45db-ae7d-b26b07f67aa5 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "DELETE /v2.0/routers/4eeadee7-4e8e-42ae-9958-839e41da98ee HTTP/1.1" status: 204 len: 168 time: 3.3207586 Nov 29 01:45:49.129714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40602) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:49.139405 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ddd13945-6878-4129-adbf-930132d7015b req-5c69e3e0-3d77-42c4-83d7-f5ad3087d4ef tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779759 Nov 29 01:45:49.164995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.186149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.201600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Deleting port 1e0c9322-07bf-4b1a-9f95-85a93b305bbc {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:49.201820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.228762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b686dd52-2edf-499b-9661-c4330462844f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b686dd52-2edf-499b-9661-c4330462844f,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:49.235063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Network 12b8ba45-0577-41fb-adcc-6032b690d1e7 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:49.237784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.289794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:49.293341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=b686dd52-2edf-499b-9661-c4330462844f,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:49.298778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:49.313566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4231f369-2f1a-4e2c-8490-3b246cacbf33 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Deleting subnet 912c573d-4d90-4578-89ea-90988cc3a8b1 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:45:49.406699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4231f369-2f1a-4e2c-8490-3b246cacbf33 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.409608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'Port': ['ID=e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:49.492696 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.504016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe580057-bc78-4558-a279-2e7219bb9c94 req-0c70c7c8-399f-40f9-91b6-d2ff293ad081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:49.506108 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fe580057-bc78-4558-a279-2e7219bb9c94 req-0c70c7c8-399f-40f9-91b6-d2ff293ad081 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 1099 time: 0.2937374 Nov 29 01:45:49.534246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.534608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.561494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.565919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Calling delete_port for 1e0c9322-07bf-4b1a-9f95-85a93b305bbc owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:49.569191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4231f369-2f1a-4e2c-8490-3b246cacbf33 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.718461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a5a0812d-a2c1-4755-8605-82177c497262 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:49.741377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4231f369-2f1a-4e2c-8490-3b246cacbf33 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.771775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f2be36-b796-4205-b431-d88f333fbbfa None None] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:49.773048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Subnet': ['ID=4fa37b48-9428-4ce0-a0d6-3b5321a05070,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:49.791722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.resource_extend [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:45:49.808382 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fe580057-bc78-4558-a279-2e7219bb9c94 req-5d1ab6ab-4ad4-4af9-9e39-269dcc1ab2a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861023 Nov 29 01:45:49.837678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Checking segment: {'id': '7eb771d5-1c2a-4cf7-8752-c4eec4a19369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '96e23f39-a84b-474d-9c00-cdaf54c7e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:49.838159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Network hostable DHCP agents. Network: 96e23f39-a84b-474d-9c00-cdaf54c7e42a, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:49.870407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.879091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.884640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a5a0812d-a2c1-4755-8605-82177c497262 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:49.884952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.913002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Network 96e23f39-a84b-474d-9c00-cdaf54c7e42a is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:49.945720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4231f369-2f1a-4e2c-8490-3b246cacbf33 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.989281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 96e23f39-a84b-474d-9c00-cdaf54c7e42a) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:49.991422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231f369-2f1a-4e2c-8490-3b246cacbf33 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=912c573d-4d90-4578-89ea-90988cc3a8b1,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:49.995060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4231f369-2f1a-4e2c-8490-3b246cacbf33 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:49.998523 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4231f369-2f1a-4e2c-8490-3b246cacbf33 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/912c573d-4d90-4578-89ea-90988cc3a8b1 HTTP/1.1" status: 204 len: 168 time: 0.8580053 Nov 29 01:45:50.001736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.003559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40606) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:50.034314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.059044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f24ca-6018-44e5-9166-ee75dbc59206 None None] Network 96e23f39-a84b-474d-9c00-cdaf54c7e42a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:50.100359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-88b2aa9b-a3d4-4a47-b4e3-baeb5e2550c9 None None] Provisioning complete for port a5a0812d-a2c1-4755-8605-82177c497262 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:50.100857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88b2aa9b-a3d4-4a47-b4e3-baeb5e2550c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.142790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event updated for resources: {'Subnet': ['ID=1fb45535-69b5-4f6f-b6c2-0e83fe35f201,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:50.156431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.158809 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Floating IP 90d5ef4e-442c-4128-a4fc-c90aa0ac5744 associated. External IP: 172.26.8.70, port: d08e162c-3fb0-4d44-a6ce-9b28d41b01f4. Nov 29 01:45:50.194109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898df8-c728-4769-9d4b-105defd243b1 req-5d05307a-72df-48ab-8c97-5bc85f296b2f tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:50.195648 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-18898df8-c728-4769-9d4b-105defd243b1 req-5d05307a-72df-48ab-8c97-5bc85f296b2f tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 945 time: 0.2962375 Nov 29 01:45:50.269576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Allocated IP 172.20.0.1 (5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307/e5564fd8-8fc2-4de8-a996-ab938bbd13c4/28cbfc87-596a-4ac0-b63b-af0e737bf89c) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:50.296163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.406881 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.429646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88b2aa9b-a3d4-4a47-b4e3-baeb5e2550c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.483189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-96e23f39-a84b-474d-9c00-cdaf54c7e42a', 'network_id': '96e23f39-a84b-474d-9c00-cdaf54c7e42a', 'tenant_id': '0377fff4b77842a68c728061aed72eb5', 'fixed_ips': [{'subnet_id': '4fa37b48-9428-4ce0-a0d6-3b5321a05070'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:45:50.484070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.505478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port a5a0812d-a2c1-4755-8605-82177c497262, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a5a0812d-a2c1-4755-8605-82177c497262,segment=NetworkSegment(d6b29f9d-f5a7-4ed6-8543-b51320abbc7c),segment_id=d6b29f9d-f5a7-4ed6-8543-b51320abbc7c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:50.518953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.531196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Checking segment: {'id': '8b4cea65-c1e3-4bda-bd30-258b079be0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '24aab010-6cae-4cfe-9962-68b323fb0bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:50.531196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Network hostable DHCP agents. Network: 24aab010-6cae-4cfe-9962-68b323fb0bc8, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:45:50.648915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Network 24aab010-6cae-4cfe-9962-68b323fb0bc8 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:45:50.693190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-88b2aa9b-a3d4-4a47-b4e3-baeb5e2550c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:45:50.694402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-88b2aa9b-a3d4-4a47-b4e3-baeb5e2550c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:45:50.698690 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 24aab010-6cae-4cfe-9962-68b323fb0bc8) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:50.701188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.712955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95df1e-3659-44ee-90b5-99f35031f142 req-db3b13cb-efcc-4ecf-bade-172d46334be7 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:50.714527 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-de95df1e-3659-44ee-90b5-99f35031f142 req-db3b13cb-efcc-4ecf-bade-172d46334be7 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 946 time: 0.1891844 Nov 29 01:45:50.726029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:50.726532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:50.727175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.729885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138297b4-889a-46e0-83d9-48f5bc6aed70 None None] Network 24aab010-6cae-4cfe-9962-68b323fb0bc8 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:50.760738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=a5a0812d-a2c1-4755-8605-82177c497262,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:50.771691 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-18898df8-c728-4769-9d4b-105defd243b1 req-d98d6509-54ad-4a59-af59-6bffd85652fa tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5563195 Nov 29 01:45:50.779427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516b111e-476d-4bf4-8ae6-0514f54d6b41']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:50.780952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e0c9322-07bf-4b1a-9f95-85a93b305bbc,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:50.849810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Allocated IP 2001:db8::1 (96e23f39-a84b-474d-9c00-cdaf54c7e42a/4fa37b48-9428-4ce0-a0d6-3b5321a05070/1c98870b-c902-4f07-b1e3-4a41dee31184) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:50.882743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Router 5638b2dc-1985-457f-83de-1367103a4508 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:50.896660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0136aa-648f-4fe5-90db-880be1a3b8e0') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:50.896881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0136aa-648f-4fe5-90db-880be1a3b8e0') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:50.909085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.909743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.912978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.914175 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fcf731f0-866f-49cf-ae43-36e091eb2ead tempest-FloatingIPAdminTestJSON-1004871899 tempest-FloatingIPAdminTestJSON-1004871899-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/84b3c47a-0d1b-452a-aa73-3f3aaec011d9 HTTP/1.1" status: 204 len: 168 time: 2.5424087 Nov 29 01:45:50.922309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40610) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:50.931034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.937472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:50.937889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:50.977150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b686dd52-2edf-499b-9661-c4330462844f'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:50.979491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd13c9de-ce13-423d-9c20-0746bad3a43f" -d '{"events": [{"server_uuid": "4a97d0b9-7d73-474e-94c1-d67a49459deb", "name": "network-vif-plugged", "status": "completed", "tag": "b686dd52-2edf-499b-9661-c4330462844f"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:50.991566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.041277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-24aab010-6cae-4cfe-9962-68b323fb0bc8', 'network_id': '24aab010-6cae-4cfe-9962-68b323fb0bc8', 'tenant_id': '0377fff4b77842a68c728061aed72eb5', 'fixed_ips': [{'subnet_id': '1fb45535-69b5-4f6f-b6c2-0e83fe35f201'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:45:51.043014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:51.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:51.079000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7859e1-14e8-4f58-a5aa-edceafc0995c x-openstack-request-id: req-8e7859e1-14e8-4f58-a5aa-edceafc0995c {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:51.079326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a97d0b9-7d73-474e-94c1-d67a49459deb", "name": "network-vif-plugged", "status": "completed", "tag": "b686dd52-2edf-499b-9661-c4330462844f", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:51.079591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e7859e1-14e8-4f58-a5aa-edceafc0995c {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:51.079964 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b686dd52-2edf-499b-9661-c4330462844f', 'code': 200} Nov 29 01:45:51.107157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-de95df1e-3659-44ee-90b5-99f35031f142 req-d1de64fc-3a9e-4e82-a476-cca41190c1eb tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304226 Nov 29 01:45:51.109402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.115107 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d1c88434-c648-4ff8-908a-e4fcadbc5542 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8785124 Nov 29 01:45:51.131981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 516b111e-476d-4bf4-8ae6-0514f54d6b41 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:45:51.133644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40614) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:51.134684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event deleted for resources: {'Network': ['ID=516b111e-476d-4bf4-8ae6-0514f54d6b41,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:51.167188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.178215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.227049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.239498 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-af1901ee-321b-481d-9b25-9637d6816c7d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "DELETE /v2.0/networks/516b111e-476d-4bf4-8ae6-0514f54d6b41 HTTP/1.1" status: 204 len: 168 time: 1.2317121 Nov 29 01:45:51.270275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Network 96e23f39-a84b-474d-9c00-cdaf54c7e42a is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:51.283506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:51.300025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:51.317344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.376673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Pushing event updated for resources: {'Port': ['ID=1c98870b-c902-4f07-b1e3-4a41dee31184,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:51.396788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Attempting to bind port 1c98870b-c902-4f07-b1e3-4a41dee31184 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:51.397425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Attempting to bind port 1c98870b-c902-4f07-b1e3-4a41dee31184 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '7eb771d5-1c2a-4cf7-8752-c4eec4a19369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '96e23f39-a84b-474d-9c00-cdaf54c7e42a'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:51.397955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Attempting to bind port 1c98870b-c902-4f07-b1e3-4a41dee31184 on network 96e23f39-a84b-474d-9c00-cdaf54c7e42a {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:51.407518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:51.408632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Checking segment: {'id': '7eb771d5-1c2a-4cf7-8752-c4eec4a19369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '96e23f39-a84b-474d-9c00-cdaf54c7e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:51.409194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.409729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Bound using segment: {'id': '7eb771d5-1c2a-4cf7-8752-c4eec4a19369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '96e23f39-a84b-474d-9c00-cdaf54c7e42a'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:51.412999 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Bound port: 1c98870b-c902-4f07-b1e3-4a41dee31184, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb771d5-1c2a-4cf7-8752-c4eec4a19369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '96e23f39-a84b-474d-9c00-cdaf54c7e42a'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:51.418618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.457137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:51.460522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Router 1fd09fae-f7a6-4f07-9993-74a2dd156c5d is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:45:51.463444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.477407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d098aa-b0db-4f47-a31a-b23abb0f90ac req-22a66e6a-c850-454b-836f-a521355ea849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:51.478951 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8d098aa-b0db-4f47-a31a-b23abb0f90ac req-22a66e6a-c850-454b-836f-a521355ea849 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 1098 time: 0.1029382 Nov 29 01:45:51.487723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Allocated IP 2001:db8:0:1::1 (24aab010-6cae-4cfe-9962-68b323fb0bc8/1fb45535-69b5-4f6f-b6c2-0e83fe35f201/0b90eeb7-9623-4a71-92f6-558d2d22906d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:51.497598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c9879-ef51-4028-b427-9ba9e6d5cde6 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Deleting port 23c49486-3e1d-469c-a777-9fc184073a98 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:51.497972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9879-ef51-4028-b427-9ba9e6d5cde6 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.511079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.515703 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-279e0342-0d0b-4610-9722-7a8f4bfa9051 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "PUT /v2.0/floatingips/90d5ef4e-442c-4128-a4fc-c90aa0ac5744 HTTP/1.1" status: 200 len: 991 time: 3.5892794 Nov 29 01:45:51.525232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'tag': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:51.532533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d034d83-b593-4d12-ba27-3c33d0aed779" -d '{"events": [{"name": "network-changed", "server_uuid": "91e02906-1e92-499d-a5bf-ce65ec1cc786", "tag": "d08e162c-3fb0-4d44-a6ce-9b28d41b01f4"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:51.575831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8f2a2-e555-4a41-a606-7c1940260e4c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:51.582152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8f2a2-e555-4a41-a606-7c1940260e4c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:51.587793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8f2a2-e555-4a41-a606-7c1940260e4c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:51.592360 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-02f8f2a2-e555-4a41-a606-7c1940260e4c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4490068 Nov 29 01:45:51.601140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40626) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:51.621298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3974f51-a35f-4262-bec9-27323425d17d x-openstack-request-id: req-f3974f51-a35f-4262-bec9-27323425d17d {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:51.622773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e02906-1e92-499d-a5bf-ce65ec1cc786", "tag": "d08e162c-3fb0-4d44-a6ce-9b28d41b01f4", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:51.623251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3974f51-a35f-4262-bec9-27323425d17d {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:51.623797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'tag': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'status': 'completed', 'code': 200} Nov 29 01:45:51.710690 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Deleting subnet 4fa37b48-9428-4ce0-a0d6-3b5321a05070 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:45:51.714891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40630) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:51.740424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-97385d20-eddc-4f25-9e39-cc8902984b71 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'router': {'name': 'tempest-router--23557012', 'project_id': 'd4514f5f597e4ec2bc84cbc5d7dc015c'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:51.743050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a9a42474-cbf4-4833-829c-1cf7be7b6815 None None] Provisioning complete for port a5a0812d-a2c1-4755-8605-82177c497262 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:51.743779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a9a42474-cbf4-4833-829c-1cf7be7b6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.747512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.749314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a5a0812d-a2c1-4755-8605-82177c497262 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:51.800160 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] For port 1c98870b-c902-4f07-b1e3-4a41dee31184, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:51.849640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.874667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] For port 1c98870b-c902-4f07-b1e3-4a41dee31184, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1c98870b-c902-4f07-b1e3-4a41dee31184,segment=NetworkSegment(7eb771d5-1c2a-4cf7-8752-c4eec4a19369),segment_id=7eb771d5-1c2a-4cf7-8752-c4eec4a19369)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:51.891820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-32fd1c93-347b-46ca-91a2-3a9191ae4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:51.894084 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-32fd1c93-347b-46ca-91a2-3a9191ae4c21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1099 time: 0.2283769 Nov 29 01:45:51.895450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97385d20-eddc-4f25-9e39-cc8902984b71 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.898501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97385d20-eddc-4f25-9e39-cc8902984b71 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.909933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.927484 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:51.933848 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9879-ef51-4028-b427-9ba9e6d5cde6 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:51.937655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:51.965641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:52.004500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c9879-ef51-4028-b427-9ba9e6d5cde6 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Calling delete_port for 23c49486-3e1d-469c-a777-9fc184073a98 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:52.004907 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Sync routers for ids ['1fd09fae-f7a6-4f07-9993-74a2dd156c5d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:52.007618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:52.012553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.016587 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-da53e3a6-ad79-4a5e-8ecd-e9ff73b92fbe tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.2463601 Nov 29 01:45:52.023274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40636) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:52.025271 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Routers {'1fd09fae-f7a6-4f07-9993-74a2dd156c5d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:52.026382 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1fd09fae-f7a6-4f07-9993-74a2dd156c5d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:52.032494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a5a0812d-a2c1-4755-8605-82177c497262 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:52.032876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.039340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634de217-5140-408e-9daf-701db48df730 None None] Sync routers for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:52.073545 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8d098aa-b0db-4f47-a31a-b23abb0f90ac req-76b8379b-ce1a-4b4a-9188-f7acfb41fc7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5695550 Nov 29 01:45:52.092961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2214114-65e8-45fc-9fd5-b5a67f7cf1ee None None] Pushing event updated for resources: {'Port': ['ID=1c98870b-c902-4f07-b1e3-4a41dee31184,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:52.106346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'Port': ['ID=28cbfc87-596a-4ac0-b63b-af0e737bf89c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:52.143492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.144173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.144727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.147057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.147656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.148209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.148756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.149333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.150028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.152564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.153139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.153683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:52.165782 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Set router 1fd09fae-f7a6-4f07-9993-74a2dd156c5d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:52.174313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634de217-5140-408e-9daf-701db48df730 None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:52.176521 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-634de217-5140-408e-9daf-701db48df730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:52.324255 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.361279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.396582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97385d20-eddc-4f25-9e39-cc8902984b71 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.570578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97385d20-eddc-4f25-9e39-cc8902984b71 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.575047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817a405-03a3-4246-ac59-a7e232b69960 req-c1b00d4f-c561-4b3c-965f-d7ba7575d7bd tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:52.576903 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e817a405-03a3-4246-ac59-a7e232b69960 req-c1b00d4f-c561-4b3c-965f-d7ba7575d7bd tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 946 time: 0.2718356 Nov 29 01:45:52.594835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e60d63-f2d5-4fbb-82f4-de82d46d7b59 req-1ccedc5d-3a8f-42df-a041-e808ca8146f3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:52.597128 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-78e60d63-f2d5-4fbb-82f4-de82d46d7b59 req-1ccedc5d-3a8f-42df-a041-e808ca8146f3 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 945 time: 0.6665199 Nov 29 01:45:52.607864 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd09fae-f7a6-4f07-9993-74a2dd156c5d', 'name': '', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7', 'external_fixed_ips': [{'subnet_id': '4228d01e-6968-451b-94b2-bdcad93250f3', 'ip_address': '2001:db8::94'}], 'enable_snat': True}, 'gw_port_id': 'e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:45:46Z', 'updated_at': '2021-11-29T01:45:49Z', 'revision_number': 3, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port': {'id': 'e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5', 'name': '', 'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd09fae-f7a6-4f07-9993-74a2dd156c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4228d01e-6968-451b-94b2-bdcad93250f3', 'ip_address': '2001:db8::94', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:47Z', 'updated_at': '2021-11-29T01:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4228d01e-6968-451b-94b2-bdcad93250f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:52.611682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-4096283b-9cb0-42f9-8b14-4d81b53374ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:52.613614 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-4096283b-9cb0-42f9-8b14-4d81b53374ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 912 time: 0.7097015 Nov 29 01:45:52.616711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.619901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.656053 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.679265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.681530 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Checking router: 1fd09fae-f7a6-4f07-9993-74a2dd156c5d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:52.682041 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Updating router 1fd09fae-f7a6-4f07-9993-74a2dd156c5d port e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:45:52.721341 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.722578 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e817a405-03a3-4246-ac59-a7e232b69960 req-15674591-9bae-477d-b242-d1230bd35cc0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367559 Nov 29 01:45:52.722969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9879-ef51-4028-b427-9ba9e6d5cde6 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.743654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.791610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9879-ef51-4028-b427-9ba9e6d5cde6 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event deleted for resources: {'Port': ['ID=23c49486-3e1d-469c-a777-9fc184073a98,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:52.793608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97385d20-eddc-4f25-9e39-cc8902984b71 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:52.799402 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-97385d20-eddc-4f25-9e39-cc8902984b71 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0639181 Nov 29 01:45:52.826114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40644) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:52.855481 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-78e60d63-f2d5-4fbb-82f4-de82d46d7b59 req-520d9f84-5a6a-4e0b-908c-2724fbab9763 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479203 Nov 29 01:45:52.887066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Network 24aab010-6cae-4cfe-9962-68b323fb0bc8 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:52.915431 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:52.915881 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-0138b649-cfb0-4123-a9ee-ceb2447a53b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 999 time: 0.2815790 Nov 29 01:45:52.921813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:52.945495 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-634de217-5140-408e-9daf-701db48df730 None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:53.020070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-04291e0a-19bd-4ed0-af64-0f7f2c0b1f80 None None] Provisioning complete for port 28cbfc87-596a-4ac0-b63b-af0e737bf89c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:53.020453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-04291e0a-19bd-4ed0-af64-0f7f2c0b1f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.022600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Pushing event updated for resources: {'Port': ['ID=0b90eeb7-9623-4a71-92f6-558d2d22906d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:53.060915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.128974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-63ab503e-6184-4686-a498-8174bd979b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:53.131699 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-63ab503e-6184-4686-a498-8174bd979b05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.1995378 Nov 29 01:45:53.143015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa37b48-9428-4ce0-a0d6-3b5321a05070,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:53.143883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-484aa664-165d-4c7b-8b1b-75d97b48b953 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.148143 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.183925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.194603 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/subnets/4fa37b48-9428-4ce0-a0d6-3b5321a05070 HTTP/1.1" status: 204 len: 168 time: 1.5899782 Nov 29 01:45:53.196281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.198004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.198548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.200009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.200563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.200982 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.202055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.204161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.204595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.205124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.205587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.207513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d11728-e745-4167-853f-d81d4f3bc716 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:53.215697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40648) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:53.246287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Attempting to bind port 0b90eeb7-9623-4a71-92f6-558d2d22906d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:53.246703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Attempting to bind port 0b90eeb7-9623-4a71-92f6-558d2d22906d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '8b4cea65-c1e3-4bda-bd30-258b079be0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '24aab010-6cae-4cfe-9962-68b323fb0bc8'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:53.247240 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Attempting to bind port 0b90eeb7-9623-4a71-92f6-558d2d22906d on network 24aab010-6cae-4cfe-9962-68b323fb0bc8 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:53.283062 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.290963 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9879-ef51-4028-b427-9ba9e6d5cde6 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.296697 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.298906 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0c4c9879-ef51-4028-b427-9ba9e6d5cde6 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "DELETE /v2.0/ports/23c49486-3e1d-469c-a777-9fc184073a98 HTTP/1.1" status: 204 len: 168 time: 2.3756144 Nov 29 01:45:53.307030 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40650) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:53.324243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-04291e0a-19bd-4ed0-af64-0f7f2c0b1f80 None None] Port 28cbfc87-596a-4ac0-b63b-af0e737bf89c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:53.355662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:53.356052 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Checking segment: {'id': '8b4cea65-c1e3-4bda-bd30-258b079be0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '24aab010-6cae-4cfe-9962-68b323fb0bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:53.356470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.356876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Bound using segment: {'id': '8b4cea65-c1e3-4bda-bd30-258b079be0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '24aab010-6cae-4cfe-9962-68b323fb0bc8'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:53.357380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Bound port: 0b90eeb7-9623-4a71-92f6-558d2d22906d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4cea65-c1e3-4bda-bd30-258b079be0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '24aab010-6cae-4cfe-9962-68b323fb0bc8'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:53.357773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.386575 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90daacb-e703-41a9-ad9e-ee50a8defb41 None None] Pushing event updated for resources: {'Port': ['ID=e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:53.420347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-e6caf2a8-6a96-4740-9b2f-ce95dbb1ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:53.422359 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-e6caf2a8-6a96-4740-9b2f-ce95dbb1ae54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1957109 Nov 29 01:45:53.434854 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Attempting to bind port e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:45:53.435384 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Attempting to bind port e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'b6ff39c3-cc83-48c9-8084-aa2ebd690d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:45:53.436446 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Attempting to bind port e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5 on network 12b8ba45-0577-41fb-adcc-6032b690d1e7 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:45:53.443771 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:45:53.444257 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Checking segment: {'id': 'b6ff39c3-cc83-48c9-8084-aa2ebd690d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:45:53.444746 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.445433 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Bound using segment: {'id': 'b6ff39c3-cc83-48c9-8084-aa2ebd690d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:45:53.445813 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Bound port: e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ff39c3-cc83-48c9-8084-aa2ebd690d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12b8ba45-0577-41fb-adcc-6032b690d1e7'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:45:53.446292 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.465543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Deleting port e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:53.466502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.576864 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] For port e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:53.582812 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] For port e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5,segment=NetworkSegment(b6ff39c3-cc83-48c9-8084-aa2ebd690d0b),segment_id=b6ff39c3-cc83-48c9-8084-aa2ebd690d0b)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:53.593008 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.621104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] For port 0b90eeb7-9623-4a71-92f6-558d2d22906d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:45:53.637073 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-3f11d1bd-86b1-4343-9227-930ac3f11113 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937449 Nov 29 01:45:53.664958 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90daacb-e703-41a9-ad9e-ee50a8defb41 None None] Pushing event updated for resources: {'Port': ['ID=e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:53.668808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] For port 0b90eeb7-9623-4a71-92f6-558d2d22906d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0b90eeb7-9623-4a71-92f6-558d2d22906d,segment=NetworkSegment(8b4cea65-c1e3-4bda-bd30-258b079be0dc),segment_id=8b4cea65-c1e3-4bda-bd30-258b079be0dc)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:45:53.685795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-634de217-5140-408e-9daf-701db48df730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '90d5ef4e-442c-4128-a4fc-c90aa0ac5744', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '5638b2dc-1985-457f-83de-1367103a4508', 'port_id': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'mac_address': 'fa:16:3e:25:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:10Z', 'updated_at': '2021-11-29T01:45:49Z', 'revision_number': 1, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:06Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:53.686904 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Routers {'1fd09fae-f7a6-4f07-9993-74a2dd156c5d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:53.688163 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1fd09fae-f7a6-4f07-9993-74a2dd156c5d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:53.694199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.726516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905794f9-76a2-4075-932b-8fb2e712c2a6 req-f613b968-46ba-4b8f-88b7-f55037be4853 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:53.726516 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-905794f9-76a2-4075-932b-8fb2e712c2a6 req-f613b968-46ba-4b8f-88b7-f55037be4853 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 946 time: 0.8686094 Nov 29 01:45:53.744236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634de217-5140-408e-9daf-701db48df730 None None] Checking router: 5638b2dc-1985-457f-83de-1367103a4508 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:53.786965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40652) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:53.791391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Request body: {'floatingip': {'port_id': '1bd8bbf2-8bcd-4cf5-9596-059390a95549'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:53.802399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634de217-5140-408e-9daf-701db48df730 None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:53.803387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-634de217-5140-408e-9daf-701db48df730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:53.805608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6262aeac-a4ad-4091-932c-2388e1f8e4c0 None None] Network 96e23f39-a84b-474d-9c00-cdaf54c7e42a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:53.807707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1c98870b-c902-4f07-b1e3-4a41dee31184 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:53.808399 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] Set router 1fd09fae-f7a6-4f07-9993-74a2dd156c5d gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:53.817454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.847357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Calling delete_port for e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:53.868000 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd09fae-f7a6-4f07-9993-74a2dd156c5d', 'name': '', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:45:46Z', 'updated_at': '2021-11-29T01:45:53Z', 'revision_number': 4, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:53.870754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b75a9f4-9372-4731-ae25-c0e6a65e688c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Deleting subnet 1fb45535-69b5-4f6f-b6c2-0e83fe35f201 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:45:53.890773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b75a9f4-9372-4731-ae25-c0e6a65e688c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.904346 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4c827-7304-4fc3-a730-8db9946ea5b0 None None] The sync data for ids ['1fd09fae-f7a6-4f07-9993-74a2dd156c5d'] in dv-neutron-816800-5-hyperv is: [{'id': '1fd09fae-f7a6-4f07-9993-74a2dd156c5d', 'name': '', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:45:46Z', 'updated_at': '2021-11-29T01:45:53Z', 'revision_number': 4, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:53.931463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for floatingip, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.934648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-484aa664-165d-4c7b-8b1b-75d97b48b953 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:53.972107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-484aa664-165d-4c7b-8b1b-75d97b48b953 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.076525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5934feb-1f7d-46aa-999c-8d9f7c69cf59 None None] Pushing event updated for resources: {'Port': ['ID=0b90eeb7-9623-4a71-92f6-558d2d22906d,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:54.107602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Provisioning complete for port 1c98870b-c902-4f07-b1e3-4a41dee31184 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:54.107879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.151418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605001-389f-4831-92dd-9eb363da43ce req-22debfde-7433-450c-8357-49c482778666 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:54.153025 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-90605001-389f-4831-92dd-9eb363da43ce req-22debfde-7433-450c-8357-49c482778666 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 945 time: 0.1597557 Nov 29 01:45:54.157323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b75a9f4-9372-4731-ae25-c0e6a65e688c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.164519 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d034d83-b593-4d12-ba27-3c33d0aed779 req-88115406-8f6b-4591-b968-6c2a66b27de5 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462397 Nov 29 01:45:54.258956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-634de217-5140-408e-9daf-701db48df730 None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:54.265362 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-90605001-389f-4831-92dd-9eb363da43ce req-ad5ca8c5-d732-46aa-b976-34b2b1c716ac tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944343 Nov 29 01:45:54.291052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.309617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a777a-fbb9-47a7-a890-eaad236fe75f tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:54.315494 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-561a777a-fbb9-47a7-a890-eaad236fe75f tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5 HTTP/1.1" status: 200 len: 913 time: 1.0056684 Nov 29 01:45:54.316326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40660) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:54.370220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event deleted for resources: {'Port': ['ID=e73aa7a9-3cf2-41f4-b25b-db02cfc4d9e5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:54.372489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 1c98870b-c902-4f07-b1e3-4a41dee31184 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:54.373092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.376086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.388528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-484aa664-165d-4c7b-8b1b-75d97b48b953 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.389062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484aa664-165d-4c7b-8b1b-75d97b48b953 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca6866a-de1c-458e-8ae5-c7db36d0489c {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:45:54.454944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-484aa664-165d-4c7b-8b1b-75d97b48b953 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.456100 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-484aa664-165d-4c7b-8b1b-75d97b48b953 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "DELETE /v2.0/routers/4ca6866a-de1c-458e-8ae5-c7db36d0489c HTTP/1.1" status: 204 len: 168 time: 1.6120148 Nov 29 01:45:54.540923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.575893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] DHCP port deletion for 96e23f39-a84b-474d-9c00-cdaf54c7e42a request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:45:54.579244 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.686062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] For port 1c98870b-c902-4f07-b1e3-4a41dee31184, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1c98870b-c902-4f07-b1e3-4a41dee31184,segment=NetworkSegment(7eb771d5-1c2a-4cf7-8752-c4eec4a19369),segment_id=7eb771d5-1c2a-4cf7-8752-c4eec4a19369)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:54.699694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.702548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.713863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40664) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:54.773762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Pushing event updated for resources: {'Port': ['ID=1c98870b-c902-4f07-b1e3-4a41dee31184,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:54.785284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.826751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.827138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.827489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.827964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.828300 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.828647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.828980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.829327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.829670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.829997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.830319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.830671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f98af4-b92c-49b2-8b7b-1944162e5703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:45:54.896109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] Deleting port 1c98870b-c902-4f07-b1e3-4a41dee31184 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:54.896449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.942398 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:45:54.942865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:45:54.950570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'Port': ['ID=28cbfc87-596a-4ac0-b63b-af0e737bf89c,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:54.964449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:54.989029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b75a9f4-9372-4731-ae25-c0e6a65e688c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.046260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-354426800', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:55.092230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.106085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.143094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] For port 1c98870b-c902-4f07-b1e3-4a41dee31184, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1c98870b-c902-4f07-b1e3-4a41dee31184,segment=NetworkSegment(7eb771d5-1c2a-4cf7-8752-c4eec4a19369),segment_id=7eb771d5-1c2a-4cf7-8752-c4eec4a19369)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:55.143492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.159638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] Calling delete_port for 1c98870b-c902-4f07-b1e3-4a41dee31184 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:55.165609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490deb3-f9d0-48a3-a016-2e6442ca56ee req-3b378667-7318-49d9-838b-26520b4ccaa6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:55.167168 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f490deb3-f9d0-48a3-a016-2e6442ca56ee req-3b378667-7318-49d9-838b-26520b4ccaa6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 945 time: 0.0926282 Nov 29 01:45:55.167963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.168522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd09fae-f7a6-4f07-9993-74a2dd156c5d {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:45:55.178528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.182066 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-43423bf1-d44d-4792-92ce-8b4a633125b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1fd09fae-f7a6-4f07-9993-74a2dd156c5d HTTP/1.1" status: 204 len: 168 time: 3.1451981 Nov 29 01:45:55.182066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40668) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:55.184965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Request body: {'floatingip': {'port_id': 'b686dd52-2edf-499b-9661-c4330462844f'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:55.187140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40670) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:55.233929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for floatingip, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.237186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-634de217-5140-408e-9daf-701db48df730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '90d5ef4e-442c-4128-a4fc-c90aa0ac5744', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '5638b2dc-1985-457f-83de-1367103a4508', 'port_id': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'mac_address': 'fa:16:3e:25:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:10Z', 'updated_at': '2021-11-29T01:45:49Z', 'revision_number': 1, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:06Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:55.271414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634de217-5140-408e-9daf-701db48df730 None None] The sync data for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv is: [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '90d5ef4e-442c-4128-a4fc-c90aa0ac5744', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '5638b2dc-1985-457f-83de-1367103a4508', 'port_id': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'mac_address': 'fa:16:3e:25:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:10Z', 'updated_at': '2021-11-29T01:45:49Z', 'revision_number': 1, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:06Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:55.307050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.369003 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] Pushing event deleted for resources: {'Port': ['ID=1c98870b-c902-4f07-b1e3-4a41dee31184,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:55.376159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c762a3d-b183-47b0-8643-8227b4709810 None None] No DVR routers for this DVR port 1c98870b-c902-4f07-b1e3-4a41dee31184 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:45:55.475723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port 1c98870b-c902-4f07-b1e3-4a41dee31184 update to ACTIVE by agent not found {{(pid=109950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:45:55.616454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c9c6b-d79c-4545-ad60-e6bb66ec498c None None] New status for floating IP 90d5ef4e-442c-4128-a4fc-c90aa0ac5744: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:45:55.685864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e698ac6-b05a-4fe3-b470-c30b685ebfdf tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Deleting subnet 4228d01e-6968-451b-94b2-bdcad93250f3 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:45:55.735808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e698ac6-b05a-4fe3-b470-c30b685ebfdf tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.758216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b510db-0f1f-44ff-805c-ac9ba7dc2790 None None] Network 24aab010-6cae-4cfe-9962-68b323fb0bc8 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:45:55.772126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.772609 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.795662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0b90eeb7-9623-4a71-92f6-558d2d22906d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:45:55.865684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b75a9f4-9372-4731-ae25-c0e6a65e688c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.873973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e698ac6-b05a-4fe3-b470-c30b685ebfdf tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.884943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.889237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.950748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9983e01f-eb2b-45da-a7f6-7565fde00bea None None] Provisioning complete for port 0b90eeb7-9623-4a71-92f6-558d2d22906d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:55.950948 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9983e01f-eb2b-45da-a7f6-7565fde00bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.952446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a9f4-9372-4731-ae25-c0e6a65e688c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb45535-69b5-4f6f-b6c2-0e83fe35f201,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:55.992940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b75a9f4-9372-4731-ae25-c0e6a65e688c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:55.996524 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9b75a9f4-9372-4731-ae25-c0e6a65e688c tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/subnets/1fb45535-69b5-4f6f-b6c2-0e83fe35f201 HTTP/1.1" status: 204 len: 168 time: 2.7737679 Nov 29 01:45:56.002391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40674) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:56.002979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.resource_extend [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:45:56.008698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:56.047206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.050791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Floating IP 35fc0c2a-cc22-4a19-b66f-41d40d61942f associated. External IP: 172.26.8.212, port: b686dd52-2edf-499b-9661-c4330462844f. Nov 29 01:45:56.060488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:56.163222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0b90eeb7-9623-4a71-92f6-558d2d22906d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:56.163480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.173764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62c7fe-6da4-4641-b598-f4b265e9ec15 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:56.180692 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8e62c7fe-6da4-4641-b598-f4b265e9ec15 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1713562 Nov 29 01:45:56.181711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40676) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:56.281193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e698ac6-b05a-4fe3-b470-c30b685ebfdf tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.302183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9983e01f-eb2b-45da-a7f6-7565fde00bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.323534 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.331640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.369738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] DHCP port deletion for 24aab010-6cae-4cfe-9962-68b323fb0bc8 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:45:56.398298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9983e01f-eb2b-45da-a7f6-7565fde00bea None None] For port 0b90eeb7-9623-4a71-92f6-558d2d22906d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0b90eeb7-9623-4a71-92f6-558d2d22906d,segment=NetworkSegment(8b4cea65-c1e3-4bda-bd30-258b079be0dc),segment_id=8b4cea65-c1e3-4bda-bd30-258b079be0dc)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:56.399731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.434025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.438752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9983e01f-eb2b-45da-a7f6-7565fde00bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.498400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Deleting port 0b90eeb7-9623-4a71-92f6-558d2d22906d {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:56.498784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.504577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:56.585602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983e01f-eb2b-45da-a7f6-7565fde00bea None None] Pushing event updated for resources: {'Port': ['ID=0b90eeb7-9623-4a71-92f6-558d2d22906d,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:56.635146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:45:56.635509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:45:56.638815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] Deleting port 0b90eeb7-9623-4a71-92f6-558d2d22906d {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:56.639193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.643199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-728acc8b-e714-42cd-a45f-e5a6a7915901 None None] Provisioning complete for port 28cbfc87-596a-4ac0-b63b-af0e737bf89c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:56.643574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-728acc8b-e714-42cd-a45f-e5a6a7915901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.655499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] For port 0b90eeb7-9623-4a71-92f6-558d2d22906d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0b90eeb7-9623-4a71-92f6-558d2d22906d,segment=NetworkSegment(8b4cea65-c1e3-4bda-bd30-258b079be0dc),segment_id=8b4cea65-c1e3-4bda-bd30-258b079be0dc)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:56.655499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.656686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.692051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Calling delete_port for 0b90eeb7-9623-4a71-92f6-558d2d22906d owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:56.749122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] For port 0b90eeb7-9623-4a71-92f6-558d2d22906d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0b90eeb7-9623-4a71-92f6-558d2d22906d,segment=NetworkSegment(8b4cea65-c1e3-4bda-bd30-258b079be0dc),segment_id=8b4cea65-c1e3-4bda-bd30-258b079be0dc)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:45:56.749446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.752047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-728acc8b-e714-42cd-a45f-e5a6a7915901 None None] Port 28cbfc87-596a-4ac0-b63b-af0e737bf89c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:56.763081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e698ac6-b05a-4fe3-b470-c30b685ebfdf tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.770918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] Calling delete_port for 0b90eeb7-9623-4a71-92f6-558d2d22906d owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:56.777871 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Floating IP a36b27dd-9bcf-4195-b5b1-b9d96d938b16 associated. External IP: 172.26.8.136, port: 1bd8bbf2-8bcd-4cf5-9596-059390a95549. Nov 29 01:45:56.783961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Router dc173111-5e49-4208-96c7-8a231b708b54 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:45:56.790314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:56.795672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.805521 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] Sync routers for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:56.821954 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:56.824323 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:56.840529 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0a1dc549-761b-4ed8-b2c4-76eb04c56ca6 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "PUT /v2.0/floatingips/35fc0c2a-cc22-4a19-b66f-41d40d61942f HTTP/1.1" status: 200 len: 991 time: 1.6589878 Nov 29 01:45:56.842542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'tag': 'b686dd52-2edf-499b-9661-c4330462844f'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:56.844611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23832c14-c545-4c9e-9e79-392bf99f46e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a97d0b9-7d73-474e-94c1-d67a49459deb", "tag": "b686dd52-2edf-499b-9661-c4330462844f"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:56.865990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.873462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:56.900944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Port': ['ID=0b90eeb7-9623-4a71-92f6-558d2d22906d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:56.907951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] No DVR routers for this DVR port 0b90eeb7-9623-4a71-92f6-558d2d22906d on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:45:56.933302 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] Pushing event deleted for resources: {'Port': ['ID=0b90eeb7-9623-4a71-92f6-558d2d22906d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:56.947234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81778df-0fd2-4d90-9158-b632992d0a05 None None] No DVR routers for this DVR port 0b90eeb7-9623-4a71-92f6-558d2d22906d on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:45:56.987688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e698ac6-b05a-4fe3-b470-c30b685ebfdf tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4228d01e-6968-451b-94b2-bdcad93250f3,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:56.995399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e698ac6-b05a-4fe3-b470-c30b685ebfdf tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.000004 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1e698ac6-b05a-4fe3-b470-c30b685ebfdf tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/4228d01e-6968-451b-94b2-bdcad93250f3 HTTP/1.1" status: 204 len: 168 time: 1.7741535 Nov 29 01:45:57.009914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40684) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:57.022286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.044984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aab010-6cae-4cfe-9962-68b323fb0bc8']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.055569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4cea65-c1e3-4bda-bd30-258b079be0dc') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.055872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4cea65-c1e3-4bda-bd30-258b079be0dc') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.060123 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:57.066310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.080084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.086822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:57.087358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.154923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05482064-3d62-4fe5-91a2-c9cecc19ee28 x-openstack-request-id: req-05482064-3d62-4fe5-91a2-c9cecc19ee28 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:57.155323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a97d0b9-7d73-474e-94c1-d67a49459deb", "tag": "b686dd52-2edf-499b-9661-c4330462844f", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:57.156158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05482064-3d62-4fe5-91a2-c9cecc19ee28 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:57.156617 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'tag': 'b686dd52-2edf-499b-9661-c4330462844f', 'status': 'completed', 'code': 200} Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:57.158917 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:57.164422 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port 0b90eeb7-9623-4a71-92f6-558d2d22906d update to ACTIVE by agent not found {{(pid=109950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:45:57.198448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.207996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.212210 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/networks/24aab010-6cae-4cfe-9962-68b323fb0bc8 HTTP/1.1" status: 204 len: 168 time: 1.0269468 Nov 29 01:45:57.228436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40686) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:57.244125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-e05e8fc5-38db-40e1-ad0a-26ab30172b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:57.247314 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-e05e8fc5-38db-40e1-ad0a-26ab30172b6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5f588263d5941489880ad2f3a12439a&device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 1098 time: 0.0897620 Nov 29 01:45:57.251461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1c98870b-c902-4f07-b1e3-4a41dee31184 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:45:57.253030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab24fc6-89f5-4f70-ab24-73c3699ed68f tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Network': ['ID=24aab010-6cae-4cfe-9962-68b323fb0bc8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:57.292357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 1c98870b-c902-4f07-b1e3-4a41dee31184 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:45:57.292711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1c98870b-c902-4f07-b1e3-4a41dee31184 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:45:57.350414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-6fa5c8cb-778f-4990-b2b5-05639233a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:57.352117 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-6fa5c8cb-778f-4990-b2b5-05639233a7d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95958bc9-7ef6-4493-8443-e6c1367afb04 HTTP/1.1" status: 200 len: 913 time: 0.0968685 Nov 29 01:45:57.431448 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-fe8e895f-37b8-4540-b51c-218a484394e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b686dd52-2edf-499b-9661-c4330462844f HTTP/1.1" status: 200 len: 999 time: 0.0680904 Nov 29 01:45:57.447652 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '35fc0c2a-cc22-4a19-b66f-41d40d61942f', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'port_id': 'b686dd52-2edf-499b-9661-c4330462844f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'mac_address': 'fa:16:3e:ad:ec:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:19Z', 'updated_at': '2021-11-29T01:45:55Z', 'revision_number': 1, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:14Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.475838 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] Checking router: ea2232b9-0ec8-4a4f-83d3-07aa497b8111 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:45:57.485119 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:57.485750 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.487234 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-bad7dafb-39b6-4e19-a2ce-08d1204ea04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:57.488721 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-bad7dafb-39b6-4e19-a2ce-08d1204ea04e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=910fbb66-f458-443f-aa5a-74395a0a6273 HTTP/1.1" status: 200 len: 851 time: 0.0507479 Nov 29 01:45:57.561098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-ba67781b-e2b2-473c-96e2-a285169e51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:57.562920 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-ba67781b-e2b2-473c-96e2-a285169e51bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95958bc9-7ef6-4493-8443-e6c1367afb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649569 Nov 29 01:45:57.637918 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:57.651768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.683794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0b90eeb7-9623-4a71-92f6-558d2d22906d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:45:57.716646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:57.724925 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.731679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2495a09-f5b6-4106-a6ad-3c3683573cab None None] Sync routers for ids ['dc173111-5e49-4208-96c7-8a231b708b54'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:57.732614 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-21a80e27-5793-4d47-ba68-ba29e437a507 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "PUT /v2.0/routers/dc173111-5e49-4208-96c7-8a231b708b54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9133084 Nov 29 01:45:57.736076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40690) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:57.738254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 0b90eeb7-9623-4a71-92f6-558d2d22906d {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:45:57.738790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0b90eeb7-9623-4a71-92f6-558d2d22906d not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:45:57.747020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Request body: {'port': {'network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307', 'name': 'tempest-FloatingIPNegativeTestJSON-1594436621'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:57.768892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2495a09-f5b6-4106-a6ad-3c3683573cab None None] Routers {'dc173111-5e49-4208-96c7-8a231b708b54'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:57.769784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e2495a09-f5b6-4106-a6ad-3c3683573cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['dc173111-5e49-4208-96c7-8a231b708b54'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.816013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e2495a09-f5b6-4106-a6ad-3c3683573cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.827254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2495a09-f5b6-4106-a6ad-3c3683573cab None None] Routers {'dc173111-5e49-4208-96c7-8a231b708b54'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:57.827818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e2495a09-f5b6-4106-a6ad-3c3683573cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['dc173111-5e49-4208-96c7-8a231b708b54'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.851091 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-8ec6d019-376f-4f26-839d-772628660f75 service neutron] 10.222.0.21 "GET /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796249 Nov 29 01:45:57.860041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:57.874728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e2495a09-f5b6-4106-a6ad-3c3683573cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:57.875548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2495a09-f5b6-4106-a6ad-3c3683573cab None None] The sync data for ids ['dc173111-5e49-4208-96c7-8a231b708b54'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:57.938657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.037614 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23832c14-c545-4c9e-9e79-392bf99f46e7 req-8286ecd5-c15d-43f0-9615-1c543769ad3a service neutron] 10.222.0.21 "GET /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699262 Nov 29 01:45:58.039142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Made reservation on behalf of 5392f5de32294396a7ac25d96bd0b2ac for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:45:58.054309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.090889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Router be77bcdb-0008-4d58-99e0-da483d8228ec has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:45:58.098019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] device_id is not set on port c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:45:58.149340 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '35fc0c2a-cc22-4a19-b66f-41d40d61942f', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'port_id': 'b686dd52-2edf-499b-9661-c4330462844f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'mac_address': 'fa:16:3e:ad:ec:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:19Z', 'updated_at': '2021-11-29T01:45:55Z', 'revision_number': 1, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:14Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:58.167479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b8ba45-0577-41fb-adcc-6032b690d1e7']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:58.181880 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b860573-f5cf-48d5-9393-3b08abf130bf None None] The sync data for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv is: [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '35fc0c2a-cc22-4a19-b66f-41d40d61942f', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'port_id': 'b686dd52-2edf-499b-9661-c4330462844f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'mac_address': 'fa:16:3e:ad:ec:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:19Z', 'updated_at': '2021-11-29T01:45:55Z', 'revision_number': 1, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:14Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:45:58.215759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ff39c3-cc83-48c9-8084-aa2ebd690d0b') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:58.216090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ff39c3-cc83-48c9-8084-aa2ebd690d0b') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:58.253044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Allocated IP 172.20.0.13 (5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307/e5564fd8-8fc2-4de8-a996-ab938bbd13c4/c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:58.328882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.431127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.432228 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a294504-5b67-4ebc-a564-c1d9f48409fd None None] New status for floating IP 35fc0c2a-cc22-4a19-b66f-41d40d61942f: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:45:58.432960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.434035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.472153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.479739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:58.480176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.520036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:58.528918 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:58.531264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:58.546906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e23f39-a84b-474d-9c00-cdaf54c7e42a']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:58.558207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb771d5-1c2a-4cf7-8752-c4eec4a19369') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:58.558568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb771d5-1c2a-4cf7-8752-c4eec4a19369') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:58.565089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'Port': ['ID=c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:58.570016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.579829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:58.581622 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:58.594053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:58.595421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.615431 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-28045169-c556-4fee-9200-60bc0d4e515e tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8746197 Nov 29 01:45:58.619665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40694) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:58.625575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:58.656126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.680605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.683168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.778509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:58.778509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.781637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:58.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:58.864536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.869363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12b8ba45-0577-41fb-adcc-6032b690d1e7 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:45:58.882281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:45:58.890204 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.894497 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5ed813b0-257c-4be9-9c90-0bf83b1ec7b4 None None] Provisioning complete for port c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:45:58.895777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Allocated IP 172.26.8.110 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/8bc220f8-677c-46ac-81e4-92a33ead7395) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:58.896088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5ed813b0-257c-4be9-9c90-0bf83b1ec7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.898909 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "DELETE /v2.0/networks/12b8ba45-0577-41fb-adcc-6032b690d1e7 HTTP/1.1" status: 204 len: 168 time: 1.8409793 Nov 29 01:45:58.912518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:58.952211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5ed813b0-257c-4be9-9c90-0bf83b1ec7b4 None None] Port c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:45:58.967362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce0605-9cce-45a8-be9d-3e3a515f8d5d tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event deleted for resources: {'Network': ['ID=12b8ba45-0577-41fb-adcc-6032b690d1e7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:59.010003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.013867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.040649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.044687 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/networks/96e23f39-a84b-474d-9c00-cdaf54c7e42a HTTP/1.1" status: 204 len: 168 time: 1.8115580 Nov 29 01:45:59.047170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba7373-5b6a-4031-8703-c6855c58bfc0 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Network': ['ID=96e23f39-a84b-474d-9c00-cdaf54c7e42a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:59.048254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40702) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:59.051200 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c758da49-2919-490e-813e-074695ffec3d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "PUT /v2.0/floatingips/a36b27dd-9bcf-4195-b5b1-b9d96d938b16 HTTP/1.1" status: 200 len: 992 time: 5.2634056 Nov 29 01:45:59.068837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.091339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'tag': '1bd8bbf2-8bcd-4cf5-9596-059390a95549'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:45:59.095254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a729689-a2d9-4d49-a897-c6c3816139ce", "tag": "1bd8bbf2-8bcd-4cf5-9596-059390a95549"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:45:59.164245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Allocated IP 172.26.8.230 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/a513c38f-9320-40aa-86f0-623ee85f74af) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:45:59.190564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada8166b-ee33-44c6-8fce-4c151b01b51f x-openstack-request-id: req-ada8166b-ee33-44c6-8fce-4c151b01b51f {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:45:59.190844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.191064 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a729689-a2d9-4d49-a897-c6c3816139ce", "tag": "1bd8bbf2-8bcd-4cf5-9596-059390a95549", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:45:59.191415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ada8166b-ee33-44c6-8fce-4c151b01b51f {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:45:59.192111 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'tag': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'status': 'completed', 'code': 200} Nov 29 01:45:59.210342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:59.247467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40712) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:45:59.250500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:59.254206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:59.261937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-01c434c1-4382-4a14-886b-9b2ed92fe039 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'router': {'name': 'tempest-router--1572488913', 'project_id': '084a967249e54d5094fcc883ecca9baf'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:45:59.307667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'Port': ['ID=8bc220f8-677c-46ac-81e4-92a33ead7395,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:59.318505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Deleting port 1c0034cb-47b3-48c1-9515-8fe0eb18cc80 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:45:59.318946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.406338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.420620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01c434c1-4382-4a14-886b-9b2ed92fe039 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.421651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01c434c1-4382-4a14-886b-9b2ed92fe039 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.437699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.448571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] Sync routers for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:45:59.453528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49148af9-8d1a-4ecd-8726-f73d7e9b8a68']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:59.459050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.460593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:45:59.461538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:59.469455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-fcd1f47d-a640-4209-8886-b75a89f42d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:45:59.471123 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-fcd1f47d-a640-4209-8886-b75a89f42d31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab516d3ee90447e494596883532c44fe&device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 1099 time: 0.1998489 Nov 29 01:45:59.472794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc9b02c-c2d4-4aa6-bc55-5e06a54830de') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:59.473096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc9b02c-c2d4-4aa6-bc55-5e06a54830de') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:59.476082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Calling delete_port for 1c0034cb-47b3-48c1-9515-8fe0eb18cc80 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:45:59.561252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.566867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.584461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01c434c1-4382-4a14-886b-9b2ed92fe039 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.604047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01c434c1-4382-4a14-886b-9b2ed92fe039 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.633530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.650092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.651768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:45:59.655920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:45:59.656447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:45:59.659464 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:45:59.665173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:45:59.673613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:45:59.678934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event updated for resources: {'Port': ['ID=a513c38f-9320-40aa-86f0-623ee85f74af,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:45:59.725617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:45:59.893401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:45:59.986848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a36b27dd-9bcf-4195-b5b1-b9d96d938b16', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'port_id': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'mac_address': 'fa:16:3e:ba:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:20Z', 'updated_at': '2021-11-29T01:45:55Z', 'revision_number': 1, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:15Z', 'revision_number': 5, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:45:59.992096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event deleted for resources: {'Port': ['ID=1c0034cb-47b3-48c1-9515-8fe0eb18cc80,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:00.021293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] Checking router: be77bcdb-0008-4d58-99e0-da483d8228ec for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:00.041117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:00.042181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:00.055593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01c434c1-4382-4a14-886b-9b2ed92fe039 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.059439 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-01c434c1-4382-4a14-886b-9b2ed92fe039 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7984416 Nov 29 01:46:00.060958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40716) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:00.107318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-6085d511-e652-4bd2-8219-1ac436fbdfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:00.108803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-6085d511-e652-4bd2-8219-1ac436fbdfc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e283df73-640b-41aa-9526-2ca312b7547b HTTP/1.1" status: 200 len: 906 time: 0.6070642 Nov 29 01:46:00.128311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.166133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc914fa2-a116-4f40-9d4e-2c995075b6ec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.169739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.178617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:00.200432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.228616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.231978 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/networks/49148af9-8d1a-4ecd-8726-f73d7e9b8a68 HTTP/1.1" status: 204 len: 168 time: 1.1825106 Nov 29 01:46:00.232897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bae3e-1b19-40b7-9a9f-0d91c4b8f5f3 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Network': ['ID=49148af9-8d1a-4ecd-8726-f73d7e9b8a68,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:00.242354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40718) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:00.322452 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-50df4d19-5538-4539-8b90-e877957ccb55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bd8bbf2-8bcd-4cf5-9596-059390a95549 HTTP/1.1" status: 200 len: 1000 time: 0.2036264 Nov 29 01:46:00.388617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.454156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-6706b8c9-fed2-468a-88dd-4c2db175e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:00.455582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-6706b8c9-fed2-468a-88dd-4c2db175e70b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c HTTP/1.1" status: 200 len: 844 time: 0.1089633 Nov 29 01:46:00.481594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a36b27dd-9bcf-4195-b5b1-b9d96d938b16', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'port_id': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'mac_address': 'fa:16:3e:ba:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:20Z', 'updated_at': '2021-11-29T01:45:55Z', 'revision_number': 1, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:15Z', 'revision_number': 5, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:00.510762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800657d-4436-42dd-8392-0f2628a44d22 None None] The sync data for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv is: [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a36b27dd-9bcf-4195-b5b1-b9d96d938b16', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'port_id': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'mac_address': 'fa:16:3e:ba:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:45:20Z', 'updated_at': '2021-11-29T01:45:55Z', 'revision_number': 1, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:15Z', 'revision_number': 5, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:00.590623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.619816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-99bc8293-d1be-4ba0-b61c-8873d224f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:00.621327 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-99bc8293-d1be-4ba0-b61c-8873d224f8c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e283df73-640b-41aa-9526-2ca312b7547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1395504 Nov 29 01:46:00.636428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.648046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bbd1e1-cf4b-4448-a1d8-979d98b15159']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:00.659308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.698227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1c63b8-f5f7-4516-947f-e5514f4a2830') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:00.698600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1c63b8-f5f7-4516-947f-e5514f4a2830') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:00.733838 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f32f5e-f506-4601-9bb2-f10bd1b5f3c4 None None] New status for floating IP a36b27dd-9bcf-4195-b5b1-b9d96d938b16: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:46:00.743678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.787548 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc914fa2-a116-4f40-9d4e-2c995075b6ec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.791026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc914fa2-a116-4f40-9d4e-2c995075b6ec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.808058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.815059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'Port': ['ID=8bc220f8-677c-46ac-81e4-92a33ead7395,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:00.825785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:00.826338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:00.829588 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:00.841691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.864835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.906364 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-ecfef1b2-8c41-4aac-8788-7d1939ab65e6 service neutron] 10.222.0.21 "GET /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721498 Nov 29 01:46:00.927374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.928878 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c732be9b-b7f6-4c8e-8d4f-410dc32091a5 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3078375 Nov 29 01:46:00.938857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40724) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:00.939518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.951968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f718b333-a589-4365-a3c7-58fde403e4aa tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Request body: {'floatingip': {'port_id': 'c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:00.963147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc914fa2-a116-4f40-9d4e-2c995075b6ec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.963690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc914fa2-a116-4f40-9d4e-2c995075b6ec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0e51265-3456-4dbb-8517-115ab4005738 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:00.963799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.966931 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] 10.222.0.30 "DELETE /v2.0/networks/10bbd1e1-cf4b-4448-a1d8-979d98b15159 HTTP/1.1" status: 204 len: 168 time: 0.7235689 Nov 29 01:46:00.995319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc914fa2-a116-4f40-9d4e-2c995075b6ec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:00.999421 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dc914fa2-a116-4f40-9d4e-2c995075b6ec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c0e51265-3456-4dbb-8517-115ab4005738 HTTP/1.1" status: 204 len: 168 time: 0.9355240 Nov 29 01:46:01.014655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7808328-19b1-4292-b041-e1758baa42f2 tempest-BulkNetworkOpsIpV6Test-2144712467 tempest-BulkNetworkOpsIpV6Test-2144712467-project] Pushing event deleted for resources: {'Network': ['ID=10bbd1e1-cf4b-4448-a1d8-979d98b15159,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:01.043902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f718b333-a589-4365-a3c7-58fde403e4aa tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for floatingip, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.164514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-408d0f0a-d98c-42b1-9d54-1a6dd7bd18d6 req-019b5932-efe8-42cc-900a-94c4576f1c57 service neutron] 10.222.0.21 "GET /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494454 Nov 29 01:46:01.169679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40732) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:01.194010 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-f718b333-a589-4365-a3c7-58fde403e4aa tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] update failed (client error): The resource could not be found. Nov 29 01:46:01.195897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f718b333-a589-4365-a3c7-58fde403e4aa tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "PUT /v2.0/floatingips/06d86f22-82d1-482e-bf04-7497d80015c7 HTTP/1.1" status: 404 len: 507 time: 0.2545354 Nov 29 01:46:01.198817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40736) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:01.211159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.305242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Router 7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:46:01.331932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Deleting port 8bc220f8-677c-46ac-81e4-92a33ead7395 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:01.332490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.391398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40740) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:01.456817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:01.465836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.466538 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8b508cf3-c72e-44b8-8f8c-3088ddcbb41c tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "PUT /v2.0/routers/7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1219082 Nov 29 01:46:01.466760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.467718 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47b76e-06b1-4f2b-ab66-2345f08378ef None None] Sync routers for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:01.468635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40746) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:01.479608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47b76e-06b1-4f2b-ab66-2345f08378ef None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:01.480869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0e47b76e-06b1-4f2b-ab66-2345f08378ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:01.483364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Calling delete_port for 8bc220f8-677c-46ac-81e4-92a33ead7395 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:01.524546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0e47b76e-06b1-4f2b-ab66-2345f08378ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:01.536544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47b76e-06b1-4f2b-ab66-2345f08378ef None None] Routers {'7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:01.537686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0e47b76e-06b1-4f2b-ab66-2345f08378ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:01.551981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2099908868', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:01.577842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Router 9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:01.580788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0e47b76e-06b1-4f2b-ab66-2345f08378ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:01.581701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47b76e-06b1-4f2b-ab66-2345f08378ef None None] The sync data for ids ['7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:01.593817 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-80788b99-080f-475e-be5f-e2b3747dd98b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0377fff4b77842a68c728061aed72eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013304 Nov 29 01:46:01.598974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40750) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:01.600592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.602005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.675021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.720916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.811934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-539af740-c423-4a96-ba91-10140453cc24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.844241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.844783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:01.848929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.856012 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbfe56-f271-44f5-8aca-bef6ef620b36 None None] Sync routers for ids ['9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:01.864319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-539af740-c423-4a96-ba91-10140453cc24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.868570 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cbfe56-f271-44f5-8aca-bef6ef620b36 None None] Routers {'9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:01.869377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-00cbfe56-f271-44f5-8aca-bef6ef620b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:01.883142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event deleted for resources: {'Port': ['ID=8bc220f8-677c-46ac-81e4-92a33ead7395,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:01.908538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.912946 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ead293a1-6026-4bdb-a915-26ee616b1eae tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1872785 Nov 29 01:46:01.916747 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40752) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:01.919908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:01.922674 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-00cbfe56-f271-44f5-8aca-bef6ef620b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:01.934591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cbfe56-f271-44f5-8aca-bef6ef620b36 None None] Routers {'9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:01.935496 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-00cbfe56-f271-44f5-8aca-bef6ef620b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:01.975320 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-00cbfe56-f271-44f5-8aca-bef6ef620b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:01.975987 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbfe56-f271-44f5-8aca-bef6ef620b36 None None] The sync data for ids ['9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:02.006165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.009392 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.013920 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-77ac1020-99e5-43a0-8065-f05a86c05976 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "DELETE /v2.0/floatingips/06d86f22-82d1-482e-bf04-7497d80015c7 HTTP/1.1" status: 204 len: 168 time: 0.8106086 Nov 29 01:46:02.014058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40754) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:02.023381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7daa5c75-7951-4322-bddf-c262ecb63954 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Request body: {'floatingip': {'floating_network_id': '5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307', 'port_id': 'c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:02.038109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-539af740-c423-4a96-ba91-10140453cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.042378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-539af740-c423-4a96-ba91-10140453cc24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.044021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-539af740-c423-4a96-ba91-10140453cc24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c31ed38-1e6e-4282-9563-fb3e6f8f4363 HTTP/1.1" status: 204 len: 168 time: 0.4411283 Nov 29 01:46:02.066874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7daa5c75-7951-4322-bddf-c262ecb63954 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.067975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539af740-c423-4a96-ba91-10140453cc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c31ed38-1e6e-4282-9563-fb3e6f8f4363,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:02.080569 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-19003a0b-7f05-46cd-9bdb-7a8eb6f4963b tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/routers/9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44 HTTP/1.1" status: 200 len: 920 time: 0.1574461 Nov 29 01:46:02.085158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40758) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:02.086364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Deleting port fc6b9537-81f4-4b08-b6a6-9771bc368b99 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:02.086796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.126667 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e6c33373-a880-4e83-a33e-742196785ab5 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44 HTTP/1.1" status: 200 len: 205 time: 0.0397689 Nov 29 01:46:02.131498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40760) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:02.181839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.196516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Calling delete_port for fc6b9537-81f4-4b08-b6a6-9771bc368b99 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:02.366490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.401487 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.403704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.417046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.428165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event deleted for resources: {'Port': ['ID=fc6b9537-81f4-4b08-b6a6-9771bc368b99,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:02.491975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.627130 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-7daa5c75-7951-4322-bddf-c262ecb63954 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:46:02.632531 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7daa5c75-7951-4322-bddf-c262ecb63954 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6126187 Nov 29 01:46:02.632788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40780) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:02.640443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:02.664889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Allocated IP 172.26.8.144 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/19d84642-d8f5-4a14-8167-81920429d028) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:02.667565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.712082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.891355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.893338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Deleting port a513c38f-9320-40aa-86f0-623ee85f74af {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:02.893664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.896466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40788) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:02.953528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:02.956034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.004546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.005281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:03.012216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.016203 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-683182a1-6099-4576-9273-5b4042d9c7ed tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "DELETE /v2.0/routers/7fc038ef-f1ab-4a80-92bf-1a50e1ae6cf5 HTTP/1.1" status: 204 len: 168 time: 1.5299335 Nov 29 01:46:03.016912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40792) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:03.024651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1113484676'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:03.034245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.038886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.068658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5427003-d750-4d4e-8d6c-44d8199a690b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Deleting subnet c0a51175-af0b-457c-a87a-a3eedda41320 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:03.071807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5427003-d750-4d4e-8d6c-44d8199a690b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.083325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Calling delete_port for a513c38f-9320-40aa-86f0-623ee85f74af owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:03.103166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:03.111786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5427003-d750-4d4e-8d6c-44d8199a690b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.117116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.124149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:03.127220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:03.157906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:03.161314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.199352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5427003-d750-4d4e-8d6c-44d8199a690b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.199950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event updated for resources: {'Port': ['ID=19d84642-d8f5-4a14-8167-81920429d028,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:03.261441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5427003-d750-4d4e-8d6c-44d8199a690b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.291950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5427003-d750-4d4e-8d6c-44d8199a690b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a51175-af0b-457c-a87a-a3eedda41320,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:03.293955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5427003-d750-4d4e-8d6c-44d8199a690b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.299075 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d5427003-d750-4d4e-8d6c-44d8199a690b tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "DELETE /v2.0/subnets/c0a51175-af0b-457c-a87a-a3eedda41320 HTTP/1.1" status: 204 len: 168 time: 0.2810133 Nov 29 01:46:03.300279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40794) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:03.301656 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8dd12-c405-4af5-8a2d-daa9a7d163fa None None] Network 5517bd5b-62b9-4d14-981c-566d77f3deee requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:03.391264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.450209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Deleting port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:03.450875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.502941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] DHCP port deletion for 5517bd5b-62b9-4d14-981c-566d77f3deee request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:03.534207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] For port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,segment=NetworkSegment(c5684c45-cb50-4553-a0a1-df0e72759386),segment_id=c5684c45-cb50-4553-a0a1-df0e72759386)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:03.534631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.548913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.561128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Calling delete_port for 49b34d63-d1d6-4dc1-a20a-fe8bf713114c owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:03.572448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] Deleting port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:03.573107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.648871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.662550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] For port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,segment=NetworkSegment(c5684c45-cb50-4553-a0a1-df0e72759386),segment_id=c5684c45-cb50-4553-a0a1-df0e72759386)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:03.663311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.676348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event deleted for resources: {'Port': ['ID=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:03.680101 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] No DVR routers for this DVR port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:03.695941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] Calling delete_port for 49b34d63-d1d6-4dc1-a20a-fe8bf713114c owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:03.756511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 49b34d63-d1d6-4dc1-a20a-fe8bf713114c no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:03.777413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.779729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 49b34d63-d1d6-4dc1-a20a-fe8bf713114c {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:03.780347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 49b34d63-d1d6-4dc1-a20a-fe8bf713114c not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:03.828864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5517bd5b-62b9-4d14-981c-566d77f3deee']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:03.836633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.842562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Allocated IP 172.26.8.20 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/991ea44e-ff36-4ed6-bc07-84186473e596) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:03.842929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5684c45-cb50-4553-a0a1-df0e72759386') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:03.843211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5684c45-cb50-4553-a0a1-df0e72759386') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:03.856185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.872478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.876387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] Pushing event deleted for resources: {'Port': ['ID=49b34d63-d1d6-4dc1-a20a-fe8bf713114c,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:03.883386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bc8aa-3cea-4438-a50e-60be6b62c6ad None None] No DVR routers for this DVR port 49b34d63-d1d6-4dc1-a20a-fe8bf713114c on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:03.886315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:03.886845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:03.890980 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:03.953322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.961263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:03.966883 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "DELETE /v2.0/networks/5517bd5b-62b9-4d14-981c-566d77f3deee HTTP/1.1" status: 204 len: 168 time: 0.6655495 Nov 29 01:46:03.967744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40802) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:04.011259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3238d6-5a71-4115-b8e7-e809ac644472 tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event deleted for resources: {'Network': ['ID=5517bd5b-62b9-4d14-981c-566d77f3deee,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:04.026790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.070850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.112792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Deleting port 9f8531b3-4b29-4e5c-9db2-0a3f00e3b69c {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:04.113440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.123101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.131779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:04.177246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82de696c-d064-40a5-9782-823d13e974af,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:04.181555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.181911 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Added segment c49cb266-3edc-4ba2-994a-f49387afe2c2 of type vlan for network 2ec9a8ff-656e-469e-a14f-ee8db330e47f Nov 29 01:46:04.189265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event deleted for resources: {'Port': ['ID=a513c38f-9320-40aa-86f0-623ee85f74af,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:04.194536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.194867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.208388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Calling delete_port for 9f8531b3-4b29-4e5c-9db2-0a3f00e3b69c owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:04.255876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.344792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.345663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.347037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.372086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Pushing event deleted for resources: {'Port': ['ID=9f8531b3-4b29-4e5c-9db2-0a3f00e3b69c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:04.423885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.441054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.443982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.445134 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7e817c44-9400-4832-91a5-cd3a550a42ec tempest-FloatingIPAdminTestJSON-441574916 tempest-FloatingIPAdminTestJSON-441574916-project] 10.222.0.30 "DELETE /v2.0/floatingips/cb240d31-2586-486e-900d-83e2cdbfe0b8 HTTP/1.1" status: 204 len: 168 time: 0.4750936 Nov 29 01:46:04.455413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.461106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:04.461695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.566983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.572289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.607515 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7085826 Nov 29 01:46:04.646866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.718034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40810) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:04.743589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a715a-e01e-4f7f-ae6c-f84f6d0a8b38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Network': ['ID=2ec9a8ff-656e-469e-a14f-ee8db330e47f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:04.767120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 2ec9a8ff-656e-469e-a14f-ee8db330e47f details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:04.775269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:04.776229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.776721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Fanout notify agent at l3_agent the message router_deleted on router 9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:04.787583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.792806 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9354a03b-4bac-463a-a26a-d64c662c73d4 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44 HTTP/1.1" status: 204 len: 168 time: 2.6593094 Nov 29 01:46:04.793186 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40814) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:04.796874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:04.800943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:04.802887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event updated for resources: {'Port': ['ID=991ea44e-ff36-4ed6-bc07-84186473e596,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:04.808289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1402868675', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': False}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:04.855887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.874878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.875983 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:04.984369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.102966 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fe0cc577-a90d-45f2-ab51-05cc4c0edf1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5ba10327242481c8552a27c33e1b7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809164 Nov 29 01:46:05.104299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40820) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:05.168022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.169135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Deleting port 991ea44e-ff36-4ed6-bc07-84186473e596 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:05.169486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.173546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Router adfe3c3c-e8b6-44b9-a363-cc371dfa23de is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:05.235110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fce420-2ce1-4f63-a3d0-e32d8d7d3773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.328951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fce420-2ce1-4f63-a3d0-e32d8d7d3773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.373545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.381535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.381873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.395099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.402361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Calling delete_port for 991ea44e-ff36-4ed6-bc07-84186473e596 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:05.456022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:05.459044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fce420-2ce1-4f63-a3d0-e32d8d7d3773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.461649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fce420-2ce1-4f63-a3d0-e32d8d7d3773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.462819 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-36fce420-2ce1-4f63-a3d0-e32d8d7d3773 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ddeb825-72fd-436e-88db-007a4c545072 HTTP/1.1" status: 204 len: 168 time: 0.3575740 Nov 29 01:46:05.468212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2148d-8c84-40ee-8328-ebfc86aad256 None None] Sync routers for ids ['adfe3c3c-e8b6-44b9-a363-cc371dfa23de'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:05.496863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2148d-8c84-40ee-8328-ebfc86aad256 None None] Routers {'adfe3c3c-e8b6-44b9-a363-cc371dfa23de'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:05.497214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fce420-2ce1-4f63-a3d0-e32d8d7d3773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddeb825-72fd-436e-88db-007a4c545072,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:05.498106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3cf2148d-8c84-40ee-8328-ebfc86aad256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['adfe3c3c-e8b6-44b9-a363-cc371dfa23de'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:05.518659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.524063 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-555be4eb-14b9-4cd4-8540-0fe3e8e5e25e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3495429 Nov 29 01:46:05.524374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40824) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:05.578966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3cf2148d-8c84-40ee-8328-ebfc86aad256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:05.600655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2148d-8c84-40ee-8328-ebfc86aad256 None None] Routers {'adfe3c3c-e8b6-44b9-a363-cc371dfa23de'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:05.601594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3cf2148d-8c84-40ee-8328-ebfc86aad256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['adfe3c3c-e8b6-44b9-a363-cc371dfa23de'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:05.614960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Allocated IP 172.26.8.128 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/ec75fe76-3ed8-4222-9bd9-9c25d1a98429) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:05.649516 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3cf2148d-8c84-40ee-8328-ebfc86aad256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:05.650247 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2148d-8c84-40ee-8328-ebfc86aad256 None None] The sync data for ids ['adfe3c3c-e8b6-44b9-a363-cc371dfa23de'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:05.695530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.738767 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event deleted for resources: {'Port': ['ID=991ea44e-ff36-4ed6-bc07-84186473e596,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:05.774841 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-312589d6-589d-4bae-8ae1-87558008af90 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/routers/adfe3c3c-e8b6-44b9-a363-cc371dfa23de HTTP/1.1" status: 200 len: 925 time: 0.2491939 Nov 29 01:46:05.796017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40830) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:05.828306 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5279b758-513c-4c35-bd3d-afb2be9028ad tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=adfe3c3c-e8b6-44b9-a363-cc371dfa23de HTTP/1.1" status: 200 len: 205 time: 0.0303721 Nov 29 01:46:05.831180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40832) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:05.868803 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.923636 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.932862 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40834) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:05.941976 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] create failed (client error): The resource could not be found. Nov 29 01:46:05.943217 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4d7280a2-6341-4f5c-8aec-2f2650af1df2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3095591 Nov 29 01:46:05.946744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40836) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:05.982717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:05.983727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c3678759-e444-44f7-98da-31a938a92187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:05.990798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:06.001321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:06.023877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.075395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'Port': ['ID=ec75fe76-3ed8-4222-9bd9-9c25d1a98429,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:06.343344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c3678759-e444-44f7-98da-31a938a92187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.355288 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c3678759-e444-44f7-98da-31a938a92187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.408836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3678759-e444-44f7-98da-31a938a92187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128bb3e3-0d3a-438a-844b-2d2f52974cde,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:06.417479 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c3678759-e444-44f7-98da-31a938a92187 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48f9f0e027db40c0978b806c6c12af99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773419 Nov 29 01:46:06.418198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40842) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:06.425481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.454380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b5f02-0fb1-4da6-bd28-7848c4eca52b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Deleting port c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:06.454746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f02-0fb1-4da6-bd28-7848c4eca52b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.526710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.569673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bc76f49a-81fa-4b45-af28-1abbb54f6b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.623230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f02-0fb1-4da6-bd28-7848c4eca52b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.627923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bc76f49a-81fa-4b45-af28-1abbb54f6b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.641138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.658646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b5f02-0fb1-4da6-bd28-7848c4eca52b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Calling delete_port for c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:06.729149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Deleting port 19d84642-d8f5-4a14-8167-81920429d028 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:06.729924 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.763266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bc76f49a-81fa-4b45-af28-1abbb54f6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.765866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bc76f49a-81fa-4b45-af28-1abbb54f6b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.767002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bc76f49a-81fa-4b45-af28-1abbb54f6b81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/128bb3e3-0d3a-438a-844b-2d2f52974cde HTTP/1.1" status: 204 len: 168 time: 0.3482988 Nov 29 01:46:06.787839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Router 4059e81c-c7d7-4ddb-a8ee-c1fa0700a439 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:06.808240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76f49a-81fa-4b45-af28-1abbb54f6b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128bb3e3-0d3a-438a-844b-2d2f52974cde,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:06.855608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:06.864739 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:46:06.935825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Calling delete_port for 19d84642-d8f5-4a14-8167-81920429d028 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:06.990549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:06.995977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f02-0fb1-4da6-bd28-7848c4eca52b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.002761 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Sync routers for ids ['4059e81c-c7d7-4ddb-a8ee-c1fa0700a439'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:07.030267 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Routers {'4059e81c-c7d7-4ddb-a8ee-c1fa0700a439'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:07.031871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b5f02-0fb1-4da6-bd28-7848c4eca52b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event deleted for resources: {'Port': ['ID=c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:07.052462 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4059e81c-c7d7-4ddb-a8ee-c1fa0700a439'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:07.061843 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.068178 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e0bf5c7b-b559-4c89-abb1-3777038abc1c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2736888 Nov 29 01:46:07.069516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40850) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:07.257352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f02-0fb1-4da6-bd28-7848c4eca52b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.260739 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0f0b5f02-0fb1-4da6-bd28-7848c4eca52b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "DELETE /v2.0/ports/c1359ea9-bbd9-4d47-bb3b-6b12e68eb1de HTTP/1.1" status: 204 len: 168 time: 1.3129797 Nov 29 01:46:07.263356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40856) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:07.337071 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Set router 4059e81c-c7d7-4ddb-a8ee-c1fa0700a439 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:07.339991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40858) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:07.344799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1402868675', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': True}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:07.345880 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-af15cd61-cb28-48e3-bbe7-28ffd01f7516 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/routers/4059e81c-c7d7-4ddb-a8ee-c1fa0700a439 HTTP/1.1" status: 200 len: 909 time: 0.2748919 Nov 29 01:46:07.396233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f8edee-a80f-4efa-b2ef-56c1696c3d56 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:07.397838 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f6f8edee-a80f-4efa-b2ef-56c1696c3d56 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc173111-5e49-4208-96c7-8a231b708b54 HTTP/1.1" status: 200 len: 913 time: 0.1332731 Nov 29 01:46:07.400875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40860) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:07.425091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40862) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:07.435407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.440000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.441148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.499370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event deleted for resources: {'Port': ['ID=19d84642-d8f5-4a14-8167-81920429d028,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:07.504330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1be5bb03-8bbb-4a4c-83d3-7ffe1d65eac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.616819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1be5bb03-8bbb-4a4c-83d3-7ffe1d65eac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.656686 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4059e81c-c7d7-4ddb-a8ee-c1fa0700a439', 'name': 'tempest-snat-router-1402868675', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.128'}], 'enable_snat': False}, 'gw_port_id': 'ec75fe76-3ed8-4222-9bd9-9c25d1a98429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:04Z', 'updated_at': '2021-11-29T01:46:06Z', 'revision_number': 3, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port': {'id': 'ec75fe76-3ed8-4222-9bd9-9c25d1a98429', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059e81c-c7d7-4ddb-a8ee-c1fa0700a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:46:05Z', 'updated_at': '2021-11-29T01:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:07.675533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1be5bb03-8bbb-4a4c-83d3-7ffe1d65eac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.696916 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Checking router: 4059e81c-c7d7-4ddb-a8ee-c1fa0700a439 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:07.697531 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Updating router 4059e81c-c7d7-4ddb-a8ee-c1fa0700a439 port ec75fe76-3ed8-4222-9bd9-9c25d1a98429 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:46:07.721517 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.727777 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.814292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5bb03-8bbb-4a4c-83d3-7ffe1d65eac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a926c6-bcba-4e08-ac16-08e7198bad8f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:07.823724 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1be5bb03-8bbb-4a4c-83d3-7ffe1d65eac1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af9ecf7957874a75a688d8c081a1ab88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3965180 Nov 29 01:46:07.831079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40864) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:07.842811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.893839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:07.909722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40866) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:07.974299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'subnet': {'network_id': '2ec9a8ff-656e-469e-a14f-ee8db330e47f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:08.014832 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.021117 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.032151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.042631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.079552 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Attempting to bind port ec75fe76-3ed8-4222-9bd9-9c25d1a98429 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:08.080307 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Attempting to bind port ec75fe76-3ed8-4222-9bd9-9c25d1a98429 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:08.080307 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Attempting to bind port ec75fe76-3ed8-4222-9bd9-9c25d1a98429 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:08.088329 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:08.088709 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:08.089121 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.089517 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:08.089987 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Bound port: ec75fe76-3ed8-4222-9bd9-9c25d1a98429, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:08.090385 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.093517 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Pushing event updated for resources: {'Port': ['ID=ec75fe76-3ed8-4222-9bd9-9c25d1a98429,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:08.119659 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.120015 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.120362 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.120702 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.121041 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.121396 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.121742 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.122201 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.122583 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.122922 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.123256 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.123586 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:08.144234 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.146979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.147529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Fanout notify agent at l3_agent the message router_deleted on router adfe3c3c-e8b6-44b9-a363-cc371dfa23de {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:08.157705 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] For port ec75fe76-3ed8-4222-9bd9-9c25d1a98429, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:08.161248 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.161886 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] For port ec75fe76-3ed8-4222-9bd9-9c25d1a98429, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ec75fe76-3ed8-4222-9bd9-9c25d1a98429,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:08.162363 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fb203c91-74b4-40e0-a00f-6846679978f1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/adfe3c3c-e8b6-44b9-a363-cc371dfa23de HTTP/1.1" status: 204 len: 168 time: 2.3300719 Nov 29 01:46:08.166103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40870) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:08.173708 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.175256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1958473599', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': False}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:08.215961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1b12b3f-6e5b-436f-b9b6-25ba432e8478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.217348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.218621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.229132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Deleting port 28cbfc87-596a-4ac0-b63b-af0e737bf89c {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:08.229489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.246492 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Routers {'4059e81c-c7d7-4ddb-a8ee-c1fa0700a439'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:08.247267 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4059e81c-c7d7-4ddb-a8ee-c1fa0700a439'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:08.249221 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b04124-fcc5-48ec-94f4-acd1de4a2c1e None None] Pushing event updated for resources: {'Port': ['ID=ec75fe76-3ed8-4222-9bd9-9c25d1a98429,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:08.281723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1b12b3f-6e5b-436f-b9b6-25ba432e8478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.290795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:08.294415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.431101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1b12b3f-6e5b-436f-b9b6-25ba432e8478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.433849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d1b12b3f-6e5b-436f-b9b6-25ba432e8478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.435126 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d1b12b3f-6e5b-436f-b9b6-25ba432e8478 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7a926c6-bcba-4e08-ac16-08e7198bad8f HTTP/1.1" status: 204 len: 168 time: 0.6024861 Nov 29 01:46:08.453221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b12b3f-6e5b-436f-b9b6-25ba432e8478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a926c6-bcba-4e08-ac16-08e7198bad8f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:08.460900 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] Set router 4059e81c-c7d7-4ddb-a8ee-c1fa0700a439 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:08.687537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.702765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.709567 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4059e81c-c7d7-4ddb-a8ee-c1fa0700a439', 'name': 'tempest-snat-router-1402868675', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.128'}], 'enable_snat': False}, 'gw_port_id': 'ec75fe76-3ed8-4222-9bd9-9c25d1a98429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:04Z', 'updated_at': '2021-11-29T01:46:06Z', 'revision_number': 3, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port': {'id': 'ec75fe76-3ed8-4222-9bd9-9c25d1a98429', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059e81c-c7d7-4ddb-a8ee-c1fa0700a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:46:05Z', 'updated_at': '2021-11-29T01:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:08.716997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.740523 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8931e1c-bbe9-4ddb-b0e9-b0fa22edf07a None None] The sync data for ids ['4059e81c-c7d7-4ddb-a8ee-c1fa0700a439'] in dv-neutron-816800-5-hyperv is: [{'id': '4059e81c-c7d7-4ddb-a8ee-c1fa0700a439', 'name': 'tempest-snat-router-1402868675', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.128'}], 'enable_snat': False}, 'gw_port_id': 'ec75fe76-3ed8-4222-9bd9-9c25d1a98429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:04Z', 'updated_at': '2021-11-29T01:46:06Z', 'revision_number': 3, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port': {'id': 'ec75fe76-3ed8-4222-9bd9-9c25d1a98429', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059e81c-c7d7-4ddb-a8ee-c1fa0700a439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:46:05Z', 'updated_at': '2021-11-29T01:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:08.745935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.808919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.818451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Subnet': ['ID=d32472dd-31d0-40fb-8c00-31e0ae616609,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:08.827048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Calling delete_port for 28cbfc87-596a-4ac0-b63b-af0e737bf89c owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:08.850930 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Checking segment: {'id': 'c49cb266-3edc-4ba2-994a-f49387afe2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2ec9a8ff-656e-469e-a14f-ee8db330e47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:08.851610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network hostable DHCP agents. Network: 2ec9a8ff-656e-469e-a14f-ee8db330e47f, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:08.901116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network 2ec9a8ff-656e-469e-a14f-ee8db330e47f is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:08.907632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.917555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 2ec9a8ff-656e-469e-a14f-ee8db330e47f) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:08.927083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Allocated IP 172.26.8.191 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/c45f21df-b8ab-49a2-8975-9391d351e424) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:08.929845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:08.930624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:08.957984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157377e-0aca-418e-819a-0a2fda3b3252 None None] Network 2ec9a8ff-656e-469e-a14f-ee8db330e47f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:08.967633 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-51080973-f812-46bb-94fe-be4726565a7a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0517941 Nov 29 01:46:08.968759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40884) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:08.984895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1937746701'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:09.137703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:09.141509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.158604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.198047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:09.243319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.263649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-2ec9a8ff-656e-469e-a14f-ee8db330e47f', 'network_id': '2ec9a8ff-656e-469e-a14f-ee8db330e47f', 'tenant_id': 'bd3d096337a84d03943473bca17ea490', 'fixed_ips': [{'subnet_id': 'd32472dd-31d0-40fb-8c00-31e0ae616609'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:09.265001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.281523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.281959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Added segment 1ac7b684-5a6c-4f47-87b5-388314674626 of type vlan for network ffc924db-53cf-48f7-acf1-b89d5bc60568 Nov 29 01:46:09.323249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:09.332981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:09.336872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:09.348442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.362119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'Port': ['ID=c45f21df-b8ab-49a2-8975-9391d351e424,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:09.376588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.435071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event deleted for resources: {'Port': ['ID=28cbfc87-596a-4ac0-b63b-af0e737bf89c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:09.520167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Allocated IP 2001:db8:0:ffff::2 (2ec9a8ff-656e-469e-a14f-ee8db330e47f/d32472dd-31d0-40fb-8c00-31e0ae616609/5c45a5fd-1e33-414a-9286-169b3a944a0d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:09.621086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.666063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:09.666773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.796018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.818942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ec75fe76-3ed8-4222-9bd9-9c25d1a98429 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:09.828997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:09.839036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40904) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:09.892597 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9125783 Nov 29 01:46:09.901124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40908) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:09.912375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'subnet': {'network_id': 'ffc924db-53cf-48f7-acf1-b89d5bc60568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:09.915725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Network 2ec9a8ff-656e-469e-a14f-ee8db330e47f is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:09.970266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.045186 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db9d0b-b7bb-4ba0-b932-2b8d8c3f8221 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Network': ['ID=ffc924db-53cf-48f7-acf1-b89d5bc60568,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:10.052892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.061262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.084961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:10.090038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:10.100120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network ffc924db-53cf-48f7-acf1-b89d5bc60568 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:10.130009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2021198782'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:10.140034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.182899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:10.186399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.201221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.230767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Pushing event updated for resources: {'Port': ['ID=5c45a5fd-1e33-414a-9286-169b3a944a0d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:10.235156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Attempting to bind port 5c45a5fd-1e33-414a-9286-169b3a944a0d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:10.235769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Attempting to bind port 5c45a5fd-1e33-414a-9286-169b3a944a0d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'c49cb266-3edc-4ba2-994a-f49387afe2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2ec9a8ff-656e-469e-a14f-ee8db330e47f'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:10.236339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Attempting to bind port 5c45a5fd-1e33-414a-9286-169b3a944a0d on network 2ec9a8ff-656e-469e-a14f-ee8db330e47f {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:10.243793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:10.244731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Checking segment: {'id': 'c49cb266-3edc-4ba2-994a-f49387afe2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2ec9a8ff-656e-469e-a14f-ee8db330e47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:10.245494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.246108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Bound using segment: {'id': 'c49cb266-3edc-4ba2-994a-f49387afe2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2ec9a8ff-656e-469e-a14f-ee8db330e47f'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:10.246887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Bound port: 5c45a5fd-1e33-414a-9286-169b3a944a0d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49cb266-3edc-4ba2-994a-f49387afe2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2ec9a8ff-656e-469e-a14f-ee8db330e47f'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:10.247485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.262277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ec75fe76-3ed8-4222-9bd9-9c25d1a98429 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:10.262939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.301020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:10.304466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.331889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Router dc173111-5e49-4208-96c7-8a231b708b54 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:46:10.362449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Allocated IP 172.26.8.203 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/ec50971c-7924-486e-905a-9c187655a655) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:10.409077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] For port 5c45a5fd-1e33-414a-9286-169b3a944a0d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:10.435410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] For port 5c45a5fd-1e33-414a-9286-169b3a944a0d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5c45a5fd-1e33-414a-9286-169b3a944a0d,segment=NetworkSegment(c49cb266-3edc-4ba2-994a-f49387afe2c2),segment_id=c49cb266-3edc-4ba2-994a-f49387afe2c2)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:10.439168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:10.444575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.456236 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-851a73f6-0cdc-4496-bac8-89a35bfb9e8b tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "PUT /v2.0/routers/dc173111-5e49-4208-96c7-8a231b708b54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0545459 Nov 29 01:46:10.456862 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40912) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:10.464394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.492398 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307c688-e3c4-4b47-8ff4-e06890d2e413 None None] Sync routers for ids ['dc173111-5e49-4208-96c7-8a231b708b54'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:10.502198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.505892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.559515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-702db39f-854b-4bb6-aad5-8da61d009dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.562350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port ec75fe76-3ed8-4222-9bd9-9c25d1a98429, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ec75fe76-3ed8-4222-9bd9-9c25d1a98429,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:10.577114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307c688-e3c4-4b47-8ff4-e06890d2e413 None None] Routers {'dc173111-5e49-4208-96c7-8a231b708b54'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:10.578858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a307c688-e3c4-4b47-8ff4-e06890d2e413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['dc173111-5e49-4208-96c7-8a231b708b54'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:10.581044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86184c91-7871-4ac0-a970-8fbe86c6d5d1 None None] Pushing event updated for resources: {'Port': ['ID=5c45a5fd-1e33-414a-9286-169b3a944a0d,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:10.586804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.587242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c2812605-7472-4a7c-b28c-0fca81e81843 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.590158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.642127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a307c688-e3c4-4b47-8ff4-e06890d2e413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:10.653635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:10.686547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d72366-1d22-4a07-a32b-a364366ce229,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:10.691070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.691976 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Added segment 9b8bc034-dd03-4a61-aff7-db82dc89096f of type vlan for network 30c23659-4a81-40c0-8708-48baf3f6b5e4 Nov 29 01:46:10.717425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307c688-e3c4-4b47-8ff4-e06890d2e413 None None] Routers {'dc173111-5e49-4208-96c7-8a231b708b54'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:10.718712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a307c688-e3c4-4b47-8ff4-e06890d2e413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['dc173111-5e49-4208-96c7-8a231b708b54'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:10.753349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.792205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a307c688-e3c4-4b47-8ff4-e06890d2e413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:10.792885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307c688-e3c4-4b47-8ff4-e06890d2e413 None None] The sync data for ids ['dc173111-5e49-4208-96c7-8a231b708b54'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:10.799284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.816321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=ec75fe76-3ed8-4222-9bd9-9c25d1a98429,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:10.839657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c2812605-7472-4a7c-b28c-0fca81e81843 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.843325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c2812605-7472-4a7c-b28c-0fca81e81843 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.882589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.889298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:10.890347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.933873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c2812605-7472-4a7c-b28c-0fca81e81843 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.934855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2812605-7472-4a7c-b28c-0fca81e81843 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Fanout notify agent at l3_agent the message router_deleted on router dc173111-5e49-4208-96c7-8a231b708b54 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:10.943631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c2812605-7472-4a7c-b28c-0fca81e81843 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.944671 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c2812605-7472-4a7c-b28c-0fca81e81843 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "DELETE /v2.0/routers/dc173111-5e49-4208-96c7-8a231b708b54 HTTP/1.1" status: 204 len: 168 time: 0.4802926 Nov 29 01:46:10.946414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:10.948673 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40918) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:10.959260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Router f654f809-a026-4bc3-af25-ba6ed3016286 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:11.060238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:11.062816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:11.072361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:11.081140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'Port': ['ID=ec50971c-7924-486e-905a-9c187655a655,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:11.111788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c762cb7-1185-47df-88d8-0bda18aca0b2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Deleting subnet e5564fd8-8fc2-4de8-a996-ab938bbd13c4 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:11.119109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8c762cb7-1185-47df-88d8-0bda18aca0b2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:11.239810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8c762cb7-1185-47df-88d8-0bda18aca0b2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:11.336815 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4965172 Nov 29 01:46:11.342902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40920) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:11.347804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'name': 'tempest-PortsIpV6TestJSON-633571269'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:11.353461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.objects.ports [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109948) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:46:11.362793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:11.375682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c18a4-b726-49e3-b9d4-1c07b7d564c5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Network': ['ID=30c23659-4a81-40c0-8708-48baf3f6b5e4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:11.386887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:11.518918 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Subnet': ['ID=f9c82a86-cc9e-4ff6-8c2e-23f8eb846b39,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:11.553053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Checking segment: {'id': '1ac7b684-5a6c-4f47-87b5-388314674626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffc924db-53cf-48f7-acf1-b89d5bc60568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:11.553434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network hostable DHCP agents. Network: ffc924db-53cf-48f7-acf1-b89d5bc60568, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:11.573131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:11.588691 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Sync routers for ids ['f654f809-a026-4bc3-af25-ba6ed3016286'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:11.600237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network ffc924db-53cf-48f7-acf1-b89d5bc60568 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:11.612858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:11.617344 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-43d5692c-cad6-4787-8114-9583148cd973 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2738049 Nov 29 01:46:11.618045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, ffc924db-53cf-48f7-acf1-b89d5bc60568) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:11.625352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:11.625965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:11.630979 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Routers {'f654f809-a026-4bc3-af25-ba6ed3016286'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:11.631081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40924) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:11.631486 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f654f809-a026-4bc3-af25-ba6ed3016286'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:11.644826 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234fcf7f-68a1-4354-81ba-fc1d4e51291a None None] Network ffc924db-53cf-48f7-acf1-b89d5bc60568 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:11.759695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4e18f12e-be39-4b75-bfa9-96b1c07a8167 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/routers/f654f809-a026-4bc3-af25-ba6ed3016286 HTTP/1.1" status: 200 len: 908 time: 0.1284883 Nov 29 01:46:11.762521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40926) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:11.886701 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aa9d2f9b-98c0-4a11-8ac7-f3d3e9bd0d38 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9804871 Nov 29 01:46:11.889283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40930) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:11.900277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'port': {'network_id': 'ffc924db-53cf-48f7-acf1-b89d5bc60568', 'name': 'tempest-NetworksIpV6TestAttrs-1327160225'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:11.911690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5c45a5fd-1e33-414a-9286-169b3a944a0d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:11.917631 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Set router f654f809-a026-4bc3-af25-ba6ed3016286 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:11.957302 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-ffc924db-53cf-48f7-acf1-b89d5bc60568', 'network_id': 'ffc924db-53cf-48f7-acf1-b89d5bc60568', 'tenant_id': 'bd3d096337a84d03943473bca17ea490', 'fixed_ips': [{'subnet_id': 'f9c82a86-cc9e-4ff6-8c2e-23f8eb846b39'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:11.958178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:11.980622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8c762cb7-1185-47df-88d8-0bda18aca0b2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.001605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f072c-dde8-4afa-8d21-5fbf0add82b2 None None] Network 2ec9a8ff-656e-469e-a14f-ee8db330e47f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:12.039160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:12.042875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.064491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:12.099288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:12.103124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.114869 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.147098 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.164282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654f809-a026-4bc3-af25-ba6ed3016286', 'name': 'tempest-snat-router-1402868675', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c45f21df-b8ab-49a2-8975-9391d351e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:07Z', 'updated_at': '2021-11-29T01:46:09Z', 'revision_number': 3, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port': {'id': 'c45f21df-b8ab-49a2-8975-9391d351e424', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:02:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654f809-a026-4bc3-af25-ba6ed3016286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:46:08Z', 'updated_at': '2021-11-29T01:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:12.196967 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Checking router: f654f809-a026-4bc3-af25-ba6ed3016286 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:12.197329 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Updating router f654f809-a026-4bc3-af25-ba6ed3016286 port c45f21df-b8ab-49a2-8975-9391d351e424 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:46:12.224938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Allocated IP 2001:db8::f816:3eff:fe70:3f96 (ffc924db-53cf-48f7-acf1-b89d5bc60568/f9c82a86-cc9e-4ff6-8c2e-23f8eb846b39/daaf1d00-5b40-45e4-821c-c2f0527d39a4) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:12.227621 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.250163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] device_id is not set on port 5a2df924-6b2a-4a72-82d0-b227d0a93a6b yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:12.311651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.324914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8c762cb7-1185-47df-88d8-0bda18aca0b2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.380526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Deleting port c45f21df-b8ab-49a2-8975-9391d351e424 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:12.380867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.384594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c762cb7-1185-47df-88d8-0bda18aca0b2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event deleted for resources: {'Subnet': ['ID=e5564fd8-8fc2-4de8-a996-ab938bbd13c4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:12.392032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.444957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.463766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29d3a0-74a6-4fb1-94b9-a0b9d978ca76 None None] Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:12.475595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.488556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Calling delete_port for c45f21df-b8ab-49a2-8975-9391d351e424 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:12.501412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8c762cb7-1185-47df-88d8-0bda18aca0b2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.505183 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8c762cb7-1185-47df-88d8-0bda18aca0b2 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "DELETE /v2.0/subnets/e5564fd8-8fc2-4de8-a996-ab938bbd13c4 HTTP/1.1" status: 204 len: 168 time: 1.5508204 Nov 29 01:46:12.506577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.510557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40934) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:12.564873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.570229 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.580406 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.627359 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Attempting to bind port c45f21df-b8ab-49a2-8975-9391d351e424 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:12.628016 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Attempting to bind port c45f21df-b8ab-49a2-8975-9391d351e424 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:12.628122 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Attempting to bind port c45f21df-b8ab-49a2-8975-9391d351e424 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:12.637330 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:12.637625 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:12.638026 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.638414 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:12.638903 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Bound port: c45f21df-b8ab-49a2-8975-9391d351e424, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:12.639302 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.696508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.699463 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] For port c45f21df-b8ab-49a2-8975-9391d351e424, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:12.704140 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] For port c45f21df-b8ab-49a2-8975-9391d351e424, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c45f21df-b8ab-49a2-8975-9391d351e424,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:12.713535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.718897 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.724867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Pushing event updated for resources: {'Port': ['ID=daaf1d00-5b40-45e4-821c-c2f0527d39a4,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:12.738814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Allocated IP 2001:db8::f816:3eff:fed6:4b5a (ffc924db-53cf-48f7-acf1-b89d5bc60568/f9c82a86-cc9e-4ff6-8c2e-23f8eb846b39/5a2df924-6b2a-4a72-82d0-b227d0a93a6b) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:12.742194 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecaf0b-1ea2-4c39-9311-6699d09756a6 None None] Pushing event updated for resources: {'Port': ['ID=c45f21df-b8ab-49a2-8975-9391d351e424,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:12.769311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5c45a5fd-1e33-414a-9286-169b3a944a0d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:12.775907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.793507 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Routers {'f654f809-a026-4bc3-af25-ba6ed3016286'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:12.794654 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f654f809-a026-4bc3-af25-ba6ed3016286'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:12.806870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Network ffc924db-53cf-48f7-acf1-b89d5bc60568 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:12.808604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3e912c33-5772-4203-9b6a-70e54f2d63e4 None None] Provisioning complete for port 5c45a5fd-1e33-414a-9286-169b3a944a0d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:12.809650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3e912c33-5772-4203-9b6a-70e54f2d63e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.829267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=690bcc68-c14e-4e98-aa83-6a1af9c5fed6,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:12.849645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.858886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking segment: {'id': '9b8bc034-dd03-4a61-aff7-db82dc89096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:12.859258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network hostable DHCP agents. Network: 30c23659-4a81-40c0-8708-48baf3f6b5e4, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:12.887977 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecaf0b-1ea2-4c39-9311-6699d09756a6 None None] Pushing event updated for resources: {'Port': ['ID=c45f21df-b8ab-49a2-8975-9391d351e424,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:12.893007 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Router cc99da10-bd40-4999-aecf-ea2bbd70a99c is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:12.896506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Deleting port a5a0812d-a2c1-4755-8605-82177c497262 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:12.896912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.915723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:12.916374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:12.921543 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] Set router f654f809-a026-4bc3-af25-ba6ed3016286 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:12.967665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 30c23659-4a81-40c0-8708-48baf3f6b5e4) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:12.972370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:12.980416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:12.990153 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654f809-a026-4bc3-af25-ba6ed3016286', 'name': 'tempest-snat-router-1402868675', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:07Z', 'updated_at': '2021-11-29T01:46:12Z', 'revision_number': 4, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:13.020292 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e359c3d-c1b4-455e-8706-f9a6c6aa8a95 None None] The sync data for ids ['f654f809-a026-4bc3-af25-ba6ed3016286'] in dv-neutron-816800-5-hyperv is: [{'id': 'f654f809-a026-4bc3-af25-ba6ed3016286', 'name': 'tempest-snat-router-1402868675', 'tenant_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:07Z', 'updated_at': '2021-11-29T01:46:12Z', 'revision_number': 4, 'project_id': '7a8b0427df7f4ecca22e76ce0d62d954', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:13.029647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f23de2-f0c7-44bd-982a-cf1119c7811e None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:13.040334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:13.046941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:13.047592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.080368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] For port a5a0812d-a2c1-4755-8605-82177c497262, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a5a0812d-a2c1-4755-8605-82177c497262,segment=NetworkSegment(d6b29f9d-f5a7-4ed6-8543-b51320abbc7c),segment_id=d6b29f9d-f5a7-4ed6-8543-b51320abbc7c)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:13.080751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.104191 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-041c6d7a-4a64-478f-96b9-2fb58dfa6603 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7602253 Nov 29 01:46:13.105275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Calling delete_port for a5a0812d-a2c1-4755-8605-82177c497262 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:13.109263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40940) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:13.122940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.125191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.131618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1648753337'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:13.171524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event deleted for resources: {'Port': ['ID=c45f21df-b8ab-49a2-8975-9391d351e424,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:13.172532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399fdac8-dfbb-4791-9d5a-85b060ac2492 None None] DHCP port deletion for 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:13.219702 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:13.225450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.226036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f654f809-a026-4bc3-af25-ba6ed3016286 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:13.230960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.232729 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cd6cb8c2-d9c6-4369-a2d5-03cc82a72878 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f654f809-a026-4bc3-af25-ba6ed3016286 HTTP/1.1" status: 204 len: 168 time: 1.4692113 Nov 29 01:46:13.235906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40942) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:13.244962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Attempting to bind port daaf1d00-5b40-45e4-821c-c2f0527d39a4 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:13.245332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Attempting to bind port daaf1d00-5b40-45e4-821c-c2f0527d39a4 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '1ac7b684-5a6c-4f47-87b5-388314674626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffc924db-53cf-48f7-acf1-b89d5bc60568'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:13.245697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Attempting to bind port daaf1d00-5b40-45e4-821c-c2f0527d39a4 on network ffc924db-53cf-48f7-acf1-b89d5bc60568 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:13.251165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:13.255670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.257616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Sync routers for ids ['cc99da10-bd40-4999-aecf-ea2bbd70a99c'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:13.279839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.281394 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5f2725e5-9b38-4092-b657-05bf19124d81 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1098974 Nov 29 01:46:13.286405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40948) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:13.305297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3e912c33-5772-4203-9b6a-70e54f2d63e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.365320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3e912c33-5772-4203-9b6a-70e54f2d63e4 None None] For port 5c45a5fd-1e33-414a-9286-169b3a944a0d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5c45a5fd-1e33-414a-9286-169b3a944a0d,segment=NetworkSegment(c49cb266-3edc-4ba2-994a-f49387afe2c2),segment_id=c49cb266-3edc-4ba2-994a-f49387afe2c2)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:13.386385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.390566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:13.412852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.416963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.426630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Routers {'cc99da10-bd40-4999-aecf-ea2bbd70a99c'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:13.427307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:45:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cc99da10-bd40-4999-aecf-ea2bbd70a99c'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:13.474643 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.474992 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Added segment 5f912ff7-a4dc-4bd8-9173-243a139ad2e1 of type vlan for network bf474aa3-c092-4f6b-9e11-efa932b3725a Nov 29 01:46:13.476729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event deleted for resources: {'Port': ['ID=a5a0812d-a2c1-4755-8605-82177c497262,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:13.483732 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-04d623aa-348d-4d9e-990b-0cc6aa726c55 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/routers/cc99da10-bd40-4999-aecf-ea2bbd70a99c HTTP/1.1" status: 200 len: 909 time: 0.1939700 Nov 29 01:46:13.491426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40950) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:13.500246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] No DVR routers for this DVR port a5a0812d-a2c1-4755-8605-82177c497262 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:13.506020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1958473599', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': True}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:13.555303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.556954 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.583601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.584883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.645194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.648206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:13.648735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Checking segment: {'id': '1ac7b684-5a6c-4f47-87b5-388314674626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffc924db-53cf-48f7-acf1-b89d5bc60568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:13.649113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.649417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Bound using segment: {'id': '1ac7b684-5a6c-4f47-87b5-388314674626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffc924db-53cf-48f7-acf1-b89d5bc60568'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:13.650238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Bound port: daaf1d00-5b40-45e4-821c-c2f0527d39a4, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac7b684-5a6c-4f47-87b5-388314674626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffc924db-53cf-48f7-acf1-b89d5bc60568'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:13.650238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.663631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3e912c33-5772-4203-9b6a-70e54f2d63e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.668582 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.674257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:13.674885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.687949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:13.699852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network ffc924db-53cf-48f7-acf1-b89d5bc60568 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:13.708317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:13.711246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.718001 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5923741 Nov 29 01:46:13.718170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:13.723106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b29f9d-f5a7-4ed6-8543-b51320abbc7c') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:13.723408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b29f9d-f5a7-4ed6-8543-b51320abbc7c') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:13.725033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40952) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:13.728836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:13.729598 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.734740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'ports': [{'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4'}, {'network_id': 'bf474aa3-c092-4f6b-9e11-efa932b3725a'}]} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:13.735008 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:13.735489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': 'bf474aa3-c092-4f6b-9e11-efa932b3725a'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:13.743653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.790708 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Port': ['ID=5a2df924-6b2a-4a72-82d0-b227d0a93a6b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:13.828551 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.849438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1ba9e-5947-422b-8fb4-b78844727451 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Network': ['ID=bf474aa3-c092-4f6b-9e11-efa932b3725a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:13.872366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ec75fe76-3ed8-4222-9bd9-9c25d1a98429 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:13.877620 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d85fc153-079f-4576-b050-f14800641851 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9872766 Nov 29 01:46:13.883812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40958) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:13.887760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network bf474aa3-c092-4f6b-9e11-efa932b3725a details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:13.928782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.944874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:13.945221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:13.946406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e912c33-5772-4203-9b6a-70e54f2d63e4 None None] Pushing event updated for resources: {'Port': ['ID=5c45a5fd-1e33-414a-9286-169b3a944a0d,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:13.948794 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:14.001750 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Set router cc99da10-bd40-4999-aecf-ea2bbd70a99c gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:14.024943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.033143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-399fdac8-dfbb-4791-9d5a-85b060ac2492 None None] Deleting port a5a0812d-a2c1-4755-8605-82177c497262 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:14.033675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-399fdac8-dfbb-4791-9d5a-85b060ac2492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.039205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 2} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:14.045563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.048269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b318d31-042f-4b91-97b1-a5b9c88d5fbc tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Deleting subnet f9c82a86-cc9e-4ff6-8c2e-23f8eb846b39 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:14.049227 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.052269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Deleting port ec75fe76-3ed8-4222-9bd9-9c25d1a98429 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:14.052685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.063917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.070463 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] 10.222.0.30 "DELETE /v2.0/networks/5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 HTTP/1.1" status: 204 len: 168 time: 1.5557022 Nov 29 01:46:14.074151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b318d31-042f-4b91-97b1-a5b9c88d5fbc tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.077137 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] For port daaf1d00-5b40-45e4-821c-c2f0527d39a4, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:14.084153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8d754-ef49-4448-8446-cee8882a8136 tempest-FloatingIPNegativeTestJSON-2057385078 tempest-FloatingIPNegativeTestJSON-2057385078-project] Pushing event deleted for resources: {'Network': ['ID=5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:14.090013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.111122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.196713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b318d31-042f-4b91-97b1-a5b9c88d5fbc tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.201686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 9cfeb91d-b6b1-44cb-b965-29f13e4246f2 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server [None req-399fdac8-dfbb-4791-9d5a-85b060ac2492 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 could not be found. Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 01:46:14.203462 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 could not be found. Nov 29 01:46:14.207517 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Nov 29 01:46:14.229983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] For port daaf1d00-5b40-45e4-821c-c2f0527d39a4, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=daaf1d00-5b40-45e4-821c-c2f0527d39a4,segment=NetworkSegment(1ac7b684-5a6c-4f47-87b5-388314674626),segment_id=1ac7b684-5a6c-4f47-87b5-388314674626)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:14.272372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e0e2c3-4eff-4439-9e76-063fa5022dfc None None] DHCP port deletion for 5225e8d2-f8bf-4ad4-9fc6-fa46ef8de307 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:14.293095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.365872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] For port ec75fe76-3ed8-4222-9bd9-9c25d1a98429, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ec75fe76-3ed8-4222-9bd9-9c25d1a98429,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:14.366302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.408525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Calling delete_port for ec75fe76-3ed8-4222-9bd9-9c25d1a98429 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:14.454246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.460623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ec75fe76-3ed8-4222-9bd9-9c25d1a98429 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:14.461121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.568373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 2e580099-0070-45e5-aa32-22ee0d9e4108 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:14.601070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1377826f-a4c6-4b33-8148-e5ce8948a6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.619922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40968) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:14.710156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2b3c8012-fb93-46f8-bef3-6393a6ef3364 None None] Provisioning complete for port 5c45a5fd-1e33-414a-9286-169b3a944a0d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:14.710731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8012-fb93-46f8-bef3-6393a6ef3364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.731503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b318d31-042f-4b91-97b1-a5b9c88d5fbc tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.766211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.797755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba28fe-10b5-4c87-ab5c-ac9bf8f33344 None None] Pushing event updated for resources: {'Port': ['ID=daaf1d00-5b40-45e4-821c-c2f0527d39a4,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:14.802792 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No ports have port_id starting with ec75fe76-3ed8-4222-9bd9-9c25d1a98429 Nov 29 01:46:14.806716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec75fe76-3ed8-4222-9bd9-9c25d1a98429,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:14.887921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:14.917676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc99da10-bd40-4999-aecf-ea2bbd70a99c', 'name': 'tempest-snat-router-1958473599', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.203'}], 'enable_snat': False}, 'gw_port_id': 'ec50971c-7924-486e-905a-9c187655a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:08Z', 'updated_at': '2021-11-29T01:46:11Z', 'revision_number': 3, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port': {'id': 'ec50971c-7924-486e-905a-9c187655a655', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc99da10-bd40-4999-aecf-ea2bbd70a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:46:10Z', 'updated_at': '2021-11-29T01:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:14.989907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Checking router: cc99da10-bd40-4999-aecf-ea2bbd70a99c for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:14.993690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Updating router cc99da10-bd40-4999-aecf-ea2bbd70a99c port ec50971c-7924-486e-905a-9c187655a655 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:46:14.998661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.072476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.087904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:15.109463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:15.119437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:15.120543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.145460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=9cfeb91d-b6b1-44cb-b965-29f13e4246f2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:15.178974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5c45a5fd-1e33-414a-9286-169b3a944a0d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:15.228739 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d90faf37-7f9c-4de2-af67-10708ba6c648 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5392f5de32294396a7ac25d96bd0b2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057067 Nov 29 01:46:15.230055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40974) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:15.260259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking segment: {'id': '5f912ff7-a4dc-4bd8-9173-243a139ad2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bf474aa3-c092-4f6b-9e11-efa932b3725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:15.260887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network hostable DHCP agents. Network: bf474aa3-c092-4f6b-9e11-efa932b3725a, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:15.279701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=2e580099-0070-45e5-aa32-22ee0d9e4108,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:15.325770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network bf474aa3-c092-4f6b-9e11-efa932b3725a is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:15.337213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2e457bd-d818-4508-8f14-984a2336008c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.340760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, bf474aa3-c092-4f6b-9e11-efa932b3725a) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:15.351672 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:15.358080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:15.362717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:15.363659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.375771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.379316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e07cb7-2c31-4dd2-be9a-41ed16e70f20 None None] Network bf474aa3-c092-4f6b-9e11-efa932b3725a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:15.390644 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2db06ecf-5b1b-42ea-a3de-939641a6edc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6595957 Nov 29 01:46:15.403689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40976) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:15.419155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2e457bd-d818-4508-8f14-984a2336008c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.467898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5c45a5fd-1e33-414a-9286-169b3a944a0d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:15.469555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.509798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b318d31-042f-4b91-97b1-a5b9c88d5fbc tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.549814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318d31-042f-4b91-97b1-a5b9c88d5fbc tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c82a86-cc9e-4ff6-8c2e-23f8eb846b39,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:15.565773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2e457bd-d818-4508-8f14-984a2336008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.570050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2e457bd-d818-4508-8f14-984a2336008c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.571340 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e2e457bd-d818-4508-8f14-984a2336008c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/978fbda1-5329-419a-ab59-be50468ace3f HTTP/1.1" status: 204 len: 168 time: 0.3363340 Nov 29 01:46:15.578252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.580657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b318d31-042f-4b91-97b1-a5b9c88d5fbc tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.588677 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5b318d31-042f-4b91-97b1-a5b9c88d5fbc tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/subnets/f9c82a86-cc9e-4ff6-8c2e-23f8eb846b39 HTTP/1.1" status: 204 len: 168 time: 1.6999993 Nov 29 01:46:15.593303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40982) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:15.631090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e457bd-d818-4508-8f14-984a2336008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978fbda1-5329-419a-ab59-be50468ace3f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:15.723967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.726844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.728451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.759728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.784031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-de55f146-7cde-4eb3-8b96-2b96501452ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 2e580099-0070-45e5-aa32-22ee0d9e4108 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:15.787679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-de55f146-7cde-4eb3-8b96-2b96501452ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.843071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.843597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4059e81c-c7d7-4ddb-a8ee-c1fa0700a439 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:15.850034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.855002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-304632d4-5601-4615-8ff5-17ed2f844446 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "DELETE /v2.0/routers/4059e81c-c7d7-4ddb-a8ee-c1fa0700a439 HTTP/1.1" status: 204 len: 168 time: 2.6178293 Nov 29 01:46:15.855764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 40988) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:15.867239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-751219566', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:15.924639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709e0f2-2c7b-4cc8-a62f-a91c9e3d6035 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:15.926526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709e0f2-2c7b-4cc8-a62f-a91c9e3d6035 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:15.928181 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f709e0f2-2c7b-4cc8-a62f-a91c9e3d6035 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3326225 Nov 29 01:46:15.931502 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 40990) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:15.950716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:15.951808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.001662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-de55f146-7cde-4eb3-8b96-2b96501452ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.027700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.048138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.055447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.084441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-de55f146-7cde-4eb3-8b96-2b96501452ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 2e580099-0070-45e5-aa32-22ee0d9e4108 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:16.141041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Attempting to bind port ec50971c-7924-486e-905a-9c187655a655 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:16.141317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Attempting to bind port ec50971c-7924-486e-905a-9c187655a655 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:16.141704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Attempting to bind port ec50971c-7924-486e-905a-9c187655a655 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:16.148246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d6814-0709-4955-8383-899f67d98aef None None] Pushing event updated for resources: {'Port': ['ID=ec50971c-7924-486e-905a-9c187655a655,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:16.154089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:16.154499 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:16.154919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.155316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:16.155907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Bound port: ec50971c-7924-486e-905a-9c187655a655, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:16.156169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.160480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-913a6541-7c3a-4d86-89cb-baca24563333 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.230926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] For port ec50971c-7924-486e-905a-9c187655a655, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:16.234988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] For port ec50971c-7924-486e-905a-9c187655a655, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ec50971c-7924-486e-905a-9c187655a655,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:16.253544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.280887 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-913a6541-7c3a-4d86-89cb-baca24563333 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 29 01:46:16.283983 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913a6541-7c3a-4d86-89cb-baca24563333 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:16.293193 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-913a6541-7c3a-4d86-89cb-baca24563333 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/ffc924db-53cf-48f7-acf1-b89d5bc60568 HTTP/1.1" status: 409 len: 405 time: 0.3567774 Nov 29 01:46:16.293909 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41002) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:16.309989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2135588335'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:16.319198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.319335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.338320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b4cbdc-cc3b-4602-847d-e8af69bb39a0 None None] Network ffc924db-53cf-48f7-acf1-b89d5bc60568 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:16.367304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Allocated IP 172.26.8.7 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/619a7876-a6cc-43dd-a647-6346b50af839) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:16.370581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-de55f146-7cde-4eb3-8b96-2b96501452ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.374281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:16.380732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Routers {'cc99da10-bd40-4999-aecf-ea2bbd70a99c'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:16.380918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.381374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cc99da10-bd40-4999-aecf-ea2bbd70a99c'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:16.481918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55f146-7cde-4eb3-8b96-2b96501452ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=2e580099-0070-45e5-aa32-22ee0d9e4108,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:16.535404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:16.546945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-de55f146-7cde-4eb3-8b96-2b96501452ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.557106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41010) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:16.559360 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-de55f146-7cde-4eb3-8b96-2b96501452ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/2e580099-0070-45e5-aa32-22ee0d9e4108 HTTP/1.1" status: 204 len: 168 time: 1.1543202 Nov 29 01:46:16.566683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.571963 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Added segment f4dd24b9-6dac-4557-b819-77604e67660f of type vlan for network d3dbbd4a-c0a6-41dd-846e-8d7257544364 Nov 29 01:46:16.577319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.644436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.658664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d6814-0709-4955-8383-899f67d98aef None None] Pushing event updated for resources: {'Port': ['ID=ec50971c-7924-486e-905a-9c187655a655,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:16.696057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab13b8-bbc8-4cbd-99fc-28eb5fd7c2e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:16.697591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.700654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a5a0812d-a2c1-4755-8605-82177c497262 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:16.702868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab13b8-bbc8-4cbd-99fc-28eb5fd7c2e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:16.704605 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e7ab13b8-bbc8-4cbd-99fc-28eb5fd7c2e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1464410 Nov 29 01:46:16.714739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:16.715935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.718404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41016) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:16.749866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: a5a0812d-a2c1-4755-8605-82177c497262 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:16.750220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a5a0812d-a2c1-4755-8605-82177c497262 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:16.774750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.778060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.802804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c769a4f0-f706-435f-82ea-a582884a0115 None None] Provisioning complete for port daaf1d00-5b40-45e4-821c-c2f0527d39a4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:16.802804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c769a4f0-f706-435f-82ea-a582884a0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.806943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:16.830571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41020) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:16.860509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:16.882877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] Set router cc99da10-bd40-4999-aecf-ea2bbd70a99c gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:16.892992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Network': ['ID=d3dbbd4a-c0a6-41dd-846e-8d7257544364,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:16.900711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:16.914777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:16.951471 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c1ece86d-528e-4751-90ee-9eee6d3e5cf5 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6464329 Nov 29 01:46:16.955651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41024) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:16.955819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network d3dbbd4a-c0a6-41dd-846e-8d7257544364 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:16.969172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'Port': ['ID=619a7876-a6cc-43dd-a647-6346b50af839,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:16.971038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'subnet': {'network_id': 'd3dbbd4a-c0a6-41dd-846e-8d7257544364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:17.064478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-22d7174f-c6ee-4975-ab67-581eb9bdbed1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 9cfeb91d-b6b1-44cb-b965-29f13e4246f2 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:17.064820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22d7174f-c6ee-4975-ab67-581eb9bdbed1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.113094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629123633'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:17.116682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device daaf1d00-5b40-45e4-821c-c2f0527d39a4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:17.127814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Allocated IP 172.26.8.128 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/88fa720b-261b-45c4-a4d6-8fead063f74f) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:17.173906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22d7174f-c6ee-4975-ab67-581eb9bdbed1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.174348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] DHCP port deletion for ffc924db-53cf-48f7-acf1-b89d5bc60568 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:17.181986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:17.185706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.213346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-22d7174f-c6ee-4975-ab67-581eb9bdbed1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 9cfeb91d-b6b1-44cb-b965-29f13e4246f2 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:17.258118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:17.261735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.275981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c769a4f0-f706-435f-82ea-a582884a0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.332445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.347515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port daaf1d00-5b40-45e4-821c-c2f0527d39a4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:17.347515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.397459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c769a4f0-f706-435f-82ea-a582884a0115 None None] For port daaf1d00-5b40-45e4-821c-c2f0527d39a4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=daaf1d00-5b40-45e4-821c-c2f0527d39a4,segment=NetworkSegment(1ac7b684-5a6c-4f47-87b5-388314674626),segment_id=1ac7b684-5a6c-4f47-87b5-388314674626)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:17.410318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c769a4f0-f706-435f-82ea-a582884a0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.429850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.443111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.446685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] Deleting port daaf1d00-5b40-45e4-821c-c2f0527d39a4 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:17.447131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.557727 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.579018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc99da10-bd40-4999-aecf-ea2bbd70a99c', 'name': 'tempest-snat-router-1958473599', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.203'}], 'enable_snat': False}, 'gw_port_id': 'ec50971c-7924-486e-905a-9c187655a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:08Z', 'updated_at': '2021-11-29T01:46:11Z', 'revision_number': 3, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port': {'id': 'ec50971c-7924-486e-905a-9c187655a655', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc99da10-bd40-4999-aecf-ea2bbd70a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:46:10Z', 'updated_at': '2021-11-29T01:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:17.581030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769a4f0-f706-435f-82ea-a582884a0115 None None] Pushing event updated for resources: {'Port': ['ID=daaf1d00-5b40-45e4-821c-c2f0527d39a4,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:17.619920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.621185 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] For port daaf1d00-5b40-45e4-821c-c2f0527d39a4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=daaf1d00-5b40-45e4-821c-c2f0527d39a4,segment=NetworkSegment(1ac7b684-5a6c-4f47-87b5-388314674626),segment_id=1ac7b684-5a6c-4f47-87b5-388314674626)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:17.621706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.624794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a8c2f-1af1-41fa-a846-0dac98373d91 None None] The sync data for ids ['cc99da10-bd40-4999-aecf-ea2bbd70a99c'] in dv-neutron-816800-5-hyperv is: [{'id': 'cc99da10-bd40-4999-aecf-ea2bbd70a99c', 'name': 'tempest-snat-router-1958473599', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.203'}], 'enable_snat': False}, 'gw_port_id': 'ec50971c-7924-486e-905a-9c187655a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:08Z', 'updated_at': '2021-11-29T01:46:11Z', 'revision_number': 3, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port': {'id': 'ec50971c-7924-486e-905a-9c187655a655', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc99da10-bd40-4999-aecf-ea2bbd70a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:46:10Z', 'updated_at': '2021-11-29T01:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:17.628198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:17.638906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.648005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] Calling delete_port for daaf1d00-5b40-45e4-821c-c2f0527d39a4 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:17.649625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:17.674691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:17.676638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ec75fe76-3ed8-4222-9bd9-9c25d1a98429 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:17.716430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:17.718356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event updated for resources: {'Port': ['ID=88fa720b-261b-45c4-a4d6-8fead063f74f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:17.743933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22d7174f-c6ee-4975-ab67-581eb9bdbed1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.746898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: ec75fe76-3ed8-4222-9bd9-9c25d1a98429 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:17.746898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ec75fe76-3ed8-4222-9bd9-9c25d1a98429 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:17.784025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7174f-c6ee-4975-ab67-581eb9bdbed1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=9cfeb91d-b6b1-44cb-b965-29f13e4246f2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:17.796152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22d7174f-c6ee-4975-ab67-581eb9bdbed1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.799544 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-22d7174f-c6ee-4975-ab67-581eb9bdbed1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/9cfeb91d-b6b1-44cb-b965-29f13e4246f2 HTTP/1.1" status: 204 len: 168 time: 1.0205901 Nov 29 01:46:17.802893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41028) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:17.815623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb0330c-fa65-4371-8a53-fb2235762949,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:17.819475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.819475 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment 9a751e34-90d1-433b-ba4c-4a4b932c2e7f of type vlan for network d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c Nov 29 01:46:17.821345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:17.870121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] Pushing event deleted for resources: {'Port': ['ID=daaf1d00-5b40-45e4-821c-c2f0527d39a4,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:17.876583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49a01a-1e10-44d6-b9f7-9965ce9a94c0 None None] No DVR routers for this DVR port daaf1d00-5b40-45e4-821c-c2f0527d39a4 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:17.906737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd83c90-f6d1-47cf-ac31-0c640a1ebeea None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:46:17.953327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82053b7-1cee-45b2-bac5-e304a1d3fdd6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:17.957553 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a82053b7-1cee-45b2-bac5-e304a1d3fdd6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1505065 Nov 29 01:46:17.959890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41032) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:18.035746 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0217ea4d-b485-497c-86e9-ff81de654e7f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:46:18.039695 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0217ea4d-b485-497c-86e9-ff81de654e7f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/2e580099-0070-45e5-aa32-22ee0d9e4108 HTTP/1.1" status: 404 len: 333 time: 0.0765193 Nov 29 01:46:18.043294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.047023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41036) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:18.092324 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-db33e9b4-8255-44ad-8490-39fb5451c167 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:46:18.096274 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-db33e9b4-8255-44ad-8490-39fb5451c167 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/9cfeb91d-b6b1-44cb-b965-29f13e4246f2 HTTP/1.1" status: 404 len: 333 time: 0.0443366 Nov 29 01:46:18.106493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:46:18.107859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41038) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:18.108516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.112032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd83c90-f6d1-47cf-ac31-0c640a1ebeea None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:46:18.137440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.258953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.262630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Subnet': ['ID=8c0e2518-1e57-4c7b-9160-134152e7fa93,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:18.277984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Checking segment: {'id': 'f4dd24b9-6dac-4557-b819-77604e67660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd3dbbd4a-c0a6-41dd-846e-8d7257544364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:18.278357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network hostable DHCP agents. Network: d3dbbd4a-c0a6-41dd-846e-8d7257544364, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:18.346845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network d3dbbd4a-c0a6-41dd-846e-8d7257544364 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:18.391406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.395532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, d3dbbd4a-c0a6-41dd-846e-8d7257544364) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:18.405927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:18.406575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.426861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf474aa3-c092-4f6b-9e11-efa932b3725a']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:18.444106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f912ff7-a4dc-4bd8-9173-243a139ad2e1') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:18.444490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f912ff7-a4dc-4bd8-9173-243a139ad2e1') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:18.459345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.475764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.484612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:18.484612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.568444 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-55ad94f4-8d39-45d6-bf53-131efc604f98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6116886 Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:18.569262 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:18.571079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41042) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:18.576921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'port': {'network_id': 'd3dbbd4a-c0a6-41dd-846e-8d7257544364', 'name': 'tempest-NetworksIpV6TestAttrs-872309388'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:18.598507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.606576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.610765 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/networks/bf474aa3-c092-4f6b-9e11-efa932b3725a HTTP/1.1" status: 204 len: 168 time: 0.4998410 Nov 29 01:46:18.624004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41044) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:18.633836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-904991432'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:18.683898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e437360-f08c-4514-b5ee-48f21937f62e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Network': ['ID=bf474aa3-c092-4f6b-9e11-efa932b3725a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:18.685100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.692402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:18.693051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.733756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:18.739032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.777058 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:18.799827 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.800192 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Added segment 48de1479-732b-4ff4-afc3-d588d289c5ae of type vlan for network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c Nov 29 01:46:18.810236 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9722633 Nov 29 01:46:18.812842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc2880a-b024-41a0-9d51-f54af515eed0 None None] Network d3dbbd4a-c0a6-41dd-846e-8d7257544364 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:18.828429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa9329-ffad-470a-8786-9d9f36bb34dd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:18.868713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.891720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:18.933873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:18.951340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:18.995616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.029642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] device_id is not set on port cce45401-1f7b-479b-8c14-8553be399a95 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:19.070470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port ec50971c-7924-486e-905a-9c187655a655 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:19.071000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.082314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Router 060b202b-beea-478a-9eb2-4fa4abdecff3 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:19.101376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ec50971c-7924-486e-905a-9c187655a655 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:19.208123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Allocated IP 2001:db8::f816:3eff:fe9b:6025 (d3dbbd4a-c0a6-41dd-846e-8d7257544364/8c0e2518-1e57-4c7b-9160-134152e7fa93/cce45401-1f7b-479b-8c14-8553be399a95) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:19.271259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ec50971c-7924-486e-905a-9c187655a655 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:19.271561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.276880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-d3dbbd4a-c0a6-41dd-846e-8d7257544364', 'network_id': 'd3dbbd4a-c0a6-41dd-846e-8d7257544364', 'tenant_id': 'bd3d096337a84d03943473bca17ea490', 'fixed_ips': [{'subnet_id': '8c0e2518-1e57-4c7b-9160-134152e7fa93'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:19.277730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.394835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.439765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.457768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.485317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] For port ec50971c-7924-486e-905a-9c187655a655, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ec50971c-7924-486e-905a-9c187655a655,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:19.494940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.498011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.506997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:19.508865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:19.509414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.516707 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Sync routers for ids ['060b202b-beea-478a-9eb2-4fa4abdecff3'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:19.539017 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Routers {'060b202b-beea-478a-9eb2-4fa4abdecff3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:19.541762 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['060b202b-beea-478a-9eb2-4fa4abdecff3'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:19.554266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.555607 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-17efb755-e657-4b99-990f-02baddac0274 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.0584681 Nov 29 01:46:19.558771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41050) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:19.630977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Network': ['ID=55e5a4d3-0f46-4c3f-8369-dcc7bca0203c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:19.642152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.694703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Allocated IP 2001:db8::f816:3eff:feaf:c37c (d3dbbd4a-c0a6-41dd-846e-8d7257544364/8c0e2518-1e57-4c7b-9160-134152e7fa93/373bd7d1-efa2-4211-91a9-1cfc56f67ed0) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:19.715048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network d3dbbd4a-c0a6-41dd-846e-8d7257544364 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:19.735587 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b3a8ba88-eaf3-4fc8-87cd-d23f71495b40 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1079581 Nov 29 01:46:19.740187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41054) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:19.750204 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:19.758017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '55e5a4d3-0f46-4c3f-8369-dcc7bca0203c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:19.761332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:19.777558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:19.781119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.834170 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Set router 060b202b-beea-478a-9eb2-4fa4abdecff3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:19.847040 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Port': ['ID=cce45401-1f7b-479b-8c14-8553be399a95,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:19.879423 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-915ec951-9a14-4638-8c33-5e0dd169ed52 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3071558 Nov 29 01:46:19.883196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41056) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:19.895743 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1b5905c4-92bd-4be6-8d17-3ddd43488f39 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/routers/060b202b-beea-478a-9eb2-4fa4abdecff3 HTTP/1.1" status: 200 len: 906 time: 0.3358161 Nov 29 01:46:19.900225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41058) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:19.945295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:19.995314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:19.998577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.010407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6b08ab-e561-4c11-ad9a-13dff044486a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Deleting subnet 8c0e2518-1e57-4c7b-9160-134152e7fa93 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:20.020039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c6b08ab-e561-4c11-ad9a-13dff044486a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.049615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.076784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Network d3dbbd4a-c0a6-41dd-846e-8d7257544364 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:20.083145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port 0a4de5bd-2992-4abb-a919-238ec99726f6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:20.084477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.089802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:20.094653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Router 09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:20.127076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c6b08ab-e561-4c11-ad9a-13dff044486a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.186520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:20.239865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Pushing event updated for resources: {'Port': ['ID=ec50971c-7924-486e-905a-9c187655a655,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:20.301999 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Pushing event updated for resources: {'Port': ['ID=373bd7d1-efa2-4211-91a9-1cfc56f67ed0,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:20.327803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device daaf1d00-5b40-45e4-821c-c2f0527d39a4 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:20.344342 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060b202b-beea-478a-9eb2-4fa4abdecff3', 'name': 'tempest-snat-router-1958473599', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '619a7876-a6cc-43dd-a647-6346b50af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:13Z', 'updated_at': '2021-11-29T01:46:17Z', 'revision_number': 3, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port': {'id': '619a7876-a6cc-43dd-a647-6346b50af839', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060b202b-beea-478a-9eb2-4fa4abdecff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:46:15Z', 'updated_at': '2021-11-29T01:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:20.353888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: daaf1d00-5b40-45e4-821c-c2f0527d39a4 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:20.354254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device daaf1d00-5b40-45e4-821c-c2f0527d39a4 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:20.368819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:20.379543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.391377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Checking router: 060b202b-beea-478a-9eb2-4fa4abdecff3 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:20.392063 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Updating router 060b202b-beea-478a-9eb2-4fa4abdecff3 port 619a7876-a6cc-43dd-a647-6346b50af839 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:46:20.413133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Port 0a4de5bd-2992-4abb-a919-238ec99726f6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:20.422221 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.457775 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c6b08ab-e561-4c11-ad9a-13dff044486a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.479728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:20.480100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.483717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Attempting to bind port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:20.483838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Attempting to bind port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'f4dd24b9-6dac-4557-b819-77604e67660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd3dbbd4a-c0a6-41dd-846e-8d7257544364'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:20.484158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Attempting to bind port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 on network d3dbbd4a-c0a6-41dd-846e-8d7257544364 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:20.533346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:20.533735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Checking segment: {'id': 'f4dd24b9-6dac-4557-b819-77604e67660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd3dbbd4a-c0a6-41dd-846e-8d7257544364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:20.534148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.534624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Bound using segment: {'id': 'f4dd24b9-6dac-4557-b819-77604e67660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd3dbbd4a-c0a6-41dd-846e-8d7257544364'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:20.535138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Bound port: 373bd7d1-efa2-4211-91a9-1cfc56f67ed0, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dd24b9-6dac-4557-b819-77604e67660f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd3dbbd4a-c0a6-41dd-846e-8d7257544364'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:20.535540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.572220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:20.601308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcc7e3-9517-4d3e-906f-c19bf3f582c2 None None] Sync routers for ids ['09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:20.610770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Performing IP validity checks on allocation pools {{(pid=109948) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 01:46:20.614504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c6b08ab-e561-4c11-ad9a-13dff044486a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.615828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109948) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 01:46:20.657440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.659293 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1353c7af-3cf7-4662-9a05-4c700f8c78e7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7983491 Nov 29 01:46:20.667173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41064) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:20.683296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5c6b08ab-e561-4c11-ad9a-13dff044486a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.684032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d68bea15-8cf4-4a05-9034-e5131bc67e0d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': False}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:20.684250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcc7e3-9517-4d3e-906f-c19bf3f582c2 None None] Routers {'09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:20.684883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a7dcc7e3-9517-4d3e-906f-c19bf3f582c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:20.694857 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5c6b08ab-e561-4c11-ad9a-13dff044486a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/subnets/8c0e2518-1e57-4c7b-9160-134152e7fa93 HTTP/1.1" status: 204 len: 168 time: 0.8090839 Nov 29 01:46:20.695445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41066) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:20.699629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b08ab-e561-4c11-ad9a-13dff044486a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0e2518-1e57-4c7b-9160-134152e7fa93,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:20.736665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a7dcc7e3-9517-4d3e-906f-c19bf3f582c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:20.752341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcc7e3-9517-4d3e-906f-c19bf3f582c2 None None] Routers {'09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:20.753174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a7dcc7e3-9517-4d3e-906f-c19bf3f582c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:20.759883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] For port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:20.781968 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.788645 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.803254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a7dcc7e3-9517-4d3e-906f-c19bf3f582c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:20.803903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e3256-06d6-4606-9cb2-6f0955f7cb68 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:20.804384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcc7e3-9517-4d3e-906f-c19bf3f582c2 None None] The sync data for ids ['09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:20.807191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port 92afdcc6-0ab4-42b1-959f-e15b19c9bb72 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:20.807574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.807921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e3256-06d6-4606-9cb2-6f0955f7cb68 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:20.813052 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] For port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=373bd7d1-efa2-4211-91a9-1cfc56f67ed0,segment=NetworkSegment(f4dd24b9-6dac-4557-b819-77604e67660f),segment_id=f4dd24b9-6dac-4557-b819-77604e67660f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:20.813196 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a13e3256-06d6-4606-9cb2-6f0955f7cb68 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1108325 Nov 29 01:46:20.813818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41068) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:20.838954 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.929777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:20.966467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e0b93d-6e1d-4575-b874-accb6a7f8015 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:20.979101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Port 92afdcc6-0ab4-42b1-959f-e15b19c9bb72 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:21.008894 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34921ff5-7621-4c56-95ef-4eb596bb7f45 None None] Pushing event updated for resources: {'Port': ['ID=619a7876-a6cc-43dd-a647-6346b50af839,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:21.021370 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Attempting to bind port 619a7876-a6cc-43dd-a647-6346b50af839 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:21.022880 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Attempting to bind port 619a7876-a6cc-43dd-a647-6346b50af839 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:21.025019 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Attempting to bind port 619a7876-a6cc-43dd-a647-6346b50af839 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:21.034117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfe2c-fd19-49af-9cf6-8a689da1348b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.059768 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0bfe2c-fd19-49af-9cf6-8a689da1348b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 29 01:46:21.061618 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:21.062224 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:21.062350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0bfe2c-fd19-49af-9cf6-8a689da1348b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:21.063021 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.063570 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:21.064212 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Bound port: 619a7876-a6cc-43dd-a647-6346b50af839, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:21.064784 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.076519 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0b0bfe2c-fd19-49af-9cf6-8a689da1348b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/d3dbbd4a-c0a6-41dd-846e-8d7257544364 HTTP/1.1" status: 409 len: 405 time: 0.2610314 Nov 29 01:46:21.079847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41072) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:21.094255 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-460835452'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:21.099987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ec50971c-7924-486e-905a-9c187655a655 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:21.150670 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] For port 619a7876-a6cc-43dd-a647-6346b50af839, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:21.158069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:21.158283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Deleting port 619a7876-a6cc-43dd-a647-6346b50af839 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:21.158966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.161913 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] For port 619a7876-a6cc-43dd-a647-6346b50af839, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=619a7876-a6cc-43dd-a647-6346b50af839,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:21.166389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.169544 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.189126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1a5ea-74f4-4fe0-93db-2e0fecf1ac27 None None] Pushing event updated for resources: {'Port': ['ID=373bd7d1-efa2-4211-91a9-1cfc56f67ed0,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:21.192447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port 88fa720b-261b-45c4-a4d6-8fead063f74f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:21.192828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.240407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:21.261460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.261821 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Added segment f8a5e5f4-cb31-41ea-be2b-1190630c33ac of type vlan for network e1b25c96-5b00-4ec7-8daf-c07f6b4145fd Nov 29 01:46:21.266818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] For port 619a7876-a6cc-43dd-a647-6346b50af839, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:21.267305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.310889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Calling delete_port for 619a7876-a6cc-43dd-a647-6346b50af839 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:21.318825 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34921ff5-7621-4c56-95ef-4eb596bb7f45 None None] Pushing event updated for resources: {'Port': ['ID=619a7876-a6cc-43dd-a647-6346b50af839,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:21.346540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.364934 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Routers {'060b202b-beea-478a-9eb2-4fa4abdecff3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:21.368199 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['060b202b-beea-478a-9eb2-4fa4abdecff3'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:21.388763 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Port 88fa720b-261b-45c4-a4d6-8fead063f74f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:21.389370 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.412334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b6b0c5-a238-418d-9730-ededbdbc857b None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:21.413159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:21.413827 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.484792 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4038444 Nov 29 01:46:21.506281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port 5a766485-8878-42ad-b6cc-5e619307ee44 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:21.506672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.552558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41076) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:21.574807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'subnet': {'network_id': 'e1b25c96-5b00-4ec7-8daf-c07f6b4145fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:21.625876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ec50971c-7924-486e-905a-9c187655a655 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:21.626295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.633301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.701242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d1e27-7e6e-4cd4-872c-4414ffee4776 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:21.730701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.773301 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] Set router 060b202b-beea-478a-9eb2-4fa4abdecff3 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:21.853257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=7cf7e501-9e9b-48c0-b50d-f934d1633cdd,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:21.864244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:21.864991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.875562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1119efd-bee0-4456-b787-b2fd1f86fa7b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Network': ['ID=e1b25c96-5b00-4ec7-8daf-c07f6b4145fd,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:21.892660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network e1b25c96-5b00-4ec7-8daf-c07f6b4145fd details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:21.892855 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event deleted for resources: {'Port': ['ID=619a7876-a6cc-43dd-a647-6346b50af839,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:21.911250 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060b202b-beea-478a-9eb2-4fa4abdecff3', 'name': 'tempest-snat-router-1958473599', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:13Z', 'updated_at': '2021-11-29T01:46:20Z', 'revision_number': 4, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:21.944020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:21.953720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.957200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:21.990382 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b30d6-ef31-4bc5-9cbb-6e88b572e20f None None] The sync data for ids ['060b202b-beea-478a-9eb2-4fa4abdecff3'] in dv-neutron-816800-5-hyperv is: [{'id': '060b202b-beea-478a-9eb2-4fa4abdecff3', 'name': 'tempest-snat-router-1958473599', 'tenant_id': '2895dd05bb6d432ca291cbefd92b61b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:46:13Z', 'updated_at': '2021-11-29T01:46:20Z', 'revision_number': 4, 'project_id': '2895dd05bb6d432ca291cbefd92b61b1', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:22.128691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41082) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:22.136773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': 'd9d2d6e8-018b-4372-8a03-bcb5ed34eb9c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:22.168087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking segment: {'id': '48de1479-732b-4ff4-afc3-d588d289c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '55e5a4d3-0f46-4c3f-8369-dcc7bca0203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:22.168461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network hostable DHCP agents. Network: 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:22.184230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.189021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.303752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.304583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Could not find standard attr ID for object 619a7876-a6cc-43dd-a647-6346b50af839. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:46:22.338081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port 0a17316c-45f0-4259-94cd-4972f34b05d3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:22.338494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.363198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:22.370494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.379443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Port 0a17316c-45f0-4259-94cd-4972f34b05d3 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:22.395782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Provisioning complete for port 6f3c5964-7307-41b6-aaab-639e809b4928 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:22.396452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40018f5-02d3-4af7-a11f-11f3d5a04c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.442997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:46:22.445289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.487418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:22.523471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.524016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 060b202b-beea-478a-9eb2-4fa4abdecff3 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:22.538329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.542481 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6c389f3f-507f-48f9-a49a-b51a3bdf9471 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "DELETE /v2.0/routers/060b202b-beea-478a-9eb2-4fa4abdecff3 HTTP/1.1" status: 204 len: 168 time: 2.6412840 Nov 29 01:46:22.545623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41086) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:22.547767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Subnet': ['ID=a8cbcfb9-c23a-4075-82f5-6fafa58956fb,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:22.555146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Checking segment: {'id': 'f8a5e5f4-cb31-41ea-be2b-1190630c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e1b25c96-5b00-4ec7-8daf-c07f6b4145fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:22.555527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network hostable DHCP agents. Network: e1b25c96-5b00-4ec7-8daf-c07f6b4145fd, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:22.559986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:22.574161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:22.574441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e1c40-3d13-43c7-8c63-946753546448 None None] Network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:22.574928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.599190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network e1b25c96-5b00-4ec7-8daf-c07f6b4145fd is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:22.605753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, e1b25c96-5b00-4ec7-8daf-c07f6b4145fd) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:22.609641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:22.610245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.639350 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-875365b5-9690-4aa8-b5d0-db4112e882ab tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0883346 Nov 29 01:46:22.640003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41088) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:22.649857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749d900-fcc0-420a-aebf-5f3bf3cd951f None None] Network e1b25c96-5b00-4ec7-8daf-c07f6b4145fd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:22.682630 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d68bea15-8cf4-4a05-9034-e5131bc67e0d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.696276 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b3ecd7ea-a22e-447c-bf99-a9e20f0f783a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9548197 Nov 29 01:46:22.701949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41090) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:22.708419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76996889-1aa6-42e1-9001-47e7d1adc340 None None] Network d3dbbd4a-c0a6-41dd-846e-8d7257544364 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:22.710287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '55e5a4d3-0f46-4c3f-8369-dcc7bca0203c', 'name': 'tempest-PortsIpV6TestJSON-525265055'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:22.723244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6f1b9eec-c892-4ec2-afba-ddd9c637b3eb None None] Could not find standard attr ID for object 619a7876-a6cc-43dd-a647-6346b50af839. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:46:22.765440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.854105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.859963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.939304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:22.984767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Subnet': ['ID=a8cbcfb9-c23a-4075-82f5-6fafa58956fb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:22.985192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c2744c5c-8136-4000-a96b-a4978c685d28 None None] Provisioning complete for port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:22.985577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2744c5c-8136-4000-a96b-a4978c685d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.075455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7aba1d-e5a7-4db3-9764-f3ad5e772467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-e1b25c96-5b00-4ec7-8daf-c07f6b4145fd', 'network_id': 'e1b25c96-5b00-4ec7-8daf-c07f6b4145fd', 'tenant_id': 'bd3d096337a84d03943473bca17ea490', 'fixed_ips': [{'subnet_id': 'a8cbcfb9-c23a-4075-82f5-6fafa58956fb'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:23.076311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc7aba1d-e5a7-4db3-9764-f3ad5e772467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.104863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.114593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:23.127786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b25c96-5b00-4ec7-8daf-c07f6b4145fd']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:23.143138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a5e5f4-cb31-41ea-be2b-1190630c33ac') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:23.143482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a5e5f4-cb31-41ea-be2b-1190630c33ac') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:23.155756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.172193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.182473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:23.182904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:23.188579 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:23.266369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.268181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-cc7aba1d-e5a7-4db3-9764-f3ad5e772467 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:46:23.268181 dv-neutron-816800-5-hyperv neutron-server[109950]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 29 01:46:23.268181 dv-neutron-816800-5-hyperv neutron-server[109950]: [parameters: {'project_id': 'bd3d096337a84d03943473bca17ea490', 'id': '1a96400a-8628-45ea-9bca-2ae2016c5879', 'name': '', 'network_id': 'e1b25c96-5b00-4ec7-8daf-c07f6b4145fd', 'mac_address': 'fa:16:3e:ce:a5:34', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-e1b25c96-5b00-4ec7-8daf-c07f6b4145fd', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 371}] Nov 29 01:46:23.268181 dv-neutron-816800-5-hyperv neutron-server[109950]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:46:23.269525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-cc7aba1d-e5a7-4db3-9764-f3ad5e772467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:46:23.274857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-55e5a4d3-0f46-4c3f-8369-dcc7bca0203c', 'network_id': '55e5a4d3-0f46-4c3f-8369-dcc7bca0203c', 'tenant_id': '009fa053cc154d84b3edcc60331e0cd3', 'fixed_ips': [{'subnet_id': '7cf7e501-9e9b-48c0-b50d-f934d1633cdd'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:23.275846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.277814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.281680 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/e1b25c96-5b00-4ec7-8daf-c07f6b4145fd HTTP/1.1" status: 204 len: 168 time: 0.6405709 Nov 29 01:46:23.286755 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41096) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:23.293809 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:23.294006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-153113035'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:23.294234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.313797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c199-79d7-4267-bac3-528c606d685a tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Network': ['ID=e1b25c96-5b00-4ec7-8daf-c07f6b4145fd,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:23.342764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:23.348859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.385166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:23.397881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.398370 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Added segment 87867c85-9e05-49d4-ab6e-01a2344c52cf of type vlan for network f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4 Nov 29 01:46:23.443914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Allocated IP 2001:db8::2 (55e5a4d3-0f46-4c3f-8369-dcc7bca0203c/7cf7e501-9e9b-48c0-b50d-f934d1633cdd/78d262fc-d2eb-4777-9406-6d007b1dbb04) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:23.451685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.455471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.479715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] DHCP port deletion for d3dbbd4a-c0a6-41dd-846e-8d7257544364 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:23.481347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2744c5c-8136-4000-a96b-a4978c685d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.491739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.497775 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:23.498500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.512276 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-b99b95a0-f032-4bfa-9dba-4fef5a2ae8b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2582040 Nov 29 01:46:23.528884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:23.535245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.570847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.594743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=42a30821-526e-4931-b22b-0fffce9e4be7,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:23.603257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 6a1980bd-2eef-45f8-926e-139abedacebc yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:23.621026 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3297598 Nov 29 01:46:23.621888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41098) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:23.627385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'subnet': {'network_id': 'f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:23.711881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b326c-1aae-435c-9655-352e2507ec6b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Network': ['ID=f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:23.721041 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': '9a751e34-90d1-433b-ba4c-4a4b932c2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd9d2d6e8-018b-4372-8a03-bcb5ed34eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:23.721041 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:23.735650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:23.746820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:23.753732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.775918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc7aba1d-e5a7-4db3-9764-f3ad5e772467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.778903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c2744c5c-8136-4000-a96b-a4978c685d28 None None] For port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=373bd7d1-efa2-4211-91a9-1cfc56f67ed0,segment=NetworkSegment(f4dd24b9-6dac-4557-b819-77604e67660f),segment_id=f4dd24b9-6dac-4557-b819-77604e67660f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:23.799605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c2744c5c-8136-4000-a96b-a4978c685d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.842223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:23.851367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-d0c6f5d0-13bf-49d1-b5b3-ab51200e820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:23.852897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-d0c6f5d0-13bf-49d1-b5b3-ab51200e820f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1099 time: 0.1830211 Nov 29 01:46:23.860533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Deleting port ec50971c-7924-486e-905a-9c187655a655 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:23.861188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.876975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.947203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.984422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:23.989026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2744c5c-8136-4000-a96b-a4978c685d28 None None] Pushing event updated for resources: {'Port': ['ID=373bd7d1-efa2-4211-91a9-1cfc56f67ed0,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:23.994864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] Deleting port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:23.995245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.022867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:24.023961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dced3b9-caa7-4439-bdaa-b6b93a9d1250 None None] Network e1b25c96-5b00-4ec7-8daf-c07f6b4145fd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:24.036473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:24.058984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8157d-9f58-426c-b977-3ceb3b08bcab None None] Network d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:24.060801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::335 (55e5a4d3-0f46-4c3f-8369-dcc7bca0203c/7cf7e501-9e9b-48c0-b50d-f934d1633cdd/6a1980bd-2eef-45f8-926e-139abedacebc) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:24.067533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:24.068144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.071066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Subnet': ['ID=2ccb1bfe-03a8-45be-8b7a-b1b251d20d5a,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:24.076273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] For port ec50971c-7924-486e-905a-9c187655a655, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ec50971c-7924-486e-905a-9c187655a655,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:24.076647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.087668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Checking segment: {'id': '87867c85-9e05-49d4-ab6e-01a2344c52cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:24.088162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network hostable DHCP agents. Network: f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:24.108878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:24.117660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:24.121179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:24.126952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:24.127577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.130050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dced3b9-caa7-4439-bdaa-b6b93a9d1250 None None] Network e1b25c96-5b00-4ec7-8daf-c07f6b4145fd could not be found, it might have been deleted concurrently. {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 01:46:24.141817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:24.151277 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d3ffffce-5725-4f32-809c-e7e6e7fbddad tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5267115 Nov 29 01:46:24.153992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41106) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:24.154181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Calling delete_port for ec50971c-7924-486e-905a-9c187655a655 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:24.166353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aa4720-104a-4323-a29b-40bab5b0bc47 None None] Network f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:24.185352 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b0b47f3d-0e81-416b-b626-ca7925663380 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0528278 Nov 29 01:46:24.193652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41108) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:24.224975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144174390'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:24.265613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:24.269903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.282363 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Pushing event updated for resources: {'Port': ['ID=78d262fc-d2eb-4777-9406-6d007b1dbb04,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:24.290489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] For port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=373bd7d1-efa2-4211-91a9-1cfc56f67ed0,segment=NetworkSegment(f4dd24b9-6dac-4557-b819-77604e67660f),segment_id=f4dd24b9-6dac-4557-b819-77604e67660f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:24.291057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.300950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.324010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:24.352151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-6baad7d6-d4ce-4620-9e2f-9d2b69aec3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:24.353976 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-6baad7d6-d4ce-4620-9e2f-9d2b69aec3e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 912 time: 0.3992963 Nov 29 01:46:24.360150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.360150 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment afc8dd97-eaae-49d8-880f-6a5d4b8cca2a of type vlan for network fe754307-f913-4d1e-b376-d12605b50c09 Nov 29 01:46:24.370189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Attempting to bind port 78d262fc-d2eb-4777-9406-6d007b1dbb04 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:24.370599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Attempting to bind port 78d262fc-d2eb-4777-9406-6d007b1dbb04 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '48de1479-732b-4ff4-afc3-d588d289c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '55e5a4d3-0f46-4c3f-8369-dcc7bca0203c'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:24.370975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Attempting to bind port 78d262fc-d2eb-4777-9406-6d007b1dbb04 on network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:24.373293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] Calling delete_port for 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:24.399104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:24.399483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Checking segment: {'id': '48de1479-732b-4ff4-afc3-d588d289c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '55e5a4d3-0f46-4c3f-8369-dcc7bca0203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:24.399924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.400298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Bound using segment: {'id': '48de1479-732b-4ff4-afc3-d588d289c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '55e5a4d3-0f46-4c3f-8369-dcc7bca0203c'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:24.400911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Bound port: 78d262fc-d2eb-4777-9406-6d007b1dbb04, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48de1479-732b-4ff4-afc3-d588d289c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '55e5a4d3-0f46-4c3f-8369-dcc7bca0203c'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:24.401306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.412322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.444516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.500417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.506714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:24.507339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.516959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.574919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccb1bfe-03a8-45be-8b7a-b1b251d20d5a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:24.609855 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-11fb6353-1ff9-404e-a843-fca062d59b59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 1001 time: 0.2326164 Nov 29 01:46:24.640315 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4424758 Nov 29 01:46:24.642782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41112) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:24.659045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': 'fe754307-f913-4d1e-b376-d12605b50c09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:24.687266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced6906-e942-464b-823d-7d5b408b4d03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=fe754307-f913-4d1e-b376-d12605b50c09,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:24.699116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.710292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network fe754307-f913-4d1e-b376-d12605b50c09 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:24.722407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:24.732856 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87867c85-9e05-49d4-ab6e-01a2344c52cf') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:24.733297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87867c85-9e05-49d4-ab6e-01a2344c52cf') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:24.746728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.766310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.773436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:24.773965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:24.777570 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:24.803664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.832815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-04f96297-37bd-436d-80a4-645b2da1b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:24.834334 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-04f96297-37bd-436d-80a4-645b2da1b846 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.1892436 Nov 29 01:46:24.858012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c', 'network_id': 'd9d2d6e8-018b-4372-8a03-bcb5ed34eb9c', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': '42a30821-526e-4931-b22b-0fffce9e4be7'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:24.858916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.861646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.873018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.879964 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4 HTTP/1.1" status: 204 len: 168 time: 0.7253017 Nov 29 01:46:24.896714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41114) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:24.897550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b3dfd-1b4c-4774-bd1a-c2ebb574220b tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Network': ['ID=f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:24.906739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-19024640'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:24.908325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] For port 78d262fc-d2eb-4777-9406-6d007b1dbb04, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:24.922209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f5b303-8371-4353-83a7-07e1c2504e03 None None] Network f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:24.945883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] For port 78d262fc-d2eb-4777-9406-6d007b1dbb04, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=78d262fc-d2eb-4777-9406-6d007b1dbb04,segment=NetworkSegment(48de1479-732b-4ff4-afc3-d588d289c5ae),segment_id=48de1479-732b-4ff4-afc3-d588d289c5ae)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:24.953458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f5b303-8371-4353-83a7-07e1c2504e03 None None] Network f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4 could not be found, it might have been deleted concurrently. {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 01:46:24.960035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:24.960859 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.964111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.991649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:24.995093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:25.005766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.006638 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Added segment 52cd4054-3d4a-4e99-b827-ce8af5723fc4 of type vlan for network 195dca4f-ece9-41ad-bfd9-6750641a834d Nov 29 01:46:25.011487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d68bea15-8cf4-4a05-9034-e5131bc67e0d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.011934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:25.018510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.028695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:25.032511 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.041089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.060608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.090663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.096588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:25.097423 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.109092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77df515-8104-46af-8d7c-dc66387705bc None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:25.113722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:25.114070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:25.123429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:25.157411 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] No DVR routers for this DVR port 373bd7d1-efa2-4211-91a9-1cfc56f67ed0 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:25.175335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d68bea15-8cf4-4a05-9034-e5131bc67e0d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.175532 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2740247 Nov 29 01:46:25.178534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41120) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:25.185647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Request body: {'subnet': {'network_id': '195dca4f-ece9-41ad-bfd9-6750641a834d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:25.211951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5f13b-4d4d-443c-b804-9a052e8c2ac3 None None] Pushing event updated for resources: {'Port': ['ID=78d262fc-d2eb-4777-9406-6d007b1dbb04,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:25.212569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:25.214713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04889e12-35b4-4cc5-ae4a-968e1fc9b5d6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Network': ['ID=195dca4f-ece9-41ad-bfd9-6750641a834d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:25.216520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:25.225360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:25.230913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.244854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 195dca4f-ece9-41ad-bfd9-6750641a834d details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:25.251995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba0d56-d076-4d14-9268-2c4bba257d4c None None] Pushing event deleted for resources: {'Port': ['ID=373bd7d1-efa2-4211-91a9-1cfc56f67ed0,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:25.254654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Allocated IP 2001:db8:0:ffff::2 (d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c/42a30821-526e-4931-b22b-0fffce9e4be7/b76b3126-8b85-460d-99f1-41632ff6b96e) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:25.336480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Made reservation on behalf of bd3d096337a84d03943473bca17ea490 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:25.340735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.340903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-ce707b80-7d57-44ba-af1e-0e0d9bbfeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:25.342284 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-ce707b80-7d57-44ba-af1e-0e0d9bbfeeda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4930646 Nov 29 01:46:25.343098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=6a1980bd-2eef-45f8-926e-139abedacebc,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:25.393969 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-778633fd-a79e-42a8-b0b1-c8b7a1b3c927 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6906815 Nov 29 01:46:25.405537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41122) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:25.431675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec50971c-7924-486e-905a-9c187655a655,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:25.436218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.567222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.579368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.629083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-80900d0a-8b9d-4eff-a14b-a7a7b9f785bd tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 6a1980bd-2eef-45f8-926e-139abedacebc {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:25.629436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80900d0a-8b9d-4eff-a14b-a7a7b9f785bd tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.648354 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Network d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:25.651789 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:25.661642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:25.700452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Pushing event updated for resources: {'Port': ['ID=b76b3126-8b85-460d-99f1-41632ff6b96e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:25.734567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Attempting to bind port b76b3126-8b85-460d-99f1-41632ff6b96e on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:25.735210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Attempting to bind port b76b3126-8b85-460d-99f1-41632ff6b96e by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '9a751e34-90d1-433b-ba4c-4a4b932c2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd9d2d6e8-018b-4372-8a03-bcb5ed34eb9c'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:25.735576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Attempting to bind port b76b3126-8b85-460d-99f1-41632ff6b96e on network d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:25.743349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:25.743788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Checking segment: {'id': '9a751e34-90d1-433b-ba4c-4a4b932c2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd9d2d6e8-018b-4372-8a03-bcb5ed34eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:25.744207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.744608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Bound using segment: {'id': '9a751e34-90d1-433b-ba4c-4a4b932c2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd9d2d6e8-018b-4372-8a03-bcb5ed34eb9c'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:25.745218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Bound port: b76b3126-8b85-460d-99f1-41632ff6b96e, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a751e34-90d1-433b-ba4c-4a4b932c2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd9d2d6e8-018b-4372-8a03-bcb5ed34eb9c'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:25.745658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.778784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80900d0a-8b9d-4eff-a14b-a7a7b9f785bd tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.794608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-80900d0a-8b9d-4eff-a14b-a7a7b9f785bd tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 6a1980bd-2eef-45f8-926e-139abedacebc owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:25.828911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] For port b76b3126-8b85-460d-99f1-41632ff6b96e, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:25.834013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] For port b76b3126-8b85-460d-99f1-41632ff6b96e, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b76b3126-8b85-460d-99f1-41632ff6b96e,segment=NetworkSegment(9a751e34-90d1-433b-ba4c-4a4b932c2e7f),segment_id=9a751e34-90d1-433b-ba4c-4a4b932c2e7f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:25.838276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.904807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6f901-f56f-40b8-918b-19fcf1c99f06 None None] Pushing event updated for resources: {'Port': ['ID=b76b3126-8b85-460d-99f1-41632ff6b96e,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:25.917840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:46:25.920787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.973370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.984520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:25.995310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event updated for resources: {'Subnet': ['ID=89d3cb1f-b04b-4fd1-a899-b7fcd5367760,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:26.041845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Checking segment: {'id': '52cd4054-3d4a-4e99-b827-ce8af5723fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195dca4f-ece9-41ad-bfd9-6750641a834d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:26.042208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network hostable DHCP agents. Network: 195dca4f-ece9-41ad-bfd9-6750641a834d, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:26.061400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80900d0a-8b9d-4eff-a14b-a7a7b9f785bd tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.086307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68bea15-8cf4-4a05-9034-e5131bc67e0d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Router 09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:46:26.106901 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-23d6b580-c4a3-4d73-9eb9-98e74a550758 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102377 Nov 29 01:46:26.122080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80900d0a-8b9d-4eff-a14b-a7a7b9f785bd tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=6a1980bd-2eef-45f8-926e-139abedacebc,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:26.131963 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Network 195dca4f-ece9-41ad-bfd9-6750641a834d is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:26.169115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.169115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc99da10-bd40-4999-aecf-ea2bbd70a99c {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:26.182270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.187420 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d2e7aefb-fe2d-4dc4-b5ac-fb2ae5a44334 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "DELETE /v2.0/routers/cc99da10-bd40-4999-aecf-ea2bbd70a99c HTTP/1.1" status: 204 len: 168 time: 3.6316655 Nov 29 01:46:26.193070 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41130) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:26.195133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 195dca4f-ece9-41ad-bfd9-6750641a834d) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:26.199162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-444310544', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:26.205528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80900d0a-8b9d-4eff-a14b-a7a7b9f785bd tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.209488 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-80900d0a-8b9d-4eff-a14b-a7a7b9f785bd tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/6a1980bd-2eef-45f8-926e-139abedacebc HTTP/1.1" status: 204 len: 168 time: 0.8029733 Nov 29 01:46:26.212570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41132) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:26.222379 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:26.222992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.245865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0143b667-0772-477c-9820-f7bad04fb6ba None None] Network 195dca4f-ece9-41ad-bfd9-6750641a834d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:26.322906 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7e1401-b1b1-4906-bd35-cd87641181d3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:26.323714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7e1401-b1b1-4906-bd35-cd87641181d3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:26.333261 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-da7e1401-b1b1-4906-bd35-cd87641181d3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/6a1980bd-2eef-45f8-926e-139abedacebc HTTP/1.1" status: 404 len: 333 time: 0.1196845 Nov 29 01:46:26.336380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41134) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:26.359469 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.376419 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77556dc-6c06-4388-aaa9-9ee2be2357a3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:46:26.382956 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c77556dc-6c06-4388-aaa9-9ee2be2357a3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/6a1980bd-2eef-45f8-926e-139abedacebc HTTP/1.1" status: 404 len: 333 time: 0.0455384 Nov 29 01:46:26.386336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41136) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:26.442848 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.445072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.470178 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0120f4d3-9c67-41ee-ac76-ee45a950971e tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2905157 Nov 29 01:46:26.474855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41138) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:26.559304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=57c88fd5-f80f-4c6b-a86a-8d80525a8a3c,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:26.571823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-195dca4f-ece9-41ad-bfd9-6750641a834d', 'network_id': '195dca4f-ece9-41ad-bfd9-6750641a834d', 'tenant_id': 'bd3d096337a84d03943473bca17ea490', 'fixed_ips': [{'subnet_id': '89d3cb1f-b04b-4fd1-a899-b7fcd5367760'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:26.572803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b970b8a-c427-4a21-929d-e73b1e55d782 req-f5040d30-56db-4c50-9fe9-ecbe0373e502 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476357 Nov 29 01:46:26.572963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.612947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68bea15-8cf4-4a05-9034-e5131bc67e0d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:26.621480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d68bea15-8cf4-4a05-9034-e5131bc67e0d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.628371 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d68bea15-8cf4-4a05-9034-e5131bc67e0d tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "PUT /v2.0/routers/09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 HTTP/1.1" status: 200 len: 921 time: 5.9538593 Nov 29 01:46:26.629228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': 'afc8dd97-eaae-49d8-880f-6a5d4b8cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'fe754307-f913-4d1e-b376-d12605b50c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:26.629607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: fe754307-f913-4d1e-b376-d12605b50c09, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:26.632344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41140) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:26.633012 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd3814-39f1-471c-96dd-7fbb765f752c None None] Sync routers for ids ['09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:26.660484 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd3814-39f1-471c-96dd-7fbb765f752c None None] Routers {'09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:26.661933 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4bdd3814-39f1-471c-96dd-7fbb765f752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:26.716929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.738754 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4bdd3814-39f1-471c-96dd-7fbb765f752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:26.753845 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd3814-39f1-471c-96dd-7fbb765f752c None None] Routers {'09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:26.754888 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4bdd3814-39f1-471c-96dd-7fbb765f752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:26.789119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2438a4d-339d-4cd6-ad0d-9161d4a6598e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet 7cf7e501-9e9b-48c0-b50d-f934d1633cdd {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:26.796896 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4bdd3814-39f1-471c-96dd-7fbb765f752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:26.797557 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdd3814-39f1-471c-96dd-7fbb765f752c None None] The sync data for ids ['09ff16d4-bffb-4cf4-8a21-eae4fe8052e5'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:26.800436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network fe754307-f913-4d1e-b376-d12605b50c09 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:26.804154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Allocated IP 2001:db8::f816:3eff:fe19:a8b2 (195dca4f-ece9-41ad-bfd9-6750641a834d/89d3cb1f-b04b-4fd1-a899-b7fcd5367760/b065aded-26c0-443f-abba-72e7130ed7d8) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:26.838011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, fe754307-f913-4d1e-b376-d12605b50c09) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:26.846344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:26.847005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:26.876318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10caaf2b-21ea-442c-b5e2-031849526897 None None] Network fe754307-f913-4d1e-b376-d12605b50c09 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:26.879134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05addc61-07bf-4cb6-b31f-5a5acccadf59 None None] Network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:26.901932 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5487f0c7-dd9d-410c-be38-838ea29314cd tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/routers/09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 HTTP/1.1" status: 200 len: 921 time: 0.2688696 Nov 29 01:46:26.904795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41144) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:26.984986 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e640afe8-5ba1-4c95-b192-b382cb8c3046 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3284626 Nov 29 01:46:27.017346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41146) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:27.117573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 78d262fc-d2eb-4777-9406-6d007b1dbb04 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:27.135361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f48d3-36f9-4f26-8b19-c49704b25253 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:27.137678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-87960b96-a0b5-4962-8cc9-f43f8dbbb22d None None] Provisioning complete for port 78d262fc-d2eb-4777-9406-6d007b1dbb04 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:27.138064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-87960b96-a0b5-4962-8cc9-f43f8dbbb22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.143557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4f1f48d3-36f9-4f26-8b19-c49704b25253 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=09ff16d4-bffb-4cf4-8a21-eae4fe8052e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2374239 Nov 29 01:46:27.145030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41148) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:27.276609 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2438a4d-339d-4cd6-ad0d-9161d4a6598e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.331768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa1ca8-e607-47c8-a84f-54b3246c4cfb tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:27.335859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2438a4d-339d-4cd6-ad0d-9161d4a6598e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.336559 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e4fa1ca8-e607-47c8-a84f-54b3246c4cfb tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 881 time: 0.1876771 Nov 29 01:46:27.339890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41152) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:27.389159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.402016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.424138 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e399e5c3-ea06-45d1-ae35-796c530de859 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 HTTP/1.1" status: 200 len: 205 time: 0.0831995 Nov 29 01:46:27.425193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41156) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:27.436100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.451251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 78d262fc-d2eb-4777-9406-6d007b1dbb04 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:27.451963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.546738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.619550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2438a4d-339d-4cd6-ad0d-9161d4a6598e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.646394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.651470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.672109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461482df-e55a-46c7-8134-62c4e78733ad None None] Network d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:27.718725 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.750454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Network 195dca4f-ece9-41ad-bfd9-6750641a834d is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:27.759813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.770211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:27.803258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Pushing event updated for resources: {'Port': ['ID=b065aded-26c0-443f-abba-72e7130ed7d8,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:27.805787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:27.807823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.812228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9c04b-daff-494e-8792-f8b01cbf4bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-fe754307-f913-4d1e-b376-d12605b50c09', 'network_id': 'fe754307-f913-4d1e-b376-d12605b50c09', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': '57c88fd5-f80f-4c6b-a86a-8d80525a8a3c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:27.812847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.813024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-13c9c04b-daff-494e-8792-f8b01cbf4bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.839456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2438a4d-339d-4cd6-ad0d-9161d4a6598e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.839679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-87960b96-a0b5-4962-8cc9-f43f8dbbb22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.846830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.854087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=57c88fd5-f80f-4c6b-a86a-8d80525a8a3c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:27.914636 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2438a4d-339d-4cd6-ad0d-9161d4a6598e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.920775 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a2438a4d-339d-4cd6-ad0d-9161d4a6598e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/7cf7e501-9e9b-48c0-b50d-f934d1633cdd HTTP/1.1" status: 204 len: 168 time: 1.5333226 Nov 29 01:46:27.922915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2438a4d-339d-4cd6-ad0d-9161d4a6598e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf7e501-9e9b-48c0-b50d-f934d1633cdd,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:27.928758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41158) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:27.949970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:27.979470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe754307-f913-4d1e-b376-d12605b50c09']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:27.994604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc8dd97-eaae-49d8-880f-6a5d4b8cca2a') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:27.994922 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc8dd97-eaae-49d8-880f-6a5d4b8cca2a') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:28.010105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Deleting port 88fa720b-261b-45c4-a4d6-8fead063f74f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:28.010477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.013200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.040250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Subnet': ['ID=89d3cb1f-b04b-4fd1-a899-b7fcd5367760,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:28.057947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.101620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:28.102379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: items = [ Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:28.105694 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:28.116474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.118114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Attempting to bind port b065aded-26c0-443f-abba-72e7130ed7d8 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:28.118527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Attempting to bind port b065aded-26c0-443f-abba-72e7130ed7d8 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '52cd4054-3d4a-4e99-b827-ce8af5723fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195dca4f-ece9-41ad-bfd9-6750641a834d'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:28.118908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Attempting to bind port b065aded-26c0-443f-abba-72e7130ed7d8 on network 195dca4f-ece9-41ad-bfd9-6750641a834d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:28.123598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.148880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:28.149281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Checking segment: {'id': '52cd4054-3d4a-4e99-b827-ce8af5723fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195dca4f-ece9-41ad-bfd9-6750641a834d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:28.149685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.150097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Bound using segment: {'id': '52cd4054-3d4a-4e99-b827-ce8af5723fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195dca4f-ece9-41ad-bfd9-6750641a834d'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:28.150613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Bound port: b065aded-26c0-443f-abba-72e7130ed7d8, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cd4054-3d4a-4e99-b827-ce8af5723fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195dca4f-ece9-41ad-bfd9-6750641a834d'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:28.151010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.158340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195dca4f-ece9-41ad-bfd9-6750641a834d']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:28.175260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cd4054-3d4a-4e99-b827-ce8af5723fc4') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:28.175559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cd4054-3d4a-4e99-b827-ce8af5723fc4') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:28.184956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.193020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43553aaa-b422-447f-b676-130fe4a5f7ac None None] Network fe754307-f913-4d1e-b376-d12605b50c09 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:28.205993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.209036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.210183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.229509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Calling delete_port for 88fa720b-261b-45c4-a4d6-8fead063f74f owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:28.234041 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.237764 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/fe754307-f913-4d1e-b376-d12605b50c09 HTTP/1.1" status: 204 len: 168 time: 1.2183502 Nov 29 01:46:28.238037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.241885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41162) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:28.250724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a782d8-efbf-4b63-b950-40ca8fa2d54a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=fe754307-f913-4d1e-b376-d12605b50c09,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:28.258709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1788018244'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:28.268222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:28.268654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:28.274655 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:28.295211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-87960b96-a0b5-4962-8cc9-f43f8dbbb22d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:46:28.295577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-87960b96-a0b5-4962-8cc9-f43f8dbbb22d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:46:28.306132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c2409e-dfd0-4c44-a324-4d1496f40591 None None] Network 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:28.427613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:28.431088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.436915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.api [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:46:28.436915 dv-neutron-816800-5-hyperv neutron-server[109949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:46:28.436915 dv-neutron-816800-5-hyperv neutron-server[109949]: [parameters: {'id': '195dca4f-ece9-41ad-bfd9-6750641a834d'}] Nov 29 01:46:28.436915 dv-neutron-816800-5-hyperv neutron-server[109949]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:46:28.437248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG oslo_db.api [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:46:28.440255 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.462178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 78d262fc-d2eb-4777-9406-6d007b1dbb04 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:28.462178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.463441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 78d262fc-d2eb-4777-9406-6d007b1dbb04, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=78d262fc-d2eb-4777-9406-6d007b1dbb04,segment=NetworkSegment(48de1479-732b-4ff4-afc3-d588d289c5ae),segment_id=48de1479-732b-4ff4-afc3-d588d289c5ae)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:28.468527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.474378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event deleted for resources: {'Port': ['ID=88fa720b-261b-45c4-a4d6-8fead063f74f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:28.501296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820348a-dd7b-42f2-9135-b0f096de135c None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:28.508838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.509753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b76b3126-8b85-460d-99f1-41632ff6b96e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:28.512331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] For port b065aded-26c0-443f-abba-72e7130ed7d8, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:28.515832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.567855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:28.573549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.603345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] For port b065aded-26c0-443f-abba-72e7130ed7d8, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b065aded-26c0-443f-abba-72e7130ed7d8,segment=NetworkSegment(52cd4054-3d4a-4e99-b827-ce8af5723fc4),segment_id=52cd4054-3d4a-4e99-b827-ce8af5723fc4)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:28.623775 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] For port 78d262fc-d2eb-4777-9406-6d007b1dbb04, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=78d262fc-d2eb-4777-9406-6d007b1dbb04,segment=NetworkSegment(48de1479-732b-4ff4-afc3-d588d289c5ae),segment_id=48de1479-732b-4ff4-afc3-d588d289c5ae)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:28.624140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.624279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.627049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.628069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment 49ed65be-7030-47a5-bb64-d85cf28a97ed of type vlan for network b361697e-7b11-4ca1-9734-6a180d596ae9 Nov 29 01:46:28.655949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 78d262fc-d2eb-4777-9406-6d007b1dbb04 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:28.701740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.714017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=78d262fc-d2eb-4777-9406-6d007b1dbb04,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:28.719306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.722067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.775144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.775589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Fanout notify agent at l3_agent the message router_deleted on router 09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:28.783784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.786853 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c9583158-eaec-4e2c-8f66-a9135bd8f50a tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 HTTP/1.1" status: 204 len: 168 time: 1.3585453 Nov 29 01:46:28.790751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41168) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:28.796591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8151bbc4-67c3-4c8d-adeb-caaa35ea866e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1172926594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:28.807717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.814901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:28.815489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.832274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8151bbc4-67c3-4c8d-adeb-caaa35ea866e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.833611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8151bbc4-67c3-4c8d-adeb-caaa35ea866e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.864003 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5401efa-eb4b-47a4-8d8b-3b70d644e161 None None] Pushing event updated for resources: {'Port': ['ID=b065aded-26c0-443f-abba-72e7130ed7d8,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:28.881995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Allocated IP 172.26.8.48 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/27d541ab-8d5f-41bf-aa2b-87b44d8768d9) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:28.882154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b76b3126-8b85-460d-99f1-41632ff6b96e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:28.883004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.895905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8151bbc4-67c3-4c8d-adeb-caaa35ea866e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.900892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8151bbc4-67c3-4c8d-adeb-caaa35ea866e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.929764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8151bbc4-67c3-4c8d-adeb-caaa35ea866e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.931744 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8151bbc4-67c3-4c8d-adeb-caaa35ea866e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1397624 Nov 29 01:46:28.933829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41170) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:28.942950 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6899726 Nov 29 01:46:28.943619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:28.944512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:28.947207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41172) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:28.959688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': 'b361697e-7b11-4ca1-9734-6a180d596ae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:28.964965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97470a1-0e5b-4586-9472-b804c6ecee03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=b361697e-7b11-4ca1-9734-6a180d596ae9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:28.990404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network b361697e-7b11-4ca1-9734-6a180d596ae9 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:29.008417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69bd2b3-70a6-4daa-b9b8-49fe353618f3 None None] Network 195dca4f-ece9-41ad-bfd9-6750641a834d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:29.010114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b03898-e03d-44d7-9054-885fcdd57ad3 None None] DHCP port deletion for 55e5a4d3-0f46-4c3f-8369-dcc7bca0203c request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:29.027685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.129132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No DVR routers for this DVR port 78d262fc-d2eb-4777-9406-6d007b1dbb04 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:29.133774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=78d262fc-d2eb-4777-9406-6d007b1dbb04,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:29.211992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.264139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-209b2ef3-ee82-47d2-a1fb-460261ee24f7 None None] Provisioning complete for port b76b3126-8b85-460d-99f1-41632ff6b96e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:29.264514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-209b2ef3-ee82-47d2-a1fb-460261ee24f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.297201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port b76b3126-8b85-460d-99f1-41632ff6b96e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b76b3126-8b85-460d-99f1-41632ff6b96e,segment=NetworkSegment(9a751e34-90d1-433b-ba4c-4a4b932c2e7f),segment_id=9a751e34-90d1-433b-ba4c-4a4b932c2e7f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:29.306465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.316350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.333937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:29.338325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.347789 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e901d898-74f1-4544-89e0-542bf1e119ba None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:46:29.375143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.391163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e5a4d3-0f46-4c3f-8369-dcc7bca0203c']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:29.438269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ec50971c-7924-486e-905a-9c187655a655 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:29.439282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48de1479-732b-4ff4-afc3-d588d289c5ae') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:29.439578 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48de1479-732b-4ff4-afc3-d588d289c5ae') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:29.456400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Deleting port b065aded-26c0-443f-abba-72e7130ed7d8 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:29.456740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.460883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.494727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=b76b3126-8b85-460d-99f1-41632ff6b96e,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:29.512902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: ec50971c-7924-486e-905a-9c187655a655 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:29.513277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ec50971c-7924-486e-905a-9c187655a655 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:29.526120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.540027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-209b2ef3-ee82-47d2-a1fb-460261ee24f7 None None] Could not find standard attr ID for object 78d262fc-d2eb-4777-9406-6d007b1dbb04. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:46:29.548151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.559532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e901d898-74f1-4544-89e0-542bf1e119ba None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:46:29.576979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:29.577388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:29.580397 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:29.608583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] For port b065aded-26c0-443f-abba-72e7130ed7d8, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b065aded-26c0-443f-abba-72e7130ed7d8,segment=NetworkSegment(52cd4054-3d4a-4e99-b827-ce8af5723fc4),segment_id=52cd4054-3d4a-4e99-b827-ce8af5723fc4)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:29.608948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.678527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b76b3126-8b85-460d-99f1-41632ff6b96e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:29.700067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.724441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:29.727328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Calling delete_port for b065aded-26c0-443f-abba-72e7130ed7d8 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:29.749035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:29.751508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.753444 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:29.783016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.786698 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/networks/55e5a4d3-0f46-4c3f-8369-dcc7bca0203c HTTP/1.1" status: 204 len: 168 time: 1.8548145 Nov 29 01:46:29.791275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41180) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:29.796737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1595376070'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:29.810575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a099dc-3200-4624-b232-c94a4dc716e0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Network': ['ID=55e5a4d3-0f46-4c3f-8369-dcc7bca0203c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:29.849078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.878240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:29.881913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.884344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.929092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event updated for resources: {'Port': ['ID=27d541ab-8d5f-41bf-aa2b-87b44d8768d9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:29.950449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:29.985496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b76b3126-8b85-460d-99f1-41632ff6b96e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:29.986070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.994587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:29.994949 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Added segment 2778ca0d-d8c8-4b99-a06e-e7503195185f of type vlan for network f21fec95-3043-4a6d-8c11-2a100f16d62e Nov 29 01:46:30.058458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.068152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Allocated IP 172.26.8.133 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/b0c28180-b7cc-4dc6-8162-9ec9239aa1a4) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:30.099816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.108221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c06dc-ef48-415e-a36c-776ae6a45de6 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:30.160887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.185075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7ad0bc55-1cf2-487a-83f3-b7c168dad8ee None None] Provisioning complete for port 27d541ab-8d5f-41bf-aa2b-87b44d8768d9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:30.186478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bc55-1cf2-487a-83f3-b7c168dad8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.202049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.208734 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 78d262fc-d2eb-4777-9406-6d007b1dbb04 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:30.237522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 78d262fc-d2eb-4777-9406-6d007b1dbb04 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:30.238059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 78d262fc-d2eb-4777-9406-6d007b1dbb04 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:30.238177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.246934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.252578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:30.253139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0bc55-1cf2-487a-83f3-b7c168dad8ee None None] Port 27d541ab-8d5f-41bf-aa2b-87b44d8768d9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:30.253261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.318467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:30.329715 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5354500 Nov 29 01:46:30.333904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:30.349282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac339f-8652-4528-a0bf-40183c276f69 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:30.362927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41184) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:30.368687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': 'f21fec95-3043-4a6d-8c11-2a100f16d62e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:30.377964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:30.397151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event updated for resources: {'Port': ['ID=b0c28180-b7cc-4dc6-8162-9ec9239aa1a4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:30.423374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a92eeb-dcc6-4738-81ed-a5f8cee66ed4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Network': ['ID=f21fec95-3043-4a6d-8c11-2a100f16d62e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:30.436690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network f21fec95-3043-4a6d-8c11-2a100f16d62e details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:30.521550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ee8aabcc-2cf7-4a04-8f64-50151175cf6c None None] Provisioning complete for port b0c28180-b7cc-4dc6-8162-9ec9239aa1a4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:30.522027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee8aabcc-2cf7-4a04-8f64-50151175cf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.562150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ee8aabcc-2cf7-4a04-8f64-50151175cf6c None None] Port b0c28180-b7cc-4dc6-8162-9ec9239aa1a4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:30.583558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=b60eb990-964b-4a02-a333-e417f6636a36,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:30.598100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Port': ['ID=b065aded-26c0-443f-abba-72e7130ed7d8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:30.603545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No DVR routers for this DVR port b065aded-26c0-443f-abba-72e7130ed7d8 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:30.607899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb86e1-db28-4aa6-9a9c-26a083238823 req-8cf3c3e5-6ffb-4a45-9aec-5f7f4d06ed0e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:30.609453 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facb86e1-db28-4aa6-9a9c-26a083238823 req-8cf3c3e5-6ffb-4a45-9aec-5f7f4d06ed0e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1439612 Nov 29 01:46:30.643770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': '49ed65be-7030-47a5-bb64-d85cf28a97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b361697e-7b11-4ca1-9734-6a180d596ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:30.644228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: b361697e-7b11-4ca1-9734-6a180d596ae9, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:30.653817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:30.657202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.725002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network b361697e-7b11-4ca1-9734-6a180d596ae9 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:30.730056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.743415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.754304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, b361697e-7b11-4ca1-9734-6a180d596ae9) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:30.764334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e12e5-bb90-4d6c-ae05-05acaae5f937 None None] Network b361697e-7b11-4ca1-9734-6a180d596ae9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:30.793712 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facb86e1-db28-4aa6-9a9c-26a083238823 req-b98e589c-1c71-46a2-8e1e-6bdd633daed9 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585417 Nov 29 01:46:30.844175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195dca4f-ece9-41ad-bfd9-6750641a834d']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:30.858990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cd4054-3d4a-4e99-b827-ce8af5723fc4') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:30.859550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cd4054-3d4a-4e99-b827-ce8af5723fc4') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:30.871876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.892958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.900675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:30.901167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.907829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.952037 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-b361697e-7b11-4ca1-9734-6a180d596ae9', 'network_id': 'b361697e-7b11-4ca1-9734-6a180d596ae9', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': 'b60eb990-964b-4a02-a333-e417f6636a36'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:30.953088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:30.994397 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:30.997539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:30.998491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.005968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.044190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.048526 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/195dca4f-ece9-41ad-bfd9-6750641a834d HTTP/1.1" status: 204 len: 168 time: 4.5700579 Nov 29 01:46:31.053357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb9623-5e11-49fe-a76a-e92ecba6fc33 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Network': ['ID=195dca4f-ece9-41ad-bfd9-6750641a834d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:31.056044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41194) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.076544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.093541 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce54348e-3cb1-4724-af85-15d663819817 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:31.094014 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce54348e-3cb1-4724-af85-15d663819817 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:31.097247 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ce54348e-3cb1-4724-af85-15d663819817 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/subnets/89d3cb1f-b04b-4fd1-a899-b7fcd5367760 HTTP/1.1" status: 404 len: 337 time: 0.0402529 Nov 29 01:46:31.100810 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-73b43bba-e99c-47a0-ab3d-043a3de91981 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1517553 Nov 29 01:46:31.101313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41198) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.111222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41200) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.119891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1780590305'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:31.143174 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfb0716-56a4-4002-a175-7519391b9d98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:31.143174 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfb0716-56a4-4002-a175-7519391b9d98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:31.145991 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9cfb0716-56a4-4002-a175-7519391b9d98 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/195dca4f-ece9-41ad-bfd9-6750641a834d HTTP/1.1" status: 404 len: 339 time: 0.0420983 Nov 29 01:46:31.152377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41202) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.190032 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52c28da-1b29-4315-bed0-c95198329c16 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:31.190032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52c28da-1b29-4315-bed0-c95198329c16 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:31.193411 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b52c28da-1b29-4315-bed0-c95198329c16 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/subnets/2ccb1bfe-03a8-45be-8b7a-b1b251d20d5a HTTP/1.1" status: 404 len: 337 time: 0.0401046 Nov 29 01:46:31.196595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Allocated IP 2001:db8::3 (b361697e-7b11-4ca1-9734-6a180d596ae9/b60eb990-964b-4a02-a333-e417f6636a36/d009c129-189e-48f9-8600-cc9c83647e20) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:31.212754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41204) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.257805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:31.261191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.278737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2ddc90-3bbd-43e1-9bee-b495b6030627 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:31.279267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2ddc90-3bbd-43e1-9bee-b495b6030627 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:31.282349 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bf2ddc90-3bbd-43e1-9bee-b495b6030627 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/f7e6a273-dedc-45da-bf0a-8a5c20f5f7c4 HTTP/1.1" status: 404 len: 339 time: 0.0649130 Nov 29 01:46:31.283077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=94f1034a-db1a-40fd-8768-67f6bdb10271,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:31.287118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41206) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.302984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:31.320587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.320942 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment 831cf347-b89a-40fd-a64a-9332d5dd5248 of type vlan for network fc16bc26-e76e-4d8b-a340-14243d4bed14 Nov 29 01:46:31.329052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking segment: {'id': '2778ca0d-d8c8-4b99-a06e-e7503195185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f21fec95-3043-4a6d-8c11-2a100f16d62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:31.329783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network hostable DHCP agents. Network: f21fec95-3043-4a6d-8c11-2a100f16d62e, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:31.330622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.335710 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b88647f-677e-484f-864f-705a9fcb37c0 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:31.336389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b88647f-677e-484f-864f-705a9fcb37c0 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:31.339699 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3b88647f-677e-484f-864f-705a9fcb37c0 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/subnets/a8cbcfb9-c23a-4075-82f5-6fafa58956fb HTTP/1.1" status: 404 len: 337 time: 0.0490661 Nov 29 01:46:31.346112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41208) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.368382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675323c-5408-414e-b879-d4b4b32bcca6 req-1bb09614-a6d9-4447-b68d-e51ce2ac0047 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:31.370175 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2675323c-5408-414e-b879-d4b4b32bcca6 req-1bb09614-a6d9-4447-b68d-e51ce2ac0047 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2005088 Nov 29 01:46:31.375098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.382442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.394506 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f965f8a2-81d7-404d-a2c5-dd7b75b196bd tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:31.394939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f965f8a2-81d7-404d-a2c5-dd7b75b196bd tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:31.400205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f965f8a2-81d7-404d-a2c5-dd7b75b196bd tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/e1b25c96-5b00-4ec7-8daf-c07f6b4145fd HTTP/1.1" status: 404 len: 339 time: 0.0495112 Nov 29 01:46:31.404911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.412685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41210) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.426987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Network b361697e-7b11-4ca1-9734-6a180d596ae9 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:31.429858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:31.430167 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.433489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:31.433859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.456880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network f21fec95-3043-4a6d-8c11-2a100f16d62e is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:31.483932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.491203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:31.491891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.495726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Pushing event updated for resources: {'Port': ['ID=d009c129-189e-48f9-8600-cc9c83647e20,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:31.505388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Attempting to bind port d009c129-189e-48f9-8600-cc9c83647e20 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:31.506098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Attempting to bind port d009c129-189e-48f9-8600-cc9c83647e20 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '49ed65be-7030-47a5-bb64-d85cf28a97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b361697e-7b11-4ca1-9734-6a180d596ae9'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:31.506579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Attempting to bind port d009c129-189e-48f9-8600-cc9c83647e20 on network b361697e-7b11-4ca1-9734-6a180d596ae9 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:31.515128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:31.515680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Checking segment: {'id': '49ed65be-7030-47a5-bb64-d85cf28a97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b361697e-7b11-4ca1-9734-6a180d596ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:31.516295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.516827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Bound using segment: {'id': '49ed65be-7030-47a5-bb64-d85cf28a97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b361697e-7b11-4ca1-9734-6a180d596ae9'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:31.517436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Bound port: d009c129-189e-48f9-8600-cc9c83647e20, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ed65be-7030-47a5-bb64-d85cf28a97ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b361697e-7b11-4ca1-9734-6a180d596ae9'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:31.517919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.554060 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4385676 Nov 29 01:46:31.557810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41212) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.564375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': 'fc16bc26-e76e-4d8b-a340-14243d4bed14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:31.574191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, f21fec95-3043-4a6d-8c11-2a100f16d62e) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:31.581426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:31.582016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.586952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc45d0-5616-41d5-8339-31f1f7182d3b None None] Network f21fec95-3043-4a6d-8c11-2a100f16d62e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:31.590290 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2675323c-5408-414e-b879-d4b4b32bcca6 req-09015e64-5441-4727-b774-e0937ed1013c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036710 Nov 29 01:46:31.624684 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-967f53ce-3643-4e04-8c3b-513dd9c1ad80 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2606516 Nov 29 01:46:31.631939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41214) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:31.636916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': 'f21fec95-3043-4a6d-8c11-2a100f16d62e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1584145921'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:31.646245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a0659-9efb-4641-babb-a11e2f2f929d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=fc16bc26-e76e-4d8b-a340-14243d4bed14,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:31.702405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Router 5d875f90-e3fa-4c0e-b664-a2985225ef1c is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:31.727356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-5891db92-ac7e-44f0-8d67-983778692fe2 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Deleting port cce45401-1f7b-479b-8c14-8553be399a95 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:31.727701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5891db92-ac7e-44f0-8d67-983778692fe2 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.761318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] For port d009c129-189e-48f9-8600-cc9c83647e20, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:31.778158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] For port d009c129-189e-48f9-8600-cc9c83647e20, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d009c129-189e-48f9-8600-cc9c83647e20,segment=NetworkSegment(49ed65be-7030-47a5-bb64-d85cf28a97ed),segment_id=49ed65be-7030-47a5-bb64-d85cf28a97ed)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:31.780124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network fc16bc26-e76e-4d8b-a340-14243d4bed14 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:31.807923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.832353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5891db92-ac7e-44f0-8d67-983778692fe2 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.837243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:31.841551 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:31.847020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Router 3ced5d88-c792-4de5-888f-93779eba1767 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:31.856563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-5891db92-ac7e-44f0-8d67-983778692fe2 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Calling delete_port for cce45401-1f7b-479b-8c14-8553be399a95 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:31.965359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Performing IP validity checks on allocation pools {{(pid=109949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 01:46:31.965885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 01:46:31.970558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4971c55-1785-40d6-843e-e3c12520fdef None None] Pushing event updated for resources: {'Port': ['ID=d009c129-189e-48f9-8600-cc9c83647e20,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:31.993118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-f21fec95-3043-4a6d-8c11-2a100f16d62e', 'network_id': 'f21fec95-3043-4a6d-8c11-2a100f16d62e', 'tenant_id': '009fa053cc154d84b3edcc60331e0cd3', 'fixed_ips': [{'subnet_id': '94f1034a-db1a-40fd-8768-67f6bdb10271'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:31.995070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.008163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:32.032410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183705d-44d6-4849-b1ff-5cb8e75d4ba5 None None] Sync routers for ids ['5d875f90-e3fa-4c0e-b664-a2985225ef1c'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:32.061795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.069647 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-59f423ba-c163-40bb-ab25-2ade030c6888 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8753588 Nov 29 01:46:32.070388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41224) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:32.077441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-53d5fd4d-b9e8-4cf0-9244-11ea17ba9dec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': False}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:32.099199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:32.103026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.107559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5891db92-ac7e-44f0-8d67-983778692fe2 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.109880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183705d-44d6-4849-b1ff-5cb8e75d4ba5 None None] Routers {'5d875f90-e3fa-4c0e-b664-a2985225ef1c'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:32.110653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e183705d-44d6-4849-b1ff-5cb8e75d4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5d875f90-e3fa-4c0e-b664-a2985225ef1c'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:32.162266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e183705d-44d6-4849-b1ff-5cb8e75d4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:32.191754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891db92-ac7e-44f0-8d67-983778692fe2 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Port': ['ID=cce45401-1f7b-479b-8c14-8553be399a95,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:32.200328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183705d-44d6-4849-b1ff-5cb8e75d4ba5 None None] Routers {'5d875f90-e3fa-4c0e-b664-a2985225ef1c'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:32.200963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e183705d-44d6-4849-b1ff-5cb8e75d4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5d875f90-e3fa-4c0e-b664-a2985225ef1c'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:32.224422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port fb88c935-89c9-481d-9efb-cdaedb7f7e9f yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:32.245735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e183705d-44d6-4849-b1ff-5cb8e75d4ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:32.246758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183705d-44d6-4849-b1ff-5cb8e75d4ba5 None None] The sync data for ids ['5d875f90-e3fa-4c0e-b664-a2985225ef1c'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:32.323810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Allocated IP 2001:db8::2 (f21fec95-3043-4a6d-8c11-2a100f16d62e/94f1034a-db1a-40fd-8768-67f6bdb10271/54c0815e-7906-4a5e-8611-ce16d3480f9d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:32.403659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5891db92-ac7e-44f0-8d67-983778692fe2 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.409828 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5891db92-ac7e-44f0-8d67-983778692fe2 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/ports/cce45401-1f7b-479b-8c14-8553be399a95 HTTP/1.1" status: 204 len: 168 time: 0.9959176 Nov 29 01:46:32.413298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41230) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:32.451040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-efab2e1c-ae9e-40a4-9e28-e6ad5a10bd9f tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:32.451734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efab2e1c-ae9e-40a4-9e28-e6ad5a10bd9f tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:32.457940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.458453 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-efab2e1c-ae9e-40a4-9e28-e6ad5a10bd9f tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/subnets/8c0e2518-1e57-4c7b-9160-134152e7fa93 HTTP/1.1" status: 404 len: 337 time: 0.0384817 Nov 29 01:46:32.462454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41232) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:32.487046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7269c3-ca80-4a84-96fb-1182a313b930 req-20857b62-ad6b-4c5f-b0ae-6d9227868275 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:32.488868 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4e7269c3-ca80-4a84-96fb-1182a313b930 req-20857b62-ad6b-4c5f-b0ae-6d9227868275 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1549225 Nov 29 01:46:32.492505 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:32.500306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.501626 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-21c1df3b-5746-4af7-992b-09bf5bbfa9b0 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "PUT /v2.0/routers/3ced5d88-c792-4de5-888f-93779eba1767 HTTP/1.1" status: 200 len: 880 time: 3.5667226 Nov 29 01:46:32.507021 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8ad70-6fa4-4c21-8f35-eb51bbc1e728 None None] Sync routers for ids ['3ced5d88-c792-4de5-888f-93779eba1767'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:32.509568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41234) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:32.532534 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8ad70-6fa4-4c21-8f35-eb51bbc1e728 None None] Routers {'3ced5d88-c792-4de5-888f-93779eba1767'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:32.533099 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-57a8ad70-6fa4-4c21-8f35-eb51bbc1e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3ced5d88-c792-4de5-888f-93779eba1767'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:32.557388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.567880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.579667 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-57a8ad70-6fa4-4c21-8f35-eb51bbc1e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:32.588756 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8ad70-6fa4-4c21-8f35-eb51bbc1e728 None None] Routers {'3ced5d88-c792-4de5-888f-93779eba1767'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:32.589581 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-57a8ad70-6fa4-4c21-8f35-eb51bbc1e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3ced5d88-c792-4de5-888f-93779eba1767'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:32.619536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Network f21fec95-3043-4a6d-8c11-2a100f16d62e is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:32.623002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4e7269c3-ca80-4a84-96fb-1182a313b930 req-78dcf666-5542-4a51-b682-b6881b4afb21 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193826 Nov 29 01:46:32.626113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:32.629781 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-57a8ad70-6fa4-4c21-8f35-eb51bbc1e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:32.631283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:32.635487 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8ad70-6fa4-4c21-8f35-eb51bbc1e728 None None] The sync data for ids ['3ced5d88-c792-4de5-888f-93779eba1767'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:32.665081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::5f (f21fec95-3043-4a6d-8c11-2a100f16d62e/94f1034a-db1a-40fd-8768-67f6bdb10271/fb88c935-89c9-481d-9efb-cdaedb7f7e9f) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:32.666950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Pushing event updated for resources: {'Port': ['ID=54c0815e-7906-4a5e-8611-ce16d3480f9d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:32.710577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Attempting to bind port 54c0815e-7906-4a5e-8611-ce16d3480f9d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:32.711127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Attempting to bind port 54c0815e-7906-4a5e-8611-ce16d3480f9d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '2778ca0d-d8c8-4b99-a06e-e7503195185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f21fec95-3043-4a6d-8c11-2a100f16d62e'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:32.711498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Attempting to bind port 54c0815e-7906-4a5e-8611-ce16d3480f9d on network f21fec95-3043-4a6d-8c11-2a100f16d62e {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:32.714336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=84e16ad5-f052-434c-a674-ba938e37940a,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:32.717392 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:32.717771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Checking segment: {'id': '2778ca0d-d8c8-4b99-a06e-e7503195185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f21fec95-3043-4a6d-8c11-2a100f16d62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:32.718473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.718587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Bound using segment: {'id': '2778ca0d-d8c8-4b99-a06e-e7503195185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f21fec95-3043-4a6d-8c11-2a100f16d62e'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:32.719658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Bound port: 54c0815e-7906-4a5e-8611-ce16d3480f9d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2778ca0d-d8c8-4b99-a06e-e7503195185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f21fec95-3043-4a6d-8c11-2a100f16d62e'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:32.719658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.724402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.787322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] For port 54c0815e-7906-4a5e-8611-ce16d3480f9d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:32.790584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] For port 54c0815e-7906-4a5e-8611-ce16d3480f9d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=54c0815e-7906-4a5e-8611-ce16d3480f9d,segment=NetworkSegment(2778ca0d-d8c8-4b99-a06e-e7503195185f),segment_id=2778ca0d-d8c8-4b99-a06e-e7503195185f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:32.790817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': '831cf347-b89a-40fd-a64a-9332d5dd5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fc16bc26-e76e-4d8b-a340-14243d4bed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:32.791191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: fc16bc26-e76e-4d8b-a340-14243d4bed14, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:32.795826 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.809807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.874004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.881432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522b53f-982f-40fa-a098-a4720f2742dc None None] Pushing event updated for resources: {'Port': ['ID=54c0815e-7906-4a5e-8611-ce16d3480f9d,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:32.893363 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-03c3a7f0-088e-4148-8c6c-49e8eea660db tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/routers/3ced5d88-c792-4de5-888f-93779eba1767 HTTP/1.1" status: 200 len: 921 time: 0.3672149 Nov 29 01:46:32.898225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41236) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:32.918648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network fc16bc26-e76e-4d8b-a340-14243d4bed14 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:32.965803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network f21fec95-3043-4a6d-8c11-2a100f16d62e is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:32.971680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.972462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:32.975789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53d5fd4d-b9e8-4cf0-9244-11ea17ba9dec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.977780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:32.984256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:32.984467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, fc16bc26-e76e-4d8b-a340-14243d4bed14) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:32.984675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:32.995089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:32.995695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.007332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f12ad-a19b-43b9-b206-98c9a4413795 None None] Network fc16bc26-e76e-4d8b-a340-14243d4bed14 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:33.013532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dbbd4a-c0a6-41dd-846e-8d7257544364']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:33.035072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=fb88c935-89c9-481d-9efb-cdaedb7f7e9f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:33.044085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dd24b9-6dac-4557-b819-77604e67660f') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:33.044303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dd24b9-6dac-4557-b819-77604e67660f') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:33.065898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3643849a-4ae0-4f22-b5cf-b7ba9696fb28 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5072138 Nov 29 01:46:33.066228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41240) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:33.069100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.090303 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a7298777-0d4c-4c42-bb40-ba13b995073e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4570448 Nov 29 01:46:33.093952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41242) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:33.106055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aeaa66-b6c7-4eb4-b36b-7ff0d3cf6462 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:33.108257 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c6aeaa66-b6c7-4eb4-b36b-7ff0d3cf6462 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=3ced5d88-c792-4de5-888f-93779eba1767&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2090013 Nov 29 01:46:33.112694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.118321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41244) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:33.189865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:33.190283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:33.193438 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:33.323915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-fc16bc26-e76e-4d8b-a340-14243d4bed14', 'network_id': 'fc16bc26-e76e-4d8b-a340-14243d4bed14', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': '84e16ad5-f052-434c-a674-ba938e37940a'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:33.325056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.335500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.354651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.357520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259e52a-dd52-4b75-b811-f6da893fee40 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:33.359046 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9259e52a-dd52-4b75-b811-f6da893fee40 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 881 time: 0.2418544 Nov 29 01:46:33.359840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.366574 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/d3dbbd4a-c0a6-41dd-846e-8d7257544364 HTTP/1.1" status: 204 len: 168 time: 0.8968792 Nov 29 01:46:33.366574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41248) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:33.367872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41250) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:33.417945 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-762c8f50-cfee-4c25-8370-e63eae414eb7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ced5d88-c792-4de5-888f-93779eba1767 HTTP/1.1" status: 200 len: 205 time: 0.0404325 Nov 29 01:46:33.430382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41252) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:33.497996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.536699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da5685-1be5-4936-bad0-c479796acdcb tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Network': ['ID=d3dbbd4a-c0a6-41dd-846e-8d7257544364,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:33.628345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd13ba-df55-4d32-9395-8c1c3c561731 None None] Network b361697e-7b11-4ca1-9734-6a180d596ae9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:33.644903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c30bedb1-becd-41f6-9cfd-dc608c2e5084 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Deleting port 5a2df924-6b2a-4a72-82d0-b227d0a93a6b {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:33.645587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c30bedb1-becd-41f6-9cfd-dc608c2e5084 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.731054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Allocated IP 2001:db8::3 (fc16bc26-e76e-4d8b-a340-14243d4bed14/84e16ad5-f052-434c-a674-ba938e37940a/0df4811a-0156-43ea-bc5d-e06fe41b6d58) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:33.742274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7b1f9037-97a7-4c26-98a2-a083f25e0a4b None None] Provisioning complete for port d009c129-189e-48f9-8600-cc9c83647e20 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:33.742692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9037-97a7-4c26-98a2-a083f25e0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.762648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c30bedb1-becd-41f6-9cfd-dc608c2e5084 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.777507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c30bedb1-becd-41f6-9cfd-dc608c2e5084 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Calling delete_port for 5a2df924-6b2a-4a72-82d0-b227d0a93a6b owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:33.884995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c30bedb1-becd-41f6-9cfd-dc608c2e5084 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.914358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bedb1-becd-41f6-9cfd-dc608c2e5084 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Port': ['ID=5a2df924-6b2a-4a72-82d0-b227d0a93a6b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:33.932338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c30bedb1-becd-41f6-9cfd-dc608c2e5084 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:33.939614 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c30bedb1-becd-41f6-9cfd-dc608c2e5084 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/ports/5a2df924-6b2a-4a72-82d0-b227d0a93a6b HTTP/1.1" status: 204 len: 168 time: 0.5706985 Nov 29 01:46:33.940402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41256) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:33.974655 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-87260907-1310-42e3-881a-f9b6f7b670b6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] DELETE failed (client error): The resource could not be found. Nov 29 01:46:33.975384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87260907-1310-42e3-881a-f9b6f7b670b6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:33.982397 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-87260907-1310-42e3-881a-f9b6f7b670b6 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/subnets/f9c82a86-cc9e-4ff6-8c2e-23f8eb846b39 HTTP/1.1" status: 404 len: 337 time: 0.0408595 Nov 29 01:46:33.983235 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41258) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:34.021085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-20f4ee14-bcac-49da-87d5-20b3002fc860 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port fb88c935-89c9-481d-9efb-cdaedb7f7e9f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:34.021695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20f4ee14-bcac-49da-87d5-20b3002fc860 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.051225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 54c0815e-7906-4a5e-8611-ce16d3480f9d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:34.074114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914137c-6ffb-46aa-b0fd-6286efc4c084 req-530d853e-ddc9-441e-ad02-2fcce97fd82e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:34.077406 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1914137c-6ffb-46aa-b0fd-6286efc4c084 req-530d853e-ddc9-441e-ad02-2fcce97fd82e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1849933 Nov 29 01:46:34.089591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.311730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 54c0815e-7906-4a5e-8611-ce16d3480f9d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:34.312015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.322348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.344103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9037-97a7-4c26-98a2-a083f25e0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.404285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054a366-0555-480a-b74c-2d2eba9355d2 None None] Network f21fec95-3043-4a6d-8c11-2a100f16d62e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:34.420602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.440931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.494958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7b1f9037-97a7-4c26-98a2-a083f25e0a4b None None] For port d009c129-189e-48f9-8600-cc9c83647e20, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d009c129-189e-48f9-8600-cc9c83647e20,segment=NetworkSegment(49ed65be-7030-47a5-bb64-d85cf28a97ed),segment_id=49ed65be-7030-47a5-bb64-d85cf28a97ed)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:34.496429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.509838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20f4ee14-bcac-49da-87d5-20b3002fc860 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.515848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9037-97a7-4c26-98a2-a083f25e0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.526595 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1914137c-6ffb-46aa-b0fd-6286efc4c084 req-24059db2-812c-491e-b897-d1d7d72bd037 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382498 Nov 29 01:46:34.546292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-20f4ee14-bcac-49da-87d5-20b3002fc860 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for fb88c935-89c9-481d-9efb-cdaedb7f7e9f owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:34.582858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Network fc16bc26-e76e-4d8b-a340-14243d4bed14 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:34.595787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Pushing event updated for resources: {'Port': ['ID=0df4811a-0156-43ea-bc5d-e06fe41b6d58,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:34.596079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.601863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:34.604245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:34.607382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.615789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Deleting port b0c28180-b7cc-4dc6-8162-9ec9239aa1a4 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:34.615789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.654915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff73b3-a63d-4e0e-809b-4f2859633395 req-c5ffa68b-8054-4c46-b389-1c3d14d7e9a3 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:34.666816 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33ff73b3-a63d-4e0e-809b-4f2859633395 req-c5ffa68b-8054-4c46-b389-1c3d14d7e9a3 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 946 time: 0.2280066 Nov 29 01:46:34.673902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=84e16ad5-f052-434c-a674-ba938e37940a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:34.699337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc924db-53cf-48f7-acf1-b89d5bc60568']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:34.722962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac7b684-5a6c-4f47-87b5-388314674626') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:34.723418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac7b684-5a6c-4f47-87b5-388314674626') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:34.753426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.782654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.795634 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.808544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Attempting to bind port 0df4811a-0156-43ea-bc5d-e06fe41b6d58 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:34.808993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Attempting to bind port 0df4811a-0156-43ea-bc5d-e06fe41b6d58 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '831cf347-b89a-40fd-a64a-9332d5dd5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fc16bc26-e76e-4d8b-a340-14243d4bed14'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:34.809358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Attempting to bind port 0df4811a-0156-43ea-bc5d-e06fe41b6d58 on network fc16bc26-e76e-4d8b-a340-14243d4bed14 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:34.815444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ce6a1d13-675a-445e-95c3-8a02e057996c None None] Provisioning complete for port 54c0815e-7906-4a5e-8611-ce16d3480f9d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:34.815912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1d13-675a-445e-95c3-8a02e057996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.816023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.818981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.820526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:34.820920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Checking segment: {'id': '831cf347-b89a-40fd-a64a-9332d5dd5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fc16bc26-e76e-4d8b-a340-14243d4bed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:34.821332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.821736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Bound using segment: {'id': '831cf347-b89a-40fd-a64a-9332d5dd5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fc16bc26-e76e-4d8b-a340-14243d4bed14'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:34.822225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Bound port: 0df4811a-0156-43ea-bc5d-e06fe41b6d58, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831cf347-b89a-40fd-a64a-9332d5dd5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fc16bc26-e76e-4d8b-a340-14243d4bed14'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:34.822676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.823692 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Calling delete_port for b0c28180-b7cc-4dc6-8162-9ec9239aa1a4 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:34.835162 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33ff73b3-a63d-4e0e-809b-4f2859633395 req-59fe8283-e5d9-4ffa-ba22-8adacce979f0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672752 Nov 29 01:46:34.836207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:34.836620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.843631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9037-97a7-4c26-98a2-a083f25e0a4b None None] Pushing event updated for resources: {'Port': ['ID=d009c129-189e-48f9-8600-cc9c83647e20,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:34.849875 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:34.944820 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 54c0815e-7906-4a5e-8611-ce16d3480f9d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=54c0815e-7906-4a5e-8611-ce16d3480f9d,segment=NetworkSegment(2778ca0d-d8c8-4b99-a06e-e7503195185f),segment_id=2778ca0d-d8c8-4b99-a06e-e7503195185f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:34.950404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc16bc26-e76e-4d8b-a340-14243d4bed14']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:34.960624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.961638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d009c129-189e-48f9-8600-cc9c83647e20 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:34.966866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831cf347-b89a-40fd-a64a-9332d5dd5248') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:34.967588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831cf347-b89a-40fd-a64a-9332d5dd5248') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:34.983285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:34.992381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.006021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.009890 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/ffc924db-53cf-48f7-acf1-b89d5bc60568 HTTP/1.1" status: 204 len: 168 time: 1.0233335 Nov 29 01:46:35.009890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.020410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41270) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:35.038160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:35.038628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.042321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef041770-f2cf-4bad-99df-010540061c04 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Network': ['ID=ffc924db-53cf-48f7-acf1-b89d5bc60568,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:35.043507 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:35.067470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] For port 0df4811a-0156-43ea-bc5d-e06fe41b6d58, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:35.087009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=54c0815e-7906-4a5e-8611-ce16d3480f9d,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:35.137147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:46:35.137147 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:46:35.137147 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'id': 'fc16bc26-e76e-4d8b-a340-14243d4bed14'}] Nov 29 01:46:35.137147 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:46:35.137604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:46:35.142180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4a06db-2ac4-45f9-bf93-2b2a384c1c67 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Deleting subnet d32472dd-31d0-40fb-8c00-31e0ae616609 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:35.145820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e4a06db-2ac4-45f9-bf93-2b2a384c1c67 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.150207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] For port 0df4811a-0156-43ea-bc5d-e06fe41b6d58, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0df4811a-0156-43ea-bc5d-e06fe41b6d58,segment=NetworkSegment(831cf347-b89a-40fd-a64a-9332d5dd5248),segment_id=831cf347-b89a-40fd-a64a-9332d5dd5248)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:35.161918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d009c129-189e-48f9-8600-cc9c83647e20 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:35.162296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.164368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.187587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53d5fd4d-b9e8-4cf0-9244-11ea17ba9dec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.202765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.205818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53d5fd4d-b9e8-4cf0-9244-11ea17ba9dec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.206017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e4a06db-2ac4-45f9-bf93-2b2a384c1c67 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.243490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event deleted for resources: {'Port': ['ID=b0c28180-b7cc-4dc6-8162-9ec9239aa1a4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:35.296740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4a703-2143-4c53-bba2-f91ee66414e4 None None] Pushing event updated for resources: {'Port': ['ID=0df4811a-0156-43ea-bc5d-e06fe41b6d58,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:35.317015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0aada766-ef8b-4718-943d-6e60bf35b94d None None] Provisioning complete for port d009c129-189e-48f9-8600-cc9c83647e20 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:35.317402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0aada766-ef8b-4718-943d-6e60bf35b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.319421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2d1d51-73e6-4035-9bdc-693a158d69c3 None None] Network fc16bc26-e76e-4d8b-a340-14243d4bed14 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:35.332907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e4a06db-2ac4-45f9-bf93-2b2a384c1c67 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.422346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d5fd4d-b9e8-4cf0-9244-11ea17ba9dec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Router 5d875f90-e3fa-4c0e-b664-a2985225ef1c has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:46:35.423314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20f4ee14-bcac-49da-87d5-20b3002fc860 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.439790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e4a06db-2ac4-45f9-bf93-2b2a384c1c67 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.452979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac39fd6-17c4-491c-858e-752feb8e4773 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:35.526191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a06db-2ac4-45f9-bf93-2b2a384c1c67 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Subnet': ['ID=d32472dd-31d0-40fb-8c00-31e0ae616609,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:35.532162 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e4a06db-2ac4-45f9-bf93-2b2a384c1c67 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.545142 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7e4a06db-2ac4-45f9-bf93-2b2a384c1c67 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/subnets/d32472dd-31d0-40fb-8c00-31e0ae616609 HTTP/1.1" status: 204 len: 168 time: 0.5214782 Nov 29 01:46:35.545950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41274) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:35.608642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4ee14-bcac-49da-87d5-20b3002fc860 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=fb88c935-89c9-481d-9efb-cdaedb7f7e9f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:35.623411 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676209f-c691-4d27-af81-f747115ccbe7 None None] Network 2ec9a8ff-656e-469e-a14f-ee8db330e47f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:35.641940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20f4ee14-bcac-49da-87d5-20b3002fc860 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.653638 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-20f4ee14-bcac-49da-87d5-20b3002fc860 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/fb88c935-89c9-481d-9efb-cdaedb7f7e9f HTTP/1.1" status: 204 len: 168 time: 2.5580649 Nov 29 01:46:35.657107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41278) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:35.702830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.750746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d009c129-189e-48f9-8600-cc9c83647e20 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:35.785401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.805120 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf4a08a-bae6-49d3-b945-2b44946cc382 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:46:35.811133 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8cf4a08a-bae6-49d3-b945-2b44946cc382 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/fb88c935-89c9-481d-9efb-cdaedb7f7e9f HTTP/1.1" status: 404 len: 333 time: 0.1506865 Nov 29 01:46:35.814340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.817711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41282) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:35.867854 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting port 0df4811a-0156-43ea-bc5d-e06fe41b6d58 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:35.868386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.916719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bd806cac-a20b-4f4e-bfd0-299e8fe249dc None None] Could not find standard attr ID for object fb88c935-89c9-481d-9efb-cdaedb7f7e9f. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:46:35.953465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d009c129-189e-48f9-8600-cc9c83647e20 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:35.953863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:35.957880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bd806cac-a20b-4f4e-bfd0-299e8fe249dc None None] Provisioning complete for port 54c0815e-7906-4a5e-8611-ce16d3480f9d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:35.957880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bd806cac-a20b-4f4e-bfd0-299e8fe249dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.015723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Deleting port 5c45a5fd-1e33-414a-9286-169b3a944a0d {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:36.020052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.022999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.034031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99318f2-5250-4e97-9ebf-46cf1a7bde31 req-87833848-8404-41bd-a439-9eb9d578f608 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:36.035372 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a99318f2-5250-4e97-9ebf-46cf1a7bde31 req-87833848-8404-41bd-a439-9eb9d578f608 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.3208823 Nov 29 01:46:36.041828 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.052321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] DHCP port deletion for 2ec9a8ff-656e-469e-a14f-ee8db330e47f request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:36.098891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe64f82-1f77-4230-a4c9-501b2d5864e4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet 94f1034a-db1a-40fd-8768-67f6bdb10271 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:36.107628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a99318f2-5250-4e97-9ebf-46cf1a7bde31 req-edb346a7-161d-4e31-899e-d23a40c5946f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563090 Nov 29 01:46:36.108634 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5fd4d-b9e8-4cf0-9244-11ea17ba9dec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:36.110257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7fe64f82-1f77-4230-a4c9-501b2d5864e4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.156056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] For port 5c45a5fd-1e33-414a-9286-169b3a944a0d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5c45a5fd-1e33-414a-9286-169b3a944a0d,segment=NetworkSegment(c49cb266-3edc-4ba2-994a-f49387afe2c2),segment_id=c49cb266-3edc-4ba2-994a-f49387afe2c2)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:36.156492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.172814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Calling delete_port for 5c45a5fd-1e33-414a-9286-169b3a944a0d owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:36.175734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53d5fd4d-b9e8-4cf0-9244-11ea17ba9dec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.181756 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-53d5fd4d-b9e8-4cf0-9244-11ea17ba9dec tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "PUT /v2.0/routers/5d875f90-e3fa-4c0e-b664-a2985225ef1c HTTP/1.1" status: 200 len: 924 time: 4.1086097 Nov 29 01:46:36.182785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41286) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:36.237952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] For port 0df4811a-0156-43ea-bc5d-e06fe41b6d58, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0df4811a-0156-43ea-bc5d-e06fe41b6d58,segment=NetworkSegment(831cf347-b89a-40fd-a64a-9332d5dd5248),segment_id=831cf347-b89a-40fd-a64a-9332d5dd5248)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:36.238328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.257205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4655a08-ca16-41d3-8009-42f34d4c2ddc req-001ebd7c-2501-4404-8c3f-6bd6b86ab2b1 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:36.259151 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c4655a08-ca16-41d3-8009-42f34d4c2ddc req-001ebd7c-2501-4404-8c3f-6bd6b86ab2b1 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 946 time: 0.3861942 Nov 29 01:46:36.273176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.274201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Fanout notify agent at l3_agent the message router_deleted on router 3ced5d88-c792-4de5-888f-93779eba1767 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:36.285203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Calling delete_port for 0df4811a-0156-43ea-bc5d-e06fe41b6d58 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:36.290575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.291793 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-561adcf5-078a-42dd-b2f4-64694bca47f9 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/3ced5d88-c792-4de5-888f-93779eba1767 HTTP/1.1" status: 204 len: 168 time: 2.8578374 Nov 29 01:46:36.297239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41288) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:36.303606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7d4ebe52-3978-4a65-96a5-7f2a86c015d7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1997545200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:36.320918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7fe64f82-1f77-4230-a4c9-501b2d5864e4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.346326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa71266-8253-42e7-a27b-d2e877fedd13 None None] Sync routers for ids ['5d875f90-e3fa-4c0e-b664-a2985225ef1c'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:36.384203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d4ebe52-3978-4a65-96a5-7f2a86c015d7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.385426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa71266-8253-42e7-a27b-d2e877fedd13 None None] Routers {'5d875f90-e3fa-4c0e-b664-a2985225ef1c'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:36.385669 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d4ebe52-3978-4a65-96a5-7f2a86c015d7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.386069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6aa71266-8253-42e7-a27b-d2e877fedd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5d875f90-e3fa-4c0e-b664-a2985225ef1c'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.390605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 54c0815e-7906-4a5e-8611-ce16d3480f9d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:36.400127 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c4655a08-ca16-41d3-8009-42f34d4c2ddc req-743630a0-7092-43cc-b02a-24447fa08b22 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119864 Nov 29 01:46:36.402840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.447637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Port': ['ID=5c45a5fd-1e33-414a-9286-169b3a944a0d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:36.448567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6aa71266-8253-42e7-a27b-d2e877fedd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.454605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] No DVR routers for this DVR port 5c45a5fd-1e33-414a-9286-169b3a944a0d on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:36.471145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa71266-8253-42e7-a27b-d2e877fedd13 None None] Routers {'5d875f90-e3fa-4c0e-b664-a2985225ef1c'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:36.471858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6aa71266-8253-42e7-a27b-d2e877fedd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5d875f90-e3fa-4c0e-b664-a2985225ef1c'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.474305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] Deleting port 5c45a5fd-1e33-414a-9286-169b3a944a0d {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:36.474731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.487930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d4ebe52-3978-4a65-96a5-7f2a86c015d7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.499652 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-84ebb3bb-26fe-49f3-a17f-c5c5a95a441c tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/routers/5d875f90-e3fa-4c0e-b664-a2985225ef1c HTTP/1.1" status: 200 len: 924 time: 0.3098333 Nov 29 01:46:36.503035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41290) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:36.521951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d4ebe52-3978-4a65-96a5-7f2a86c015d7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.536474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6aa71266-8253-42e7-a27b-d2e877fedd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.537147 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa71266-8253-42e7-a27b-d2e877fedd13 None None] The sync data for ids ['5d875f90-e3fa-4c0e-b664-a2985225ef1c'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:36.554416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7fe64f82-1f77-4230-a4c9-501b2d5864e4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.560488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d4ebe52-3978-4a65-96a5-7f2a86c015d7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.565372 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7d4ebe52-3978-4a65-96a5-7f2a86c015d7 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2642496 Nov 29 01:46:36.570982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0035f010-cc57-420b-9e25-352482734f7f None None] Could not find standard attr ID for object fb88c935-89c9-481d-9efb-cdaedb7f7e9f. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:46:36.582675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41292) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:36.589024 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': True}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:36.594218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] For port 5c45a5fd-1e33-414a-9286-169b3a944a0d, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:36.594218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.596748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 54c0815e-7906-4a5e-8611-ce16d3480f9d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:36.597128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.605169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.607695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.630880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] Calling delete_port for 5c45a5fd-1e33-414a-9286-169b3a944a0d owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:36.634992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] Port 5c45a5fd-1e33-414a-9286-169b3a944a0d was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:46:36.639427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.646298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Port': ['ID=0df4811a-0156-43ea-bc5d-e06fe41b6d58,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:36.661446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec9a8ff-656e-469e-a14f-ee8db330e47f']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.664159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No DVR routers for this DVR port 0df4811a-0156-43ea-bc5d-e06fe41b6d58 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:36.676839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] Pushing event deleted for resources: {'Port': ['ID=5c45a5fd-1e33-414a-9286-169b3a944a0d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:36.678818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ed441-a5eb-4eef-8d00-735185648f00 None None] No DVR routers for this DVR port 5c45a5fd-1e33-414a-9286-169b3a944a0d on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:36.707464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49cb266-3edc-4ba2-994a-f49387afe2c2') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.707893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49cb266-3edc-4ba2-994a-f49387afe2c2') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.719277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826ac88-f5a8-4f1c-9053-fc6a51723f5c None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:46:36.735462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.756832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67161aa-efa6-4232-b25a-d3e6066514e2 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:36.761447 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c67161aa-efa6-4232-b25a-d3e6066514e2 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=5d875f90-e3fa-4c0e-b664-a2985225ef1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2507303 Nov 29 01:46:36.762161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41294) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:36.820185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.823276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.844892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:36.844892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.848723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826ac88-f5a8-4f1c-9053-fc6a51723f5c None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:36.852264 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:36.907916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc16bc26-e76e-4d8b-a340-14243d4bed14']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.954640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831cf347-b89a-40fd-a64a-9332d5dd5248') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.954852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831cf347-b89a-40fd-a64a-9332d5dd5248') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:36.974080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:36.992939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.004923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.011729 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:37.012131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:37.015060 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:37.035887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.041665 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] 10.222.0.30 "DELETE /v2.0/networks/2ec9a8ff-656e-469e-a14f-ee8db330e47f HTTP/1.1" status: 204 len: 168 time: 1.4893465 Nov 29 01:46:37.077824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7fe64f82-1f77-4230-a4c9-501b2d5864e4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.091213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ae790-4419-4073-afc5-ef0122555719 tempest-NetworksIpV6TestAttrs-1309179972 tempest-NetworksIpV6TestAttrs-1309179972-project] Pushing event deleted for resources: {'Network': ['ID=2ec9a8ff-656e-469e-a14f-ee8db330e47f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:37.100159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4200c-4b94-41c9-9020-34dce012b992 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:37.104253 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-70f4200c-4b94-41c9-9020-34dce012b992 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 881 time: 0.3348725 Nov 29 01:46:37.105638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41298) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:37.142106 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d1fb0e45-8f8f-42f0-bb2e-6acd5264b49e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d875f90-e3fa-4c0e-b664-a2985225ef1c HTTP/1.1" status: 200 len: 205 time: 0.0334082 Nov 29 01:46:37.142328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41300) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:37.199429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7fe64f82-1f77-4230-a4c9-501b2d5864e4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.204454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.208529 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7fe64f82-1f77-4230-a4c9-501b2d5864e4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/94f1034a-db1a-40fd-8768-67f6bdb10271 HTTP/1.1" status: 204 len: 168 time: 1.3771362 Nov 29 01:46:37.208682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800dc5bd-2ead-4584-b158-a1d092a8da18 None None] Network f21fec95-3043-4a6d-8c11-2a100f16d62e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:37.211977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41304) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:37.214956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe64f82-1f77-4230-a4c9-501b2d5864e4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=94f1034a-db1a-40fd-8768-67f6bdb10271,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:37.236774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.304640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.311660 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/fc16bc26-e76e-4d8b-a340-14243d4bed14 HTTP/1.1" status: 204 len: 168 time: 4.2402685 Nov 29 01:46:37.319824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41310) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:37.324609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1817974456'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:37.334522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594929-97b4-42a3-855d-81609f54afb6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=fc16bc26-e76e-4d8b-a340-14243d4bed14,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:37.353497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.447084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41312) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:37.472390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:37.475663 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.487357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] DHCP port deletion for f21fec95-3043-4a6d-8c11-2a100f16d62e request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:37.495919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.526199 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab93b7-3f80-4ae8-a355-91d2b24d1bf0 req-272f8d07-b1b3-4341-a436-f86c1b1a7255 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:37.527895 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e4ab93b7-3f80-4ae8-a355-91d2b24d1bf0 req-272f8d07-b1b3-4341-a436-f86c1b1a7255 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2867565 Nov 29 01:46:37.557070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17b3e-8147-478b-8e53-669308392b77 req-fbff3c2b-1d44-4d5d-920b-0196de5bfff6 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:37.558563 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5ae17b3e-8147-478b-8e53-669308392b77 req-fbff3c2b-1d44-4d5d-920b-0196de5bfff6 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 946 time: 0.1560061 Nov 29 01:46:37.559327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:37.573823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] Deleting port 54c0815e-7906-4a5e-8611-ce16d3480f9d {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:37.574579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.633043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.633443 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment 0f23a5d0-3e54-414b-9d7f-4f951632e5f5 of type vlan for network 64af7b23-3223-4425-8749-fb1cbfd67980 Nov 29 01:46:37.657820 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] For port 54c0815e-7906-4a5e-8611-ce16d3480f9d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=54c0815e-7906-4a5e-8611-ce16d3480f9d,segment=NetworkSegment(2778ca0d-d8c8-4b99-a06e-e7503195185f),segment_id=2778ca0d-d8c8-4b99-a06e-e7503195185f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:37.658054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.674787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] Calling delete_port for 54c0815e-7906-4a5e-8611-ce16d3480f9d owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:37.682636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5c45a5fd-1e33-414a-9286-169b3a944a0d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:37.686892 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e4ab93b7-3f80-4ae8-a355-91d2b24d1bf0 req-54ac3914-a57f-4800-814a-1113e2191870 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411085 Nov 29 01:46:37.713164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 5c45a5fd-1e33-414a-9286-169b3a944a0d {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:37.713502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5c45a5fd-1e33-414a-9286-169b3a944a0d not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:37.713867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 54c0815e-7906-4a5e-8611-ce16d3480f9d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:37.748807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 54c0815e-7906-4a5e-8611-ce16d3480f9d {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:37.751372 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.751920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.774279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.809368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935c209-8723-4d39-ad88-2f74dca71f28 req-5750c3d1-15f0-4e1a-93c9-c0676fcf92c3 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:37.816698 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f935c209-8723-4d39-ad88-2f74dca71f28 req-5750c3d1-15f0-4e1a-93c9-c0676fcf92c3 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 946 time: 0.2834396 Nov 29 01:46:37.849226 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-32b27a8a-f5d9-462e-8b25-4ea278e9dc3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd3d096337a84d03943473bca17ea490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992493 Nov 29 01:46:37.854064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41320) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:37.854601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.866340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.902914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] Pushing event deleted for resources: {'Port': ['ID=54c0815e-7906-4a5e-8611-ce16d3480f9d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:37.906281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776dd2d-092d-45af-8c1f-c0fb7404004d None None] No DVR routers for this DVR port 54c0815e-7906-4a5e-8611-ce16d3480f9d on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:37.937278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.939191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] For port 54c0815e-7906-4a5e-8611-ce16d3480f9d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=54c0815e-7906-4a5e-8611-ce16d3480f9d,segment=NetworkSegment(2778ca0d-d8c8-4b99-a06e-e7503195185f),segment_id=2778ca0d-d8c8-4b99-a06e-e7503195185f)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:37.939574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.943526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:37.944205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:37.979639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 54c0815e-7906-4a5e-8611-ce16d3480f9d owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:37.986801 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f935c209-8723-4d39-ad88-2f74dca71f28 req-809e535b-4944-450d-8c57-a80c26185f4c tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f4fd110-a54e-4cf9-a087-1840bf6139d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692142 Nov 29 01:46:38.008982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726d27f-d6f7-4e30-95ac-e71cde989585 req-b8128a8a-b811-4e36-b773-8938c6d3ee5c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:38.014916 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d726d27f-d6f7-4e30-95ac-e71cde989585 req-b8128a8a-b811-4e36-b773-8938c6d3ee5c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 945 time: 0.2350791 Nov 29 01:46:38.015473 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6945989 Nov 29 01:46:38.025220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41324) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:38.033056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': '64af7b23-3223-4425-8749-fb1cbfd67980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:38.035306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Deleting port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:38.035654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.039503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.105847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f36b4d6d-d5cb-4200-9576-e13583dffdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.107403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e21f7-e3aa-49f3-a425-b7025929bdd1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=64af7b23-3223-4425-8749-fb1cbfd67980,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:38.111166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.119021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 64af7b23-3223-4425-8749-fb1cbfd67980 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:38.143449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Deleting port 27d541ab-8d5f-41bf-aa2b-87b44d8768d9 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:38.143795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.193149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f36b4d6d-d5cb-4200-9576-e13583dffdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.264302 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d726d27f-d6f7-4e30-95ac-e71cde989585 req-8378acad-d45a-48a2-8f13-f0b41a55296f tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363627 Nov 29 01:46:38.279066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] For port 1bd8bbf2-8bcd-4cf5-9596-059390a95549, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1bd8bbf2-8bcd-4cf5-9596-059390a95549,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:38.279066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.301193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.360077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=54c0815e-7906-4a5e-8611-ce16d3480f9d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:38.369685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No DVR routers for this DVR port 54c0815e-7906-4a5e-8611-ce16d3480f9d on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:38.370942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:38.375036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.379553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.410085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Calling delete_port for 27d541ab-8d5f-41bf-aa2b-87b44d8768d9 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:38.418485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f36b4d6d-d5cb-4200-9576-e13583dffdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.421094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f36b4d6d-d5cb-4200-9576-e13583dffdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.422273 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f36b4d6d-d5cb-4200-9576-e13583dffdd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82de696c-d064-40a5-9782-823d13e974af HTTP/1.1" status: 204 len: 168 time: 0.5612597 Nov 29 01:46:38.458607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Allocated IP 172.26.8.218 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/195ff0f9-d29f-44cf-9519-b531d8d49c40) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:38.479618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b4d6d-d5cb-4200-9576-e13583dffdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82de696c-d064-40a5-9782-823d13e974af,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:38.562334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.615463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21fec95-3043-4a6d-8c11-2a100f16d62e']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:38.670234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2778ca0d-d8c8-4b99-a06e-e7503195185f') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:38.670554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2778ca0d-d8c8-4b99-a06e-e7503195185f') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:38.687837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.714135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.729743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:38.729743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:38.734074 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:38.828419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.978732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.979340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:38.979469 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Floating IP a36b27dd-9bcf-4195-b5b1-b9d96d938b16 disassociated. External IP: 172.26.8.136, port: 1bd8bbf2-8bcd-4cf5-9596-059390a95549. Nov 29 01:46:38.979890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Calling delete_port for 1bd8bbf2-8bcd-4cf5-9596-059390a95549 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:39.009001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.025161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.033039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.036897 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/networks/f21fec95-3043-4a6d-8c11-2a100f16d62e HTTP/1.1" status: 204 len: 168 time: 1.8237422 Nov 29 01:46:39.048096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41350) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:39.090805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'name': 'tempest-PortsIpV6TestJSON-141915413'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:39.117177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccec08-3a4c-4322-8df3-4b57aaa5f9a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Network': ['ID=f21fec95-3043-4a6d-8c11-2a100f16d62e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:39.144387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028402c4-db2d-4a0d-b315-1a5e9a3031ff req-b0670214-38d0-4583-b7b1-13b7adc6cef5 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:39.145924 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-028402c4-db2d-4a0d-b315-1a5e9a3031ff req-b0670214-38d0-4583-b7b1-13b7adc6cef5 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2730076 Nov 29 01:46:39.182169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.194562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=c0dcb88c-363e-4886-8b11-6f91d7481564,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:39.204172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.230004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': '0f23a5d0-3e54-414b-9d7f-4f951632e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64af7b23-3223-4425-8749-fb1cbfd67980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:39.230264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: 64af7b23-3223-4425-8749-fb1cbfd67980, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:39.239868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532aea-b948-4c12-90ba-934fc9440f54 req-bfdb312f-3d3e-483d-9807-dbbc59ed6566 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:39.241424 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-70532aea-b948-4c12-90ba-934fc9440f54 req-bfdb312f-3d3e-483d-9807-dbbc59ed6566 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 945 time: 0.2102938 Nov 29 01:46:39.268664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event deleted for resources: {'Port': ['ID=27d541ab-8d5f-41bf-aa2b-87b44d8768d9,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:39.270656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:39.285239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:39.289349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:39.297604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08722baa-1046-4dec-abe6-2e22387569e4 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:39.307832 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-028402c4-db2d-4a0d-b315-1a5e9a3031ff req-1626c177-1b53-41c7-aacf-5db88fb9a7db tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497896 Nov 29 01:46:39.308733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'Port': ['ID=195ff0f9-d29f-44cf-9519-b531d8d49c40,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:39.313492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network 64af7b23-3223-4425-8749-fb1cbfd67980 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:39.352712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41360) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:39.361837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b84c63-7942-4f9d-b13e-4a1ff323203f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:39.376247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 64af7b23-3223-4425-8749-fb1cbfd67980) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:39.383809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:39.384498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.393733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:39.397837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.418722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8be5e9-5012-4d0b-8745-37326a479ce7 None None] Network 64af7b23-3223-4425-8749-fb1cbfd67980 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:39.463709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.486124 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-70532aea-b948-4c12-90ba-934fc9440f54 req-03cf85f7-7482-4e3a-9911-52d6a05c2e45 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192984 Nov 29 01:46:39.499408 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-efbf1de1-95b9-40de-9f05-2f432b91975d tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4703217 Nov 29 01:46:39.508670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41364) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:39.549475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-788df92f-94cf-41e0-b887-f235ca0f8227 tempest-DvrRoutersNegativeTest-85298441 tempest-DvrRoutersNegativeTest-85298441-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-153098544', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:39.552659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.policy [None req-788df92f-94cf-41e0-b887-f235ca0f8227 tempest-DvrRoutersNegativeTest-85298441 tempest-DvrRoutersNegativeTest-85298441-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109948) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 29 01:46:39.552975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.policy [None req-788df92f-94cf-41e0-b887-f235ca0f8227 tempest-DvrRoutersNegativeTest-85298441 tempest-DvrRoutersNegativeTest-85298441-project] Failed policy check for 'create_router' {{(pid=109948) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 29 01:46:39.553512 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-788df92f-94cf-41e0-b887-f235ca0f8227 tempest-DvrRoutersNegativeTest-85298441 tempest-DvrRoutersNegativeTest-85298441-project] create failed (client error): Access was denied to this resource. Nov 29 01:46:39.560677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98bd5b2d-72f1-4fa0-bfa9-c0b17ded5b0d None None] Provisioning complete for port 195ff0f9-d29f-44cf-9519-b531d8d49c40 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:39.560891 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-788df92f-94cf-41e0-b887-f235ca0f8227 tempest-DvrRoutersNegativeTest-85298441 tempest-DvrRoutersNegativeTest-85298441-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1815104 Nov 29 01:46:39.560891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 7d5b4f39-351a-4df7-b584-546dfd89ce74 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:39.561051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98bd5b2d-72f1-4fa0-bfa9-c0b17ded5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.561131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.573080 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dcbeb203-42a3-4e4e-9337-6d8f53486f16 req-63b4a38a-53c5-4a20-ad3d-5119542f20b6 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.1104405 Nov 29 01:46:39.676871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event deleted for resources: {'Port': ['ID=1bd8bbf2-8bcd-4cf5-9596-059390a95549,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:39.687093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98bd5b2d-72f1-4fa0-bfa9-c0b17ded5b0d None None] Port 195ff0f9-d29f-44cf-9519-b531d8d49c40 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:39.696744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.701715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.755125 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-64af7b23-3223-4425-8749-fb1cbfd67980', 'network_id': '64af7b23-3223-4425-8749-fb1cbfd67980', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': 'c0dcb88c-363e-4886-8b11-6f91d7481564'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:39.756965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.789181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.874700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.875499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Fanout notify agent at l3_agent the message router_deleted on router 5d875f90-e3fa-4c0e-b664-a2985225ef1c {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:39.889308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.890646 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e88e32d4-f8f4-4fa1-9d5a-e2bd282b6be2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/5d875f90-e3fa-4c0e-b664-a2985225ef1c HTTP/1.1" status: 204 len: 168 time: 2.7467022 Nov 29 01:46:39.896840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41370) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:39.909534 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b533c7fb-cbc6-4329-b770-40ecb824ab34 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1761430007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:39.916599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:39.962945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.030700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Router be77bcdb-0008-4d58-99e0-da483d8228ec has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:46:40.034361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b533c7fb-cbc6-4329-b770-40ecb824ab34 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.035479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b533c7fb-cbc6-4329-b770-40ecb824ab34 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.039728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41372) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:40.043044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Allocated IP 2001:db8::1 (64af7b23-3223-4425-8749-fb1cbfd67980/c0dcb88c-363e-4886-8b11-6f91d7481564/1c136ae1-d6b5-4508-841d-7c82183ad9f7) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:40.065146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.207205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b533c7fb-cbc6-4329-b770-40ecb824ab34 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.208988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.213141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.220506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b533c7fb-cbc6-4329-b770-40ecb824ab34 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.273038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.291178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b533c7fb-cbc6-4329-b770-40ecb824ab34 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.292549 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b533c7fb-cbc6-4329-b770-40ecb824ab34 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3917367 Nov 29 01:46:40.296528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41376) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:40.299947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:40.303016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.312220 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] Sync routers for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:40.314411 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.346118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.350173 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:40.355104 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:40.355953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:40.412028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Pushing event updated for resources: {'Port': ['ID=1c136ae1-d6b5-4508-841d-7c82183ad9f7,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:40.414528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=c0dcb88c-363e-4886-8b11-6f91d7481564,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:40.445592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Network 64af7b23-3223-4425-8749-fb1cbfd67980 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:40.447726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:40.450593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:40.480107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Router 8826a5de-208d-4ea3-8dd7-2cf8ef2a8659 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:40.487774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.508770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:40.554214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Attempting to bind port 1c136ae1-d6b5-4508-841d-7c82183ad9f7 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:40.554214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Attempting to bind port 1c136ae1-d6b5-4508-841d-7c82183ad9f7 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '0f23a5d0-3e54-414b-9d7f-4f951632e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64af7b23-3223-4425-8749-fb1cbfd67980'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:40.554785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Attempting to bind port 1c136ae1-d6b5-4508-841d-7c82183ad9f7 on network 64af7b23-3223-4425-8749-fb1cbfd67980 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:40.561220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:40.561865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Checking segment: {'id': '0f23a5d0-3e54-414b-9d7f-4f951632e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64af7b23-3223-4425-8749-fb1cbfd67980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:40.562678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.563279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Bound using segment: {'id': '0f23a5d0-3e54-414b-9d7f-4f951632e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64af7b23-3223-4425-8749-fb1cbfd67980'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:40.563927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Bound port: 1c136ae1-d6b5-4508-841d-7c82183ad9f7, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f23a5d0-3e54-414b-9d7f-4f951632e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64af7b23-3223-4425-8749-fb1cbfd67980'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:40.564605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.581304 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bfd994d7-bc7b-41ae-bea5-c9929c6f07d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.604734 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:40.609102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:40.614979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64af7b23-3223-4425-8749-fb1cbfd67980']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:40.643353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=7d5b4f39-351a-4df7-b584-546dfd89ce74,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:40.650380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:40.653594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] For port 1c136ae1-d6b5-4508-841d-7c82183ad9f7, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:40.657468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:40.657664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] For port 1c136ae1-d6b5-4508-841d-7c82183ad9f7, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1c136ae1-d6b5-4508-841d-7c82183ad9f7,segment=NetworkSegment(0f23a5d0-3e54-414b-9d7f-4f951632e5f5),segment_id=0f23a5d0-3e54-414b-9d7f-4f951632e5f5)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:40.658699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.666020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.668314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] No DVR routers for this DVR port 1bd8bbf2-8bcd-4cf5-9596-059390a95549 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:40.676835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.680806 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5ae17b3e-8147-478b-8e53-669308392b77 req-8266ceb4-6010-4045-9b4d-a092c1d44e64 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.21 "DELETE /v2.0/ports/1bd8bbf2-8bcd-4cf5-9596-059390a95549 HTTP/1.1" status: 204 len: 173 time: 3.0942061 Nov 29 01:46:40.694335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'name': 'network-vif-deleted', 'tag': '1bd8bbf2-8bcd-4cf5-9596-059390a95549'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:46:40.699482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5f0ab-0f55-4757-9121-6c4daf9a57a2" -d '{"events": [{"server_uuid": "6a729689-a2d9-4d49-a897-c6c3816139ce", "name": "network-vif-deleted", "tag": "1bd8bbf2-8bcd-4cf5-9596-059390a95549"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:46:40.705404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf76f52d-9f19-4c53-991f-69b36f29fe23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.747221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821315ca-8579-49b1-a0bf-2398bde76ca5 None None] Pushing event updated for resources: {'Port': ['ID=1c136ae1-d6b5-4508-841d-7c82183ad9f7,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:40.747746 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f23a5d0-3e54-414b-9d7f-4f951632e5f5') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:40.748258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f23a5d0-3e54-414b-9d7f-4f951632e5f5') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:40.791043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.829239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-d02c475c-945f-4fcc-a8b5-10e6e7817a38 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:40.832364 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-d02c475c-945f-4fcc-a8b5-10e6e7817a38 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 945 time: 0.3388519 Nov 29 01:46:40.833601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.854414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e71ac3-d034-41dd-b076-c13ee026282a req-38d902c3-cffd-44ae-a787-40a3c68a870a tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:40.856815 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-77e71ac3-d034-41dd-b076-c13ee026282a req-38d902c3-cffd-44ae-a787-40a3c68a870a tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 945 time: 0.2534728 Nov 29 01:46:40.863135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf76f52d-9f19-4c53-991f-69b36f29fe23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:40.869122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 1bd8bbf2-8bcd-4cf5-9596-059390a95549 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:40.877644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0c7ee-28ed-45d2-a182-2af0edfd6728 None None] Network 64af7b23-3223-4425-8749-fb1cbfd67980 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:41.005516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf76f52d-9f19-4c53-991f-69b36f29fe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.028564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 1bd8bbf2-8bcd-4cf5-9596-059390a95549 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:41.029368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 1bd8bbf2-8bcd-4cf5-9596-059390a95549 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:41.039967 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bf76f52d-9f19-4c53-991f-69b36f29fe23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bfc54e3b6c24b7d8d9227e0c3b303d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9942791 Nov 29 01:46:41.077692 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2cb55c34-47c0-4505-979b-2032eb44f0da tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0243704 Nov 29 01:46:41.119076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41386) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:41.119432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41388) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:41.125018 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:15Z', 'revision_number': 5, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:41.128209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20675e3b-d2c2-4706-8a64-a0ba647b465b req-0288b0fc-794d-4c10-9873-253cec7c1534 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:41.135939 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-20675e3b-d2c2-4706-8a64-a0ba647b465b req-0288b0fc-794d-4c10-9873-253cec7c1534 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.6252024 Nov 29 01:46:41.160661 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] Checking router: be77bcdb-0008-4d58-99e0-da483d8228ec for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:41.172233 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:41.173162 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:41.253621 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-20675e3b-d2c2-4706-8a64-a0ba647b465b req-3ea4b96a-46de-44b1-be72-02a7f9779d2c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166971 Nov 29 01:46:41.299475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.316765 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:41.327799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:41.329189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:41.338968 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:41.363159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76f52d-9f19-4c53-991f-69b36f29fe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06168171-2b07-4ce0-8d5a-e7722326c7ef,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:41.436034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b707543b-ebea-4601-b665-639a02f47078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.439818 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fbbfe96d-99a3-43dc-81b1-6c320725a454 req-e80899f6-7e02-49fc-a1a9-90fe7479fc08 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a729689-a2d9-4d49-a897-c6c3816139ce HTTP/1.1" status: 200 len: 210 time: 0.0488412 Nov 29 01:46:41.518099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b707543b-ebea-4601-b665-639a02f47078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.527127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.api [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:46:41.527127 dv-neutron-816800-5-hyperv neutron-server[109949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:46:41.527127 dv-neutron-816800-5-hyperv neutron-server[109949]: [parameters: {'id': '64af7b23-3223-4425-8749-fb1cbfd67980'}] Nov 29 01:46:41.527127 dv-neutron-816800-5-hyperv neutron-server[109949]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:46:41.527458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG oslo_db.api [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:46:41.560108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcaeabd-9b75-4588-9dd8-6736f308e2f9 x-openstack-request-id: req-3dcaeabd-9b75-4588-9dd8-6736f308e2f9 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:46:41.560331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a729689-a2d9-4d49-a897-c6c3816139ce", "name": "network-vif-deleted", "tag": "1bd8bbf2-8bcd-4cf5-9596-059390a95549", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:46:41.560564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3dcaeabd-9b75-4588-9dd8-6736f308e2f9 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:46:41.560955 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a729689-a2d9-4d49-a897-c6c3816139ce', 'name': 'network-vif-deleted', 'tag': '1bd8bbf2-8bcd-4cf5-9596-059390a95549', 'status': 'completed', 'code': 200} Nov 29 01:46:41.562277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:41.573764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cadc39b-f54e-45ab-af38-acaaaeee6c72 None None] Sync routers for ids ['8826a5de-208d-4ea3-8dd7-2cf8ef2a8659'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:41.575086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.579380 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8bf369e4-ab46-484a-869d-66efb4466be9 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "PUT /v2.0/routers/8826a5de-208d-4ea3-8dd7-2cf8ef2a8659 HTTP/1.1" status: 200 len: 915 time: 4.9956865 Nov 29 01:46:41.587285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41392) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:41.596303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadc39b-f54e-45ab-af38-acaaaeee6c72 None None] Routers {'8826a5de-208d-4ea3-8dd7-2cf8ef2a8659'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:41.596949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4cadc39b-f54e-45ab-af38-acaaaeee6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['8826a5de-208d-4ea3-8dd7-2cf8ef2a8659'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:41.658867 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:15Z', 'revision_number': 5, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:41.683658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b707543b-ebea-4601-b665-639a02f47078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.686360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b707543b-ebea-4601-b665-639a02f47078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.694035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4cadc39b-f54e-45ab-af38-acaaaeee6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:41.695864 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61662efa-043d-4b77-a861-b22fc1a0b8e2 None None] The sync data for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv is: [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:08Z', 'revision_number': 4, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0f1b14bc-8ffb-4471-98ae-b79ff024d593', 'name': '', 'network_id': 'e283df73-640b-41aa-9526-2ca312b7547b', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'mac_address': 'fa:16:3e:8c:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:05Z', 'updated_at': '2021-11-29T01:45:15Z', 'revision_number': 5, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'subnets': [{'id': 'ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:41.696211 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b707543b-ebea-4601-b665-639a02f47078 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06168171-2b07-4ce0-8d5a-e7722326c7ef HTTP/1.1" status: 204 len: 168 time: 0.5387700 Nov 29 01:46:41.707116 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-77e71ac3-d034-41dd-b076-c13ee026282a req-7c6aec5d-aa9d-4ae6-b489-b997c02dd4a9 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups?id=47e2e04f-85b0-453e-abd7-d7375e19dcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707764 Nov 29 01:46:41.713935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadc39b-f54e-45ab-af38-acaaaeee6c72 None None] Routers {'8826a5de-208d-4ea3-8dd7-2cf8ef2a8659'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:41.714609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4cadc39b-f54e-45ab-af38-acaaaeee6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['8826a5de-208d-4ea3-8dd7-2cf8ef2a8659'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:41.715510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Deleting port b686dd52-2edf-499b-9661-c4330462844f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:41.715871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.762016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7de58eac-c1f9-432d-822e-0ed53b7df981 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 7d5b4f39-351a-4df7-b584-546dfd89ce74 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:41.762372 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7de58eac-c1f9-432d-822e-0ed53b7df981 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.767662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707543b-ebea-4601-b665-639a02f47078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06168171-2b07-4ce0-8d5a-e7722326c7ef,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:41.777789 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3427352b-c968-40a8-8b1f-53134534eea2 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/routers/8826a5de-208d-4ea3-8dd7-2cf8ef2a8659 HTTP/1.1" status: 200 len: 921 time: 0.1868505 Nov 29 01:46:41.802372 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41396) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:41.815828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4cadc39b-f54e-45ab-af38-acaaaeee6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:41.816528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cadc39b-f54e-45ab-af38-acaaaeee6c72 None None] The sync data for ids ['8826a5de-208d-4ea3-8dd7-2cf8ef2a8659'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:41.919679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] For port b686dd52-2edf-499b-9661-c4330462844f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b686dd52-2edf-499b-9661-c4330462844f,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:41.920120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:41.983359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7de58eac-c1f9-432d-822e-0ed53b7df981 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.023605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7de58eac-c1f9-432d-822e-0ed53b7df981 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 7d5b4f39-351a-4df7-b584-546dfd89ce74 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:42.034210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.052538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561f3a9-52d3-4073-88fb-607c6e56a400 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:42.057589 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f561f3a9-52d3-4073-88fb-607c6e56a400 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=8826a5de-208d-4ea3-8dd7-2cf8ef2a8659&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2514338 Nov 29 01:46:42.063895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41398) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:42.125402 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f7ab5-30f4-43b0-8714-84f504a4449e None None] New status for floating IP a36b27dd-9bcf-4195-b5b1-b9d96d938b16: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:46:42.196287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.233769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.302343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dba931-5c63-4025-a9cd-102c5fa31aa0 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:42.303978 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-14dba931-5c63-4025-a9cd-102c5fa31aa0 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 881 time: 0.2279813 Nov 29 01:46:42.307424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41402) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:42.348806 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c4e79be9-df8f-4532-9a92-0904c70e760d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=8826a5de-208d-4ea3-8dd7-2cf8ef2a8659 HTTP/1.1" status: 200 len: 205 time: 0.0347192 Nov 29 01:46:42.351593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41404) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:42.369583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.369876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.370650 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Floating IP 35fc0c2a-cc22-4a19-b66f-41d40d61942f disassociated. External IP: 172.26.8.212, port: b686dd52-2edf-499b-9661-c4330462844f. Nov 29 01:46:42.370650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Calling delete_port for b686dd52-2edf-499b-9661-c4330462844f owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:42.380314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7de58eac-c1f9-432d-822e-0ed53b7df981 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.380491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting port 1c136ae1-d6b5-4508-841d-7c82183ad9f7 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:42.380491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.494066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] For port 1c136ae1-d6b5-4508-841d-7c82183ad9f7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1c136ae1-d6b5-4508-841d-7c82183ad9f7,segment=NetworkSegment(0f23a5d0-3e54-414b-9d7f-4f951632e5f5),segment_id=0f23a5d0-3e54-414b-9d7f-4f951632e5f5)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:42.494528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.515359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Calling delete_port for 1c136ae1-d6b5-4508-841d-7c82183ad9f7 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:42.541056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41410) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:42.709782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d4b7b0-d105-4012-9a32-ec3fb65624b0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.713769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.771544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.778168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event deleted for resources: {'Port': ['ID=b686dd52-2edf-499b-9661-c4330462844f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:42.789180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d4b7b0-d105-4012-9a32-ec3fb65624b0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.798711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de58eac-c1f9-432d-822e-0ed53b7df981 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=7d5b4f39-351a-4df7-b584-546dfd89ce74,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:42.829246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Port': ['ID=1c136ae1-d6b5-4508-841d-7c82183ad9f7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:42.834958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No DVR routers for this DVR port 1c136ae1-d6b5-4508-841d-7c82183ad9f7 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:42.867103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7de58eac-c1f9-432d-822e-0ed53b7df981 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:42.870621 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7de58eac-c1f9-432d-822e-0ed53b7df981 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/7d5b4f39-351a-4df7-b584-546dfd89ce74 HTTP/1.1" status: 204 len: 168 time: 1.6867833 Nov 29 01:46:42.877739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41414) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:42.884450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'mac_address': 'fa:16:3e:77:b2:68', 'name': 'tempest-PortsIpV6TestJSON-1588666062'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:42.932379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Allocated IP 172.26.8.45 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/020ec4da-114b-4cdd-a938-9c0583a3a091) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:42.944385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf3b17-8ae0-448c-b9bd-21a355f3b86a req-996e32d4-9d09-41ff-ada8-9e55ecb18f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:42.945946 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bddf3b17-8ae0-448c-b9bd-21a355f3b86a req-996e32d4-9d09-41ff-ada8-9e55ecb18f94 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.5759039 Nov 29 01:46:42.949288 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-84000631-7ca1-47d2-99a2-b982599efcdd req-437ca744-8319-42d9-88c1-d1e1a9e99a5b tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.1257002 Nov 29 01:46:43.026623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.036867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.066461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d4b7b0-d105-4012-9a32-ec3fb65624b0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.069118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d4b7b0-d105-4012-9a32-ec3fb65624b0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.070255 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-86d4b7b0-d105-4012-9a32-ec3fb65624b0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "DELETE /v2.0/security-groups/7f4fd110-a54e-4cf9-a087-1840bf6139d5 HTTP/1.1" status: 204 len: 168 time: 0.5276079 Nov 29 01:46:43.071991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64af7b23-3223-4425-8749-fb1cbfd67980']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:43.082099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41416) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:43.098326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f23a5d0-3e54-414b-9d7f-4f951632e5f5') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:43.098653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f23a5d0-3e54-414b-9d7f-4f951632e5f5') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:43.112455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4b7b0-d105-4012-9a32-ec3fb65624b0 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4fd110-a54e-4cf9-a087-1840bf6139d5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:43.120096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:46:43.121650 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-c3c381c8-e5ad-4adc-a1fe-f5c8eefada94 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] show failed (client error): The resource could not be found. Nov 29 01:46:43.125611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c3c381c8-e5ad-4adc-a1fe-f5c8eefada94 tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "GET /v2.0/security-groups/7f4fd110-a54e-4cf9-a087-1840bf6139d5 HTTP/1.1" status: 404 len: 347 time: 0.0366185 Nov 29 01:46:43.125611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.127296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41418) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:43.185303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.220885 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bddf3b17-8ae0-448c-b9bd-21a355f3b86a req-6333ed4a-f4f8-4c76-834a-14101a4ce219 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605162 Nov 29 01:46:43.249307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:43.258659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:43.259075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:43.263831 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:43.328140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642c0f2-c064-4283-84b2-71d677d6df66 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:46:43.344944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.358513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.370178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.390914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.400574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.403815 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/64af7b23-3223-4425-8749-fb1cbfd67980 HTTP/1.1" status: 204 len: 168 time: 3.8931065 Nov 29 01:46:43.413232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41420) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:43.429558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef1c4a-2d41-4a24-96a0-c7dcf3050111 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=64af7b23-3223-4425-8749-fb1cbfd67980,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:43.430524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884263046'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:43.433977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 7f354732-8c4c-46f8-a862-f25fecc70c20 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:43.441975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:43.444549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3642c0f2-c064-4283-84b2-71d677d6df66 None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:46:43.465838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d924712-5b94-4bb5-a218-05074688970d None None] Sync routers for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:43.478383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Deleting port 92afdcc6-0ab4-42b1-959f-e15b19c9bb72 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:43.478383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.493810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] No DVR routers for this DVR port b686dd52-2edf-499b-9661-c4330462844f on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:43.504413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.507764 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8cf06a10-c1dc-448c-8548-336a0da6bd77 req-2f8c2ebc-26bf-4b9a-821e-2171506b095c tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.21 "DELETE /v2.0/ports/b686dd52-2edf-499b-9661-c4330462844f HTTP/1.1" status: 204 len: 173 time: 2.6655591 Nov 29 01:46:43.508237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'name': 'network-vif-deleted', 'tag': 'b686dd52-2edf-499b-9661-c4330462844f'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:46:43.509929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.511059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a72a1a-5773-4649-90d7-4fe3bb960840" -d '{"events": [{"server_uuid": "4a97d0b9-7d73-474e-94c1-d67a49459deb", "name": "network-vif-deleted", "tag": "b686dd52-2edf-499b-9661-c4330462844f"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:46:43.533521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:43.539747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.540285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d924712-5b94-4bb5-a218-05074688970d None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:43.541166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d924712-5b94-4bb5-a218-05074688970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:43.593337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dfa36d-7251-460e-afc6-ed4621fdf21d x-openstack-request-id: req-70dfa36d-7251-460e-afc6-ed4621fdf21d {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:46:43.593649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a97d0b9-7d73-474e-94c1-d67a49459deb", "name": "network-vif-deleted", "tag": "b686dd52-2edf-499b-9661-c4330462844f", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:46:43.593883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70dfa36d-7251-460e-afc6-ed4621fdf21d {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:46:43.594295 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a97d0b9-7d73-474e-94c1-d67a49459deb', 'name': 'network-vif-deleted', 'tag': 'b686dd52-2edf-499b-9661-c4330462844f', 'status': 'completed', 'code': 200} Nov 29 01:46:43.641226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.641832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.663855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Calling delete_port for 92afdcc6-0ab4-42b1-959f-e15b19c9bb72 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:43.669114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:43.674112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Deleting port 195ff0f9-d29f-44cf-9519-b531d8d49c40 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:43.674396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.695231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:43.723391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:43.725029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event updated for resources: {'Port': ['ID=020ec4da-114b-4cdd-a938-9c0583a3a091,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:43.813323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:43.835461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.849040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.849405 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment 848fe32a-3347-48b0-a3b3-181654ba3101 of type vlan for network a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 Nov 29 01:46:43.868744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.871043 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:46:43.909717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Pushing event deleted for resources: {'Port': ['ID=92afdcc6-0ab4-42b1-959f-e15b19c9bb72,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:43.912136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.912746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8d924712-5b94-4bb5-a218-05074688970d None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:43.955447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.959577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.963635 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-62ebf80e-3e10-4093-9725-a8f725d8043d tempest-ServersTestJSON-1884992912 tempest-ServersTestJSON-1884992912-project] 10.222.0.30 "DELETE /v2.0/floatingips/a36b27dd-9bcf-4195-b5b1-b9d96d938b16 HTTP/1.1" status: 204 len: 168 time: 0.8312089 Nov 29 01:46:43.964292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41424) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:43.964550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:43.967799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.021636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Calling delete_port for 195ff0f9-d29f-44cf-9519-b531d8d49c40 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:44.159159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-81aab4b2-2661-4b09-90ff-a630d2b12ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.161168 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-84b40202-f800-4d3b-8067-831c539d1ff6 req-74118e43-f5cb-4733-8c24-970ccd61eab0 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a97d0b9-7d73-474e-94c1-d67a49459deb HTTP/1.1" status: 200 len: 210 time: 0.0711286 Nov 29 01:46:44.164342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.170595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:44.171249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.182791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.220339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57291ae2-794d-489f-9f88-c61623a488d9 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:44.274689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d924712-5b94-4bb5-a218-05074688970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:14Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:44.315501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845035a8-2bb9-40e7-8f64-ec98e5a89fba None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:44.322025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d924712-5b94-4bb5-a218-05074688970d None None] Checking router: ea2232b9-0ec8-4a4f-83d3-07aa497b8111 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:44.343326 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9197383 Nov 29 01:46:44.345165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d924712-5b94-4bb5-a218-05074688970d None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:44.346353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d924712-5b94-4bb5-a218-05074688970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:44.351053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41430) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:44.395476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': 'a8d7c6f8-4b4d-4942-9826-f90cc09e45b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:44.413648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a735eadb-c53c-4bc8-9535-b02951f94fca None None] Provisioning complete for port 020ec4da-114b-4cdd-a938-9c0583a3a091 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:44.414053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a735eadb-c53c-4bc8-9535-b02951f94fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.427949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deab646-b601-4cce-9e7b-51ed73f187ed tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=a8d7c6f8-4b4d-4942-9826-f90cc09e45b5,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:44.446558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:44.484478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:44.490218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:44.493785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:44.500086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:44.500872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.520119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a735eadb-c53c-4bc8-9535-b02951f94fca None None] Port 020ec4da-114b-4cdd-a938-9c0583a3a091 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:44.544327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=7f354732-8c4c-46f8-a862-f25fecc70c20,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:44.560433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8d924712-5b94-4bb5-a218-05074688970d None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:44.599409 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7e200fa0-01e4-41bf-bdd0-d60202a5cc79 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7188218 Nov 29 01:46:44.606221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41432) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:44.700536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.713676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008921ba-7f98-4650-a26a-0d59bf49ea4b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:44.717725 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-008921ba-7f98-4650-a26a-0d59bf49ea4b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/7f354732-8c4c-46f8-a862-f25fecc70c20 HTTP/1.1" status: 200 len: 845 time: 0.1061456 Nov 29 01:46:44.723838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d94b-4991-443c-9808-bb3bad7cd317 req-a3734871-c9a7-462c-8d17-25601f543523 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:44.725354 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62f2d94b-4991-443c-9808-bb3bad7cd317 req-a3734871-c9a7-462c-8d17-25601f543523 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.0851994 Nov 29 01:46:44.727012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41434) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:44.785991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d924712-5b94-4bb5-a218-05074688970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:14Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:44.805906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:44.809804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.814751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d924712-5b94-4bb5-a218-05074688970d None None] The sync data for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv is: [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '3ebd4f05-9fc4-4881-bc56-451187ad6b5e', 'name': '', 'network_id': '95958bc9-7ef6-4493-8443-e6c1367afb04', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'mac_address': 'fa:16:3e:9d:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:45:03Z', 'updated_at': '2021-11-29T01:45:14Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'subnets': [{'id': '910fbb66-f458-443f-aa5a-74395a0a6273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:44.823791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.856216 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62f2d94b-4991-443c-9808-bb3bad7cd317 req-23d17d8e-b102-47bf-8994-bb463f2aee87 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207392 Nov 29 01:46:44.865485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b686dd52-2edf-499b-9661-c4330462844f no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:44.886400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: b686dd52-2edf-499b-9661-c4330462844f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:44.887017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b686dd52-2edf-499b-9661-c4330462844f not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:44.899584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event deleted for resources: {'Port': ['ID=195ff0f9-d29f-44cf-9519-b531d8d49c40,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:44.921240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd36c-c641-4579-8850-56d81e600fc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 7f354732-8c4c-46f8-a862-f25fecc70c20 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:44.921609 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd36c-c641-4579-8850-56d81e600fc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:44.943513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c4325-3135-48b4-bc65-4ffe1ae7fa51 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:45.003355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd36c-c641-4579-8850-56d81e600fc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.008122 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.055359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd36c-c641-4579-8850-56d81e600fc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 7f354732-8c4c-46f8-a862-f25fecc70c20 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:45.101478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.106551 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27961305-9cab-4830-b294-6de0662f7b20 None None] New status for floating IP 35fc0c2a-cc22-4a19-b66f-41d40d61942f: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:46:45.235374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.258871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.263149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd36c-c641-4579-8850-56d81e600fc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.273115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.324329 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41440) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:45.335796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfd36c-c641-4579-8850-56d81e600fc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=7f354732-8c4c-46f8-a862-f25fecc70c20,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:45.349279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd36c-c641-4579-8850-56d81e600fc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.349424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.352611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d8bfd36c-c641-4579-8850-56d81e600fc7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/7f354732-8c4c-46f8-a862-f25fecc70c20 HTTP/1.1" status: 204 len: 168 time: 0.6246624 Nov 29 01:46:45.355337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41442) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:45.359154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.388444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.389010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Fanout notify agent at l3_agent the message router_deleted on router 8826a5de-208d-4ea3-8dd7-2cf8ef2a8659 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:45.396455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.397576 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-143a406f-17dc-447d-b35e-c25f10f3bc43 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/8826a5de-208d-4ea3-8dd7-2cf8ef2a8659 HTTP/1.1" status: 204 len: 168 time: 3.0397232 Nov 29 01:46:45.402995 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8764d2aa-d850-42ce-a703-109ddf2708b1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:46:45.407742 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8764d2aa-d850-42ce-a703-109ddf2708b1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/7f354732-8c4c-46f8-a862-f25fecc70c20 HTTP/1.1" status: 404 len: 333 time: 0.0473275 Nov 29 01:46:45.408124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41444) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:45.409745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41446) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:45.409873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f78a1eb1-fff2-4e28-acbc-2a68472810ca tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1109883864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:45.414526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'name': 'tempest-PortsIpV6TestJSON-1971716892'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:45.488172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.533048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-674b8dbd-3c81-4273-8680-6c438c9af0bd tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.565210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f78a1eb1-fff2-4e28-acbc-2a68472810ca tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.566282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f78a1eb1-fff2-4e28-acbc-2a68472810ca tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.588673 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-674b8dbd-3c81-4273-8680-6c438c9af0bd tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.625707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Deleting port 0f1b14bc-8ffb-4471-98ae-b79ff024d593 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:45.626049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.635592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:45.639169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.703345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port f2034eba-95a2-4565-a993-90031a3b9412 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:45.760373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-674b8dbd-3c81-4273-8680-6c438c9af0bd tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.763081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-674b8dbd-3c81-4273-8680-6c438c9af0bd tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.766899 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-674b8dbd-3c81-4273-8680-6c438c9af0bd tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "DELETE /v2.0/security-groups/47e2e04f-85b0-453e-abd7-d7375e19dcbc HTTP/1.1" status: 204 len: 168 time: 0.4412205 Nov 29 01:46:45.771105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41448) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:45.808458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b8dbd-3c81-4273-8680-6c438c9af0bd tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e2e04f-85b0-453e-abd7-d7375e19dcbc,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:45.813639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] For port 0f1b14bc-8ffb-4471-98ae-b79ff024d593, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0f1b14bc-8ffb-4471-98ae-b79ff024d593,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:45.814080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:45.823478 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-e91891b3-af9d-4e5d-963e-db037085fe22 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] show failed (client error): The resource could not be found. Nov 29 01:46:45.827104 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e91891b3-af9d-4e5d-963e-db037085fe22 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "GET /v2.0/security-groups/47e2e04f-85b0-453e-abd7-d7375e19dcbc HTTP/1.1" status: 404 len: 347 time: 0.0522389 Nov 29 01:46:45.840061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41450) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:45.866437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Calling delete_port for 0f1b14bc-8ffb-4471-98ae-b79ff024d593 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:45.908905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=e11299e2-1070-46d5-9da9-4cd69768ed19,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:45.984012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': '848fe32a-3347-48b0-a3b3-181654ba3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8d7c6f8-4b4d-4942-9826-f90cc09e45b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:45.984379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: a8d7c6f8-4b4d-4942-9826-f90cc09e45b5, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:46.013435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f78a1eb1-fff2-4e28-acbc-2a68472810ca tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.024941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f78a1eb1-fff2-4e28-acbc-2a68472810ca tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.052372 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:46.061866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f78a1eb1-fff2-4e28-acbc-2a68472810ca tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.063124 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f78a1eb1-fff2-4e28-acbc-2a68472810ca tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6569881 Nov 29 01:46:46.068942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41454) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:46.077877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4bf7d-a572-45f0-af21-4ae840180d03 req-b8e55cc4-a9b8-44af-a055-052337b48738 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:46.079441 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-19c4bf7d-a572-45f0-af21-4ae840180d03 req-b8e55cc4-a9b8-44af-a055-052337b48738 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1343110 Nov 29 01:46:46.084321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': False}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:46.090181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, a8d7c6f8-4b4d-4942-9826-f90cc09e45b5) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:46.096558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:46.097165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.102376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0db930-d2c9-47e0-8922-3fdff7107b9d None None] Network a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:46.103510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.174933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Router b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:46.194060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Deleting port 0a4de5bd-2992-4abb-a919-238ec99726f6 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:46.194350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.206288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-90664695-9941-46a5-9252-1e42d8f56f6b tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8471496 Nov 29 01:46:46.207547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41456) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:46.229895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.276868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.280636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-a8d7c6f8-4b4d-4942-9826-f90cc09e45b5', 'network_id': 'a8d7c6f8-4b4d-4942-9826-f90cc09e45b5', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': 'e11299e2-1070-46d5-9da9-4cd69768ed19'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:46.281627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.313428 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:46.343327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:46.351397 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:46.356362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:46.357454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.377231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=f2034eba-95a2-4565-a993-90031a3b9412,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:46.405163 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-991bed54-c0da-49ae-b35c-d1da817704c1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9929357 Nov 29 01:46:46.405426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.405785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.408052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41458) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:46.413499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:46.422546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.434846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Allocated IP 2001:db8::1 (a8d7c6f8-4b4d-4942-9826-f90cc09e45b5/e11299e2-1070-46d5-9da9-4cd69768ed19/c9be6c5f-fe04-41a5-ae24-2683f9a6680e) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:46.436451 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-19c4bf7d-a572-45f0-af21-4ae840180d03 req-e56c87b7-91ef-44bf-903e-7711845d3e56 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988782 Nov 29 01:46:46.467737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Calling delete_port for 0a4de5bd-2992-4abb-a919-238ec99726f6 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:46.475429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1b14bc-8ffb-4471-98ae-b79ff024d593,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:46.549503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.616813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.631732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.633825 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.638122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:46.641484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.647308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.648654 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8e2a15dd-3c0e-41ac-b4db-601aa465fc75 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "PUT /v2.0/routers/b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9 HTTP/1.1" status: 200 len: 883 time: 6.3509774 Nov 29 01:46:46.652109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41460) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:46.711592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Pushing event updated for resources: {'Port': ['ID=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:46.715216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e610a0-d7d1-43c7-b7a9-15935a6b71da None None] Sync routers for ids ['b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:46.733028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Network a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:46.735659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e610a0-d7d1-43c7-b7a9-15935a6b71da None None] Routers {'b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:46.736449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e5e610a0-d7d1-43c7-b7a9-15935a6b71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:46.738603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:46.742184 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:46.777239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e5e610a0-d7d1-43c7-b7a9-15935a6b71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:46.816142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.823549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e610a0-d7d1-43c7-b7a9-15935a6b71da None None] Routers {'b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:46.824502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e5e610a0-d7d1-43c7-b7a9-15935a6b71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:46.867374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e5e610a0-d7d1-43c7-b7a9-15935a6b71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:46.868362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e610a0-d7d1-43c7-b7a9-15935a6b71da None None] The sync data for ids ['b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:46.870016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Attempting to bind port c9be6c5f-fe04-41a5-ae24-2683f9a6680e on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:46.870614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Attempting to bind port c9be6c5f-fe04-41a5-ae24-2683f9a6680e by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '848fe32a-3347-48b0-a3b3-181654ba3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8d7c6f8-4b4d-4942-9826-f90cc09e45b5'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:46.871201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Attempting to bind port c9be6c5f-fe04-41a5-ae24-2683f9a6680e on network a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:46.878087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:46.878757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Checking segment: {'id': '848fe32a-3347-48b0-a3b3-181654ba3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8d7c6f8-4b4d-4942-9826-f90cc09e45b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:46.879389 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.879969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Bound using segment: {'id': '848fe32a-3347-48b0-a3b3-181654ba3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8d7c6f8-4b4d-4942-9826-f90cc09e45b5'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:46.880670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Bound port: c9be6c5f-fe04-41a5-ae24-2683f9a6680e, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848fe32a-3347-48b0-a3b3-181654ba3101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8d7c6f8-4b4d-4942-9826-f90cc09e45b5'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:46.881281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.896439 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3d31ae1f-e20c-4d34-b32a-a8d0e475a841 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/routers/b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9 HTTP/1.1" status: 200 len: 924 time: 0.2405026 Nov 29 01:46:46.897077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41462) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:46.929823 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.945465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.965165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-00115593-385e-4eee-9264-aec60d75e965 None None] For port c9be6c5f-fe04-41a5-ae24-2683f9a6680e, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:46.970131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-00115593-385e-4eee-9264-aec60d75e965 None None] For port c9be6c5f-fe04-41a5-ae24-2683f9a6680e, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,segment=NetworkSegment(848fe32a-3347-48b0-a3b3-181654ba3101),segment_id=848fe32a-3347-48b0-a3b3-181654ba3101)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:46.970689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:46.975995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.035835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00115593-385e-4eee-9264-aec60d75e965 None None] Pushing event updated for resources: {'Port': ['ID=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:47.054238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=e11299e2-1070-46d5-9da9-4cd69768ed19,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:47.062844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eefd470-3844-4feb-bf53-3fac3ac50648 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:47.065167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4eefd470-3844-4feb-bf53-3fac3ac50648 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1670065 Nov 29 01:46:47.071517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41464) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:47.086562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.089678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Pushing event deleted for resources: {'Port': ['ID=0a4de5bd-2992-4abb-a919-238ec99726f6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:47.110316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd18ed5-4c19-402f-a291-84498074367e None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:47.115291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.149128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.166522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.193311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d7c6f8-4b4d-4942-9826-f90cc09e45b5']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:47.196073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.211596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848fe32a-3347-48b0-a3b3-181654ba3101') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:47.211980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848fe32a-3347-48b0-a3b3-181654ba3101') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:47.248768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.293336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.322492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:47.324377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:47.331100 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:47.424433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Allocated IP 172.26.8.247 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/3176428d-6206-4dde-aa98-189f635193e9) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:47.426886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:46:47.426886 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:46:47.426886 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'id': 'a8d7c6f8-4b4d-4942-9826-f90cc09e45b5'}] Nov 29 01:46:47.426886 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:46:47.427513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:46:47.541824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] In _notify_port_updated(), no bound segment for port f2034eba-95a2-4565-a993-90031a3b9412 on network 30c23659-4a81-40c0-8708-48baf3f6b5e4 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:46:47.547274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:47.547720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.548192 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.549186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "PUT /v2.0/ports/f2034eba-95a2-4565-a993-90031a3b9412 HTTP/1.1" status: 200 len: 818 time: 1.1398959 Nov 29 01:46:47.553020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41468) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:47.626005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1b12c-5b08-4118-9a4d-06d3dc065fc4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=f2034eba-95a2-4565-a993-90031a3b9412,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:47.635894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.638540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.639698 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-41e40fd9-d0af-4f2a-b5e6-59b056bb8861 tempest-ServersTestManualDisk-2003274580 tempest-ServersTestManualDisk-2003274580-project] 10.222.0.30 "DELETE /v2.0/floatingips/35fc0c2a-cc22-4a19-b66f-41d40d61942f HTTP/1.1" status: 204 len: 168 time: 1.7930644 Nov 29 01:46:47.648206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41470) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:47.660292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba9e79-93bf-4008-b82c-c14d4189f52b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:47.661655 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-02ba9e79-93bf-4008-b82c-c14d4189f52b tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 881 time: 0.5875804 Nov 29 01:46:47.667858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41472) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:47.706973 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-534bfbad-2407-4d67-9bc6-e6d9734b102c tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9 HTTP/1.1" status: 200 len: 205 time: 0.0344532 Nov 29 01:46:47.707563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41474) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:47.721167 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.787660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be571ed-a309-4146-b77c-cb4b110699ec req-83835972-0b43-4118-a914-0c40ead16cec tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:47.789145 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0be571ed-a309-4146-b77c-cb4b110699ec req-83835972-0b43-4118-a914-0c40ead16cec tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2592602 Nov 29 01:46:47.816128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c9be6c5f-fe04-41a5-ae24-2683f9a6680e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:47.849319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b24bd618-be70-4a4e-9b4a-a120bf158bb4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port f2034eba-95a2-4565-a993-90031a3b9412 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:47.850056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b24bd618-be70-4a4e-9b4a-a120bf158bb4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.859133 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:47.880950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Pushing event updated for resources: {'Port': ['ID=3176428d-6206-4dde-aa98-189f635193e9,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:47.882109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port c9be6c5f-fe04-41a5-ae24-2683f9a6680e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:47.882529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.883579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:47.889504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:47.894362 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0be571ed-a309-4146-b77c-cb4b110699ec req-48659669-fe7e-49bb-b14c-2dbfd4b443f6 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921872 Nov 29 01:46:47.932408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5baa196-1438-40a6-b613-8f0b9ec46d18 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:47.949796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.955426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Router be77bcdb-0008-4d58-99e0-da483d8228ec has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:46:47.977407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b24bd618-be70-4a4e-9b4a-a120bf158bb4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:47.999236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b24bd618-be70-4a4e-9b4a-a120bf158bb4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for f2034eba-95a2-4565-a993-90031a3b9412 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:48.016097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-640bcedd-0d05-43c2-ac4b-4271d23d6da0 None None] Provisioning complete for port 3176428d-6206-4dde-aa98-189f635193e9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:48.016097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-640bcedd-0d05-43c2-ac4b-4271d23d6da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.039902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.070198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-640bcedd-0d05-43c2-ac4b-4271d23d6da0 None None] Port 3176428d-6206-4dde-aa98-189f635193e9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:48.085484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port c9be6c5f-fe04-41a5-ae24-2683f9a6680e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,segment=NetworkSegment(848fe32a-3347-48b0-a3b3-181654ba3101),segment_id=848fe32a-3347-48b0-a3b3-181654ba3101)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:48.095555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.102903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.149729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:48.153355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:48.160339 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-aa07b0d4-97d7-4b9c-aecd-24b4b6d325e3 admin admin] 10.222.0.30 "PUT /v2.0/routers/be77bcdb-0008-4d58-99e0-da483d8228ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1951602 Nov 29 01:46:48.162949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41476) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:48.179476 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] Sync routers for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:48.192153 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:48.192786 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:48.307579 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.321454 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:48.341168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd40d7-4f39-4411-93da-01105377d4a3 None None] Network a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:48.362992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b24bd618-be70-4a4e-9b4a-a120bf158bb4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.420616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bd618-be70-4a4e-9b4a-a120bf158bb4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=f2034eba-95a2-4565-a993-90031a3b9412,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:48.460799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.466783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting port c9be6c5f-fe04-41a5-ae24-2683f9a6680e {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:48.466992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-27899a5c-8df2-4376-b36b-d5593c825aef None None] Provisioning complete for port c9be6c5f-fe04-41a5-ae24-2683f9a6680e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:48.467553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.468587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27899a5c-8df2-4376-b36b-d5593c825aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.473735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.521287 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:46:46Z', 'revision_number': 5, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port': {'id': 'd67578c6-7b2c-4a5f-87a5-967e2cd0bfeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:48.553511 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] Checking router: be77bcdb-0008-4d58-99e0-da483d8228ec for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:48.563180 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] Routers {'be77bcdb-0008-4d58-99e0-da483d8228ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:48.564140 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['be77bcdb-0008-4d58-99e0-da483d8228ec'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:48.618520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Deleting port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:48.618900 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.683117 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] Set router be77bcdb-0008-4d58-99e0-da483d8228ec gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:48.709914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988d505-4200-4715-baae-da3c2269a815 None None] DHCP port deletion for a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:48.748417 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:46:48Z', 'revision_number': 6, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:48.770737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] For port d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:48.771136 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.777992 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58f696-f574-45e1-97f5-da0d743a23ce None None] The sync data for ids ['be77bcdb-0008-4d58-99e0-da483d8228ec'] in dv-neutron-816800-5-hyperv is: [{'id': 'be77bcdb-0008-4d58-99e0-da483d8228ec', 'name': 'tempest-ServersTestJSON-131097312-router', 'tenant_id': 'ab516d3ee90447e494596883532c44fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:46:48Z', 'revision_number': 6, 'project_id': 'ab516d3ee90447e494596883532c44fe', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:48.793408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Calling delete_port for d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:48.886529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b24bd618-be70-4a4e-9b4a-a120bf158bb4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.890598 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b24bd618-be70-4a4e-9b4a-a120bf158bb4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/f2034eba-95a2-4565-a993-90031a3b9412 HTTP/1.1" status: 204 len: 168 time: 1.3365698 Nov 29 01:46:48.899426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41478) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:48.914530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.935076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] For port c9be6c5f-fe04-41a5-ae24-2683f9a6680e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,segment=NetworkSegment(848fe32a-3347-48b0-a3b3-181654ba3101),segment_id=848fe32a-3347-48b0-a3b3-181654ba3101)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:48.935529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.959758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2988d505-4200-4715-baae-da3c2269a815 None None] Deleting port c9be6c5f-fe04-41a5-ae24-2683f9a6680e {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:48.960147 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2988d505-4200-4715-baae-da3c2269a815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:48.981450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Calling delete_port for c9be6c5f-fe04-41a5-ae24-2683f9a6680e owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:49.021932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081332b1-09ba-40b8-aa12-82df4be7e7d8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:49.025994 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-081332b1-09ba-40b8-aa12-82df4be7e7d8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1224384 Nov 29 01:46:49.026545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41482) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:49.028086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2988d505-4200-4715-baae-da3c2269a815 None None] For port c9be6c5f-fe04-41a5-ae24-2683f9a6680e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,segment=NetworkSegment(848fe32a-3347-48b0-a3b3-181654ba3101),segment_id=848fe32a-3347-48b0-a3b3-181654ba3101)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:49.028755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2988d505-4200-4715-baae-da3c2269a815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.044485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2988d505-4200-4715-baae-da3c2269a815 None None] Calling delete_port for c9be6c5f-fe04-41a5-ae24-2683f9a6680e owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:49.058951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Deleting port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:49.059291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.063528 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63faa8b-10a1-46b6-8e97-4d861d8f6305 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:46:49.069086 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e63faa8b-10a1-46b6-8e97-4d861d8f6305 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/f2034eba-95a2-4565-a993-90031a3b9412 HTTP/1.1" status: 404 len: 333 time: 0.0382457 Nov 29 01:46:49.073357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41484) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:49.080776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-173716920'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:49.144808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2988d505-4200-4715-baae-da3c2269a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.168221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.204334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988d505-4200-4715-baae-da3c2269a815 None None] Pushing event deleted for resources: {'Port': ['ID=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:49.205222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Deleting port 020ec4da-114b-4cdd-a938-9c0583a3a091 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:49.205582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.207350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:49.210794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.212384 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Pushing event deleted for resources: {'Port': ['ID=d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:49.216295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] For port 3ebd4f05-9fc4-4881-bc56-451187ad6b5e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:49.216295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.250094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392733ad-852f-4f3c-ae0e-d31a71e8b8ae None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:49.252774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988d505-4200-4715-baae-da3c2269a815 None None] No DVR routers for this DVR port c9be6c5f-fe04-41a5-ae24-2683f9a6680e on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:49.253567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Calling delete_port for 3ebd4f05-9fc4-4881-bc56-451187ad6b5e owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:49.257018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c31ae-ee1b-4435-8d17-9ad25569ed9b req-a150fd93-57ba-4fef-ae08-a36eb08274b2 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:49.261344 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-369c31ae-ee1b-4435-8d17-9ad25569ed9b req-a150fd93-57ba-4fef-ae08-a36eb08274b2 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2318709 Nov 29 01:46:49.333815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.345901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.347732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:49.389456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.448660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.451844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.462156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.462460 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Added segment a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2 of type vlan for network 2298c794-50fc-417e-b11f-ba5964ddf3ff Nov 29 01:46:49.482343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Port': ['ID=c9be6c5f-fe04-41a5-ae24-2683f9a6680e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:49.502478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No DVR routers for this DVR port c9be6c5f-fe04-41a5-ae24-2683f9a6680e on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:49.530167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.530633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Fanout notify agent at l3_agent the message router_deleted on router be77bcdb-0008-4d58-99e0-da483d8228ec {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:49.536659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.540232 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fa733844-e86b-4522-ab20-9945a3e9402d admin admin] 10.222.0.30 "DELETE /v2.0/routers/be77bcdb-0008-4d58-99e0-da483d8228ec HTTP/1.1" status: 204 len: 168 time: 1.3741074 Nov 29 01:46:49.540638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41486) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:49.551499 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-369c31ae-ee1b-4435-8d17-9ad25569ed9b req-6bde0c8e-162d-47a3-8eb9-ef93d4c34e52 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772369 Nov 29 01:46:49.583671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.605621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5976820-2332-49ae-8162-4a766ab0239a admin admin] Deleting subnet ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:49.609527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5976820-2332-49ae-8162-4a766ab0239a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.642543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.644837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Calling delete_port for 020ec4da-114b-4cdd-a938-9c0583a3a091 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:49.671912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5976820-2332-49ae-8162-4a766ab0239a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.720840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.744651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c9be6c5f-fe04-41a5-ae24-2683f9a6680e no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:49.785556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebd4f05-9fc4-4881-bc56-451187ad6b5e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:49.808244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: c9be6c5f-fe04-41a5-ae24-2683f9a6680e {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:49.808244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c9be6c5f-fe04-41a5-ae24-2683f9a6680e not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:49.808553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0f1b14bc-8ffb-4471-98ae-b79ff024d593 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:49.854968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 0f1b14bc-8ffb-4471-98ae-b79ff024d593 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:49.873833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0f1b14bc-8ffb-4471-98ae-b79ff024d593 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:49.874436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:49.895304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.899434 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5976820-2332-49ae-8162-4a766ab0239a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.900040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:49.900642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d67578c6-7b2c-4a5f-87a5-967e2cd0bfeb not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:49.923361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.929191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.986178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:49.990390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:49.991036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.048058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d7c6f8-4b4d-4942-9826-f90cc09e45b5']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:50.078920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5976820-2332-49ae-8162-4a766ab0239a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.082660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-5d63b460-3a63-43e9-b9e9-db7d2d9415d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:50.084177 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-5d63b460-3a63-43e9-b9e9-db7d2d9415d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1099 time: 0.1428032 Nov 29 01:46:50.132640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82203508-3f4a-4de8-8e7a-29bb9c4e8fbe None None] Network e283df73-640b-41aa-9526-2ca312b7547b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:50.135454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5976820-2332-49ae-8162-4a766ab0239a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:50.139148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5976820-2332-49ae-8162-4a766ab0239a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.140018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848fe32a-3347-48b0-a3b3-181654ba3101') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:50.140335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848fe32a-3347-48b0-a3b3-181654ba3101') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:50.148201 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d5976820-2332-49ae-8162-4a766ab0239a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ec8eddd4-fd73-4ca1-aa58-d1633dafdc8c HTTP/1.1" status: 204 len: 168 time: 0.6014574 Nov 29 01:46:50.148372 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0685430 Nov 29 01:46:50.149993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41492) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:50.150331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41494) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:50.162582 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:50.191689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.225341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88308-046e-4705-bff9-f89022aee325 req-0ae1a3c3-b38e-4464-9020-98073a050e56 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:50.226893 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1ea88308-046e-4705-bff9-f89022aee325 req-0ae1a3c3-b38e-4464-9020-98073a050e56 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2993560 Nov 29 01:46:50.227564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373e013-8391-40b2-9be6-f2993ead8065 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Network': ['ID=2298c794-50fc-417e-b11f-ba5964ddf3ff,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:50.263485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:50.276376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.303449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:50.303860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:50.314982 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:50.431529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] DHCP port deletion for e283df73-640b-41aa-9526-2ca312b7547b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:50.438117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.454125 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1ea88308-046e-4705-bff9-f89022aee325 req-ba642585-fcfa-4d0b-a309-8146ca4d797b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754389 Nov 29 01:46:50.455869 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.463613 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 HTTP/1.1" status: 204 len: 168 time: 4.2553816 Nov 29 01:46:50.486695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41496) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:50.492401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-747854529'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:50.493760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] Deleting port 664f66b6-ba68-4abd-a28b-9f54ab548a90 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:50.494359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.506493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa3751-ca23-46bc-bac8-8f4031beeb9a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=a8d7c6f8-4b4d-4942-9826-f90cc09e45b5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:50.543235 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.555050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Router ea933d36-970b-48e2-9305-25c2aab9cbaa is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:50.575796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.580238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:50.582911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] For port 664f66b6-ba68-4abd-a28b-9f54ab548a90, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=664f66b6-ba68-4abd-a28b-9f54ab548a90,segment=NetworkSegment(85dbade8-5c90-4837-bcfb-91fa4be1fa77),segment_id=85dbade8-5c90-4837-bcfb-91fa4be1fa77)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:50.583439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.584157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.596719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] Calling delete_port for 664f66b6-ba68-4abd-a28b-9f54ab548a90 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:50.602608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84659d99-9b68-4fe0-b529-e5fe6303c18a None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:50.621366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event deleted for resources: {'Port': ['ID=020ec4da-114b-4cdd-a938-9c0583a3a091,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:50.659884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.705137 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.726502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:50.732897 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] Pushing event deleted for resources: {'Port': ['ID=664f66b6-ba68-4abd-a28b-9f54ab548a90,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:50.737386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d4409-39a9-44ff-a90f-e3517a645c1e None None] No DVR routers for this DVR port 664f66b6-ba68-4abd-a28b-9f54ab548a90 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:50.762762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.762910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-0ebf8dfa-2bd2-4869-9ff5-ebd9683d94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:50.763255 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment adc04471-ad5b-42d7-a1ee-58dae6db8a0f of type vlan for network 4402d0c9-fa6a-4aca-b33b-05e61499cbba Nov 29 01:46:50.764354 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-0ebf8dfa-2bd2-4869-9ff5-ebd9683d94ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 912 time: 0.6681890 Nov 29 01:46:50.775375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.840378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:50.843837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.911399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.916891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.921686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.932868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:50.943101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeee6c7-5fdc-442b-a3d3-9311873b81a3 None None] Sync routers for ids ['ea933d36-970b-48e2-9305-25c2aab9cbaa'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:50.952684 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeee6c7-5fdc-442b-a3d3-9311873b81a3 None None] Routers {'ea933d36-970b-48e2-9305-25c2aab9cbaa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:50.953301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-dfeee6c7-5fdc-442b-a3d3-9311873b81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea933d36-970b-48e2-9305-25c2aab9cbaa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:50.971001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.972247 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-00e777f7-7815-4593-8f4b-0155546aea06 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "PUT /v2.0/routers/ea933d36-970b-48e2-9305-25c2aab9cbaa HTTP/1.1" status: 200 len: 916 time: 4.8913531 Nov 29 01:46:50.975477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41498) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:50.992906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:50.994543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-dfeee6c7-5fdc-442b-a3d3-9311873b81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:51.003801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeee6c7-5fdc-442b-a3d3-9311873b81a3 None None] Routers {'ea933d36-970b-48e2-9305-25c2aab9cbaa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:51.004636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-dfeee6c7-5fdc-442b-a3d3-9311873b81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea933d36-970b-48e2-9305-25c2aab9cbaa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:51.041787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-dfeee6c7-5fdc-442b-a3d3-9311873b81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:51.042710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeee6c7-5fdc-442b-a3d3-9311873b81a3 None None] The sync data for ids ['ea933d36-970b-48e2-9305-25c2aab9cbaa'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:51.047422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.048571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Fanout notify agent at l3_agent the message router_deleted on router b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:51.051115 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-be6c0681-4ccb-4cf1-8b46-4e5c4c5dba19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 1001 time: 0.2767160 Nov 29 01:46:51.056716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.056800 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e283df73-640b-41aa-9526-2ca312b7547b']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:51.061684 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-036f5d61-fee7-4bc5-bab8-0d801ac35391 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9 HTTP/1.1" status: 204 len: 168 time: 3.3495405 Nov 29 01:46:51.061684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.066338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:51.066972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.070883 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41500) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:51.079342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-47bf3edc-97a2-4edb-b5da-1c846e206e46 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1823755057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:51.097689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dbade8-5c90-4837-bcfb-91fa4be1fa77') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:51.098234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dbade8-5c90-4837-bcfb-91fa4be1fa77') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:51.172339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=4402d0c9-fa6a-4aca-b33b-05e61499cbba,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:51.177901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.180001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47bf3edc-97a2-4edb-b5da-1c846e206e46 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.181022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47bf3edc-97a2-4edb-b5da-1c846e206e46 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.189266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:51.193833 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7cef0681-7b3a-4abd-add7-82339a55c3cd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7028854 Nov 29 01:46:51.193988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41502) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:51.200938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:51.208337 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-87c154a2-d5a0-43ab-8cb9-fd114a234fe8 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/routers/ea933d36-970b-48e2-9305-25c2aab9cbaa HTTP/1.1" status: 200 len: 922 time: 0.2312775 Nov 29 01:46:51.212148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41504) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:51.215655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-966dce80-7608-4353-8f25-d8dcec9440dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:51.217101 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-966dce80-7608-4353-8f25-d8dcec9440dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.1580267 Nov 29 01:46:51.218076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.305271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:51.305596 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:51.308736 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:51.312129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47bf3edc-97a2-4edb-b5da-1c846e206e46 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.317370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47bf3edc-97a2-4edb-b5da-1c846e206e46 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.349551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:51.353123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.359988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47bf3edc-97a2-4edb-b5da-1c846e206e46 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.361222 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-47bf3edc-97a2-4edb-b5da-1c846e206e46 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2858913 Nov 29 01:46:51.371705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41506) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:51.375940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': True}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:51.427059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:46:51.467469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.470938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0cba3-4fcf-4ede-beac-97a692adbbcd tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:51.472864 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f4e0cba3-4fcf-4ede-beac-97a692adbbcd tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=ea933d36-970b-48e2-9305-25c2aab9cbaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2586722 Nov 29 01:46:51.474336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-ff7d5f36-8edf-470a-86a6-c5cc53bc6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:51.475717 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-ff7d5f36-8edf-470a-86a6-c5cc53bc6501 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2402499 Nov 29 01:46:51.476194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41508) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:51.487791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.493634 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e283df73-640b-41aa-9526-2ca312b7547b HTTP/1.1" status: 204 len: 168 time: 1.3381386 Nov 29 01:46:51.542374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55089f3e-4780-4b37-bb7f-1d9d1d3fdaa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e283df73-640b-41aa-9526-2ca312b7547b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:51.582194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.667269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:51.757399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41514) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:51.780828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 664f66b6-ba68-4abd-a28b-9f54ab548a90 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:51.803914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 664f66b6-ba68-4abd-a28b-9f54ab548a90 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:51.804581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 664f66b6-ba68-4abd-a28b-9f54ab548a90 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:51.886967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=87d5550d-dfd2-494a-919c-cce4926f1626,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:51.902910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8827-c22c-4b0f-bb20-2cb4344000d6 req-eca70a7d-157e-43d2-8a0a-b56d34d0f82b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:51.904476 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-586d8827-c22c-4b0f-bb20-2cb4344000d6 req-eca70a7d-157e-43d2-8a0a-b56d34d0f82b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.3446839 Nov 29 01:46:51.914552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee909dc-0a26-4973-aa30-18101d312a5c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:51.915984 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8ee909dc-0a26-4973-aa30-18101d312a5c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 881 time: 0.4350374 Nov 29 01:46:51.928063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41516) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:51.934593 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-3395b132-33cb-405a-a7d7-a27189240d89 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310031 Nov 29 01:46:51.980264 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9e6ff1fb-749a-4f91-99ce-ab49667ece05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab516d3ee90447e494596883532c44fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2180774 Nov 29 01:46:51.980264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:51.980726 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking segment: {'id': 'a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:51.981096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network hostable DHCP agents. Network: 2298c794-50fc-417e-b11f-ba5964ddf3ff, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:51.983546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41518) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:51.990473 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a58784f4-81c3-46b6-bd46-59a54268ebeb admin admin] 10.222.0.30 "PUT /v2.0/routers/ea2232b9-0ec8-4a4f-83d3-07aa497b8111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3386366 Nov 29 01:46:51.992635 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] Sync routers for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:51.998529 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6b9669a4-1af3-4adc-9d90-a91188c2e5f5 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea933d36-970b-48e2-9305-25c2aab9cbaa HTTP/1.1" status: 200 len: 205 time: 0.0639348 Nov 29 01:46:51.998529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41520) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:52.005690 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:52.006316 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:52.012495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41522) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:52.115845 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:52.125228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.133899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.204769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=883e89e6-4fbc-482e-8dab-d552017b7d0c,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:52.232899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': 'adc04471-ad5b-42d7-a1ee-58dae6db8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:52.233296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: 4402d0c9-fa6a-4aca-b33b-05e61499cbba, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:52.291820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:52.307914 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:46:49Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:52.333462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 4402d0c9-fa6a-4aca-b33b-05e61499cbba) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:52.339844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:52.340443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.340734 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] Checking router: ea2232b9-0ec8-4a4f-83d3-07aa497b8111 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:46:52.350776 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] Routers {'ea2232b9-0ec8-4a4f-83d3-07aa497b8111'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:52.351675 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:52.352885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd22e062-2d08-4e5f-975e-ceb4cc427d00 None None] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:52.400486 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-788adb55-853a-4cdd-9d74-1dbd65e5d3b6 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2044532 Nov 29 01:46:52.411807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41524) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:52.413499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.436986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:52.466206 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] Set router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:46:52.468613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.587443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:52.589742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-4402d0c9-fa6a-4aca-b33b-05e61499cbba', 'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': '883e89e6-4fbc-482e-8dab-d552017b7d0c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:52.592877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.611245 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-586d8827-c22c-4b0f-bb20-2cb4344000d6 req-df965c53-83c3-4f79-ba6b-e43ae15979de tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6871610 Nov 29 01:46:52.633134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 2298c794-50fc-417e-b11f-ba5964ddf3ff) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:52.666264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:52.667180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.686602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Allocated IP 172.26.8.101 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/25fde717-639a-480d-b9cc-d2daf68f097e) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:52.686922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.699213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.699838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:52.706071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.708177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02229d52-c8be-4cbf-9895-bc9b9ba09842 None None] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:52.714408 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f604da4f-ffc3-44c0-992c-152b570f6c74 req-542e833b-7fef-482c-b53a-fa0f707d0fae service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617812 Nov 29 01:46:52.750457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.816082 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:46:49Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:52.843076 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f86de-88c6-470c-be6f-992a28984c43 None None] The sync data for ids ['ea2232b9-0ec8-4a4f-83d3-07aa497b8111'] in dv-neutron-816800-5-hyperv is: [{'id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'name': 'tempest-ServersTestManualDisk-1174621117-router', 'tenant_id': 'd5f588263d5941489880ad2f3a12439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:52Z', 'updated_at': '2021-11-29T01:46:49Z', 'revision_number': 5, 'project_id': 'd5f588263d5941489880ad2f3a12439a', 'gw_port': {'id': '6f3c5964-7307-41b6-aaab-639e809b4928', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2232b9-0ec8-4a4f-83d3-07aa497b8111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:52.853207 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-51e8fdd8-e14e-4fe0-8fe0-13b7448f6487 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6990175 Nov 29 01:46:52.858158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41526) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:52.868340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2fa56ce3-55de-4989-bbeb-f6497d3bc51e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:52.871896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Allocated IP 2001:db8::2 (4402d0c9-fa6a-4aca-b33b-05e61499cbba/883e89e6-4fbc-482e-8dab-d552017b7d0c/1545945d-60c6-430c-8e01-eda393308036) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:52.935499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.972697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:52.991709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.026671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-2298c794-50fc-417e-b11f-ba5964ddf3ff', 'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff', 'tenant_id': '009fa053cc154d84b3edcc60331e0cd3', 'fixed_ips': [{'subnet_id': '87d5550d-dfd2-494a-919c-cce4926f1626'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:53.027529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.049376 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.068671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.071747 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.075475 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2d3f4d7-9bf2-4928-926a-5349421fe4bf HTTP/1.1" status: 204 len: 168 time: 1.0756116 Nov 29 01:46:53.105201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d3f4d7-9bf2-4928-926a-5349421fe4bf,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:53.117123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.120511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Deleting port 6f3c5964-7307-41b6-aaab-639e809b4928 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:53.120855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.124998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.125355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.125700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.126610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.126952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.127289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.127761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.127952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.128281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.128681 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.129010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.129465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b32ad88-c3d7-4649-81a9-a79ccca102b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.204945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa56ce3-55de-4989-bbeb-f6497d3bc51e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:53.209727 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2fa56ce3-55de-4989-bbeb-f6497d3bc51e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.222285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Deleting port 3176428d-6206-4dde-aa98-189f635193e9 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:53.222571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.263089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:53.267631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] For port 6f3c5964-7307-41b6-aaab-639e809b4928, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6f3c5964-7307-41b6-aaab-639e809b4928,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:53.268129 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.302524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.312045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:53.314662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'Port': ['ID=25fde717-639a-480d-b9cc-d2daf68f097e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:53.325395 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:53.326601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.345175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b86454-b95f-495a-aeec-9bae54d8b12f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:53.354282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Calling delete_port for 6f3c5964-7307-41b6-aaab-639e809b4928 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:53.393429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Allocated IP 2001:db8::2 (2298c794-50fc-417e-b11f-ba5964ddf3ff/87d5550d-dfd2-494a-919c-cce4926f1626/801c90bc-a34d-4ec4-8de2-8933e39de09d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:53.400137 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:53.413639 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.414185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.414669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.415118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.415580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.416025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.416468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.416825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:53.416966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.417304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.417708 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.419252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.419252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:53.424679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:53.452441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Pushing event updated for resources: {'Port': ['ID=1545945d-60c6-430c-8e01-eda393308036,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:53.510019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.510528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.532806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Calling delete_port for 3176428d-6206-4dde-aa98-189f635193e9 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:53.608826 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Attempting to bind port 1545945d-60c6-430c-8e01-eda393308036 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:53.609453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Attempting to bind port 1545945d-60c6-430c-8e01-eda393308036 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'adc04471-ad5b-42d7-a1ee-58dae6db8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:53.609896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Attempting to bind port 1545945d-60c6-430c-8e01-eda393308036 on network 4402d0c9-fa6a-4aca-b33b-05e61499cbba {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:53.627642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3ebd4f05-9fc4-4881-bc56-451187ad6b5e no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:53.632598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-962669ca-56b4-4a7e-aabb-41e34a9eac15 None None] Provisioning complete for port 25fde717-639a-480d-b9cc-d2daf68f097e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:53.632986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-962669ca-56b4-4a7e-aabb-41e34a9eac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.678415 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.ipam_backend_mixin [None req-2fa56ce3-55de-4989-bbeb-f6497d3bc51e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87d5550d-dfd2-494a-919c-cce4926f1626 (CIDR: 2001:db8::/64) Nov 29 01:46:53.711487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:53.712941 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa56ce3-55de-4989-bbeb-f6497d3bc51e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:46:53.713641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa56ce3-55de-4989-bbeb-f6497d3bc51e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:46:53.727690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:53.728023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Checking segment: {'id': 'adc04471-ad5b-42d7-a1ee-58dae6db8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:53.728465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.728833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Bound using segment: {'id': 'adc04471-ad5b-42d7-a1ee-58dae6db8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:53.729326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Bound port: 1545945d-60c6-430c-8e01-eda393308036, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc04471-ad5b-42d7-a1ee-58dae6db8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:53.729714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.730471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:53.734753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-962669ca-56b4-4a7e-aabb-41e34a9eac15 None None] Port 25fde717-639a-480d-b9cc-d2daf68f097e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:53.747936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:53.749009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.773098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 3ebd4f05-9fc4-4881-bc56-451187ad6b5e {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:53.773391 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3ebd4f05-9fc4-4881-bc56-451187ad6b5e not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:53.795952 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2fa56ce3-55de-4989-bbeb-f6497d3bc51e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9306374 Nov 29 01:46:53.797788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41534) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:53.799132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=b43a08f6-80ca-438b-b2c8-29c6e214d6ee,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:53.804132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:53.832191 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9427c194-426f-405d-a34a-93f096014822 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4137368 Nov 29 01:46:53.839321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41536) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:53.860919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] For port 1545945d-60c6-430c-8e01-eda393308036, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:53.861650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017a7cf-6577-4c62-a13f-820b2eee411a req-ab180a07-6289-40bb-8df5-392c02f3ebeb tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:53.863622 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3017a7cf-6577-4c62-a13f-820b2eee411a req-ab180a07-6289-40bb-8df5-392c02f3ebeb tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1115134 Nov 29 01:46:53.866039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] For port 1545945d-60c6-430c-8e01-eda393308036, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1545945d-60c6-430c-8e01-eda393308036,segment=NetworkSegment(adc04471-ad5b-42d7-a1ee-58dae6db8a0f),segment_id=adc04471-ad5b-42d7-a1ee-58dae6db8a0f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:53.876988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:53.922138 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3017a7cf-6577-4c62-a13f-820b2eee411a req-39a0683f-ca8f-4679-823a-f2bb557bff97 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506408 Nov 29 01:46:53.966507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.019562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a424be-28a1-45eb-b296-7d4885ce2b35 None None] Pushing event updated for resources: {'Port': ['ID=1545945d-60c6-430c-8e01-eda393308036,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:54.037303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.051869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.065248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.082158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63924766-3a5e-4c7d-a371-3c613312f220 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:54.083882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63924766-3a5e-4c7d-a371-3c613312f220 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:54.088905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63924766-3a5e-4c7d-a371-3c613312f220 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:54.090556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63924766-3a5e-4c7d-a371-3c613312f220 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:54.092356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63924766-3a5e-4c7d-a371-3c613312f220 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:54.102415 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-63924766-3a5e-4c7d-a371-3c613312f220 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2619915 Nov 29 01:46:54.105651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41548) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:54.112626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1324756227'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:54.115439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:54.119941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:54.126733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece0dff-2cfe-410d-981b-39fdb71a4ced None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:54.128285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:54.140061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Pushing event updated for resources: {'Port': ['ID=801c90bc-a34d-4ec4-8de2-8933e39de09d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:54.164722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:54.172516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.184986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3c5964-7307-41b6-aaab-639e809b4928,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:54.229164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Attempting to bind port 801c90bc-a34d-4ec4-8de2-8933e39de09d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:54.229589 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Attempting to bind port 801c90bc-a34d-4ec4-8de2-8933e39de09d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:54.232308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Attempting to bind port 801c90bc-a34d-4ec4-8de2-8933e39de09d on network 2298c794-50fc-417e-b11f-ba5964ddf3ff {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:46:54.236674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.238081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event deleted for resources: {'Port': ['ID=3176428d-6206-4dde-aa98-189f635193e9,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:54.263068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.264496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:46:54.265025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Checking segment: {'id': 'a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:54.265665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.266086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Bound using segment: {'id': 'a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:46:54.267299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Bound port: 801c90bc-a34d-4ec4-8de2-8933e39de09d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:46:54.268918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.281279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:46:54.331891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0af7d8-fa08-44cc-a81a-5348b09abfc8 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:54.407663 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.407855 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment f6359f40-7c19-43be-9377-61f5dc26c4d6 of type vlan for network f1ed4871-3f1c-41bb-bb6c-465229987510 Nov 29 01:46:54.444633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] For port 801c90bc-a34d-4ec4-8de2-8933e39de09d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:46:54.450327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] For port 801c90bc-a34d-4ec4-8de2-8933e39de09d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=801c90bc-a34d-4ec4-8de2-8933e39de09d,segment=NetworkSegment(a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2),segment_id=a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:46:54.461317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.468175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb9d7-ae30-44ff-990c-d747e9bd337b req-9d3b40b3-a082-46fc-a436-2833ef7ace56 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:54.469873 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c3bb9d7-ae30-44ff-990c-d747e9bd337b req-9d3b40b3-a082-46fc-a436-2833ef7ace56 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.4414604 Nov 29 01:46:54.489340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.507845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.509485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:54.545449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.559701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.572561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.579754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e7db4-1a66-4ef4-8daa-3c774069f91c None None] Pushing event updated for resources: {'Port': ['ID=801c90bc-a34d-4ec4-8de2-8933e39de09d,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:54.583752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:54.588463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.633987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.636190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.636770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea2232b9-0ec8-4a4f-83d3-07aa497b8111 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:54.656897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.659420 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3174b99c-d023-4e95-ad7c-6f4d006bc9a4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ea2232b9-0ec8-4a4f-83d3-07aa497b8111 HTTP/1.1" status: 204 len: 168 time: 2.6483700 Nov 29 01:46:54.672416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41558) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:54.733448 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c3bb9d7-ae30-44ff-990c-d747e9bd337b req-b15ee2f9-e0da-42d7-b297-69ca2892f3d4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499220 Nov 29 01:46:54.795264 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6867464 Nov 29 01:46:54.804850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41564) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:54.820370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-17f24239-6e8d-4144-8a77-d6cdc08b6f02 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:54.885681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a219e3-f1f7-4b58-b880-3f1bda382d59 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=f1ed4871-3f1c-41bb-bb6c-465229987510,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:54.926080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f4f6a8-d3e0-4596-b62c-d0443ee50c95 admin admin] Deleting subnet 910fbb66-f458-443f-aa5a-74395a0a6273 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:46:54.929966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0f4f6a8-d3e0-4596-b62c-d0443ee50c95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.936008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network f1ed4871-3f1c-41bb-bb6c-465229987510 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:54.947390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.953969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.976871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:54.999439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.065339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0f4f6a8-d3e0-4596-b62c-d0443ee50c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.192564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17f24239-6e8d-4144-8a77-d6cdc08b6f02 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.288035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.288576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Fanout notify agent at l3_agent the message router_deleted on router ea933d36-970b-48e2-9305-25c2aab9cbaa {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:46:55.296994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.305614 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-473d4744-6375-4dd6-a440-1c4613647e0b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/ea933d36-970b-48e2-9305-25c2aab9cbaa HTTP/1.1" status: 204 len: 168 time: 3.2766418 Nov 29 01:46:55.319326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41576) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:55.328329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17f24239-6e8d-4144-8a77-d6cdc08b6f02 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.343290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-698285671', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:55.376949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17f24239-6e8d-4144-8a77-d6cdc08b6f02 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network f1ed4871-3f1c-41bb-bb6c-465229987510 is not hosted by any dhcp agent {{(pid=109948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 01:46:55.382949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f24239-6e8d-4144-8a77-d6cdc08b6f02 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:55.383572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-17f24239-6e8d-4144-8a77-d6cdc08b6f02 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.386978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.388047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.388397 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-17f24239-6e8d-4144-8a77-d6cdc08b6f02 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "PUT /v2.0/networks/f1ed4871-3f1c-41bb-bb6c-465229987510 HTTP/1.1" status: 200 len: 723 time: 0.5777121 Nov 29 01:46:55.392978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41578) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:55.404786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': 'f1ed4871-3f1c-41bb-bb6c-465229987510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:55.477010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.493812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f24239-6e8d-4144-8a77-d6cdc08b6f02 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=f1ed4871-3f1c-41bb-bb6c-465229987510,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:55.507726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0f4f6a8-d3e0-4596-b62c-d0443ee50c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.508915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network f1ed4871-3f1c-41bb-bb6c-465229987510 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:46:55.607338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0f4f6a8-d3e0-4596-b62c-d0443ee50c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.631499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2c672-8a9b-447a-a682-401dc28bc8de req-568b8a92-06c5-4f16-b470-f9516db9fd65 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:55.639186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4f6a8-d3e0-4596-b62c-d0443ee50c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910fbb66-f458-443f-aa5a-74395a0a6273,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:55.639766 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-06b2c672-8a9b-447a-a682-401dc28bc8de req-568b8a92-06c5-4f16-b470-f9516db9fd65 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.4223285 Nov 29 01:46:55.640904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Router 79289b32-1ccd-4a27-a701-31bf8496db0d is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:55.650712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0f4f6a8-d3e0-4596-b62c-d0443ee50c95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.663944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c0f4f6a8-d3e0-4596-b62c-d0443ee50c95 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/910fbb66-f458-443f-aa5a-74395a0a6273 HTTP/1.1" status: 204 len: 168 time: 0.9877429 Nov 29 01:46:55.664746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41584) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:55.667336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e03839-3ac0-4ac0-beef-7785e54e7704 None None] Network 95958bc9-7ef6-4493-8443-e6c1367afb04 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:55.687616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41586) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:55.747766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:55.780077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b87bd5-d353-4244-a28c-4dab4b5b7006 None None] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:55.812365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:55.816285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:55.816980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.833488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.926641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:55.959504 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-06b2c672-8a9b-447a-a682-401dc28bc8de req-dd40ac71-390d-4c81-bf2a-7004fea92b73 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187418 Nov 29 01:46:56.009163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:46:56.015601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.018928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:56.022938 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-db821802-7f90-4c2f-93f7-db91223b5c38 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "PUT /v2.0/routers/79289b32-1ccd-4a27-a701-31bf8496db0d HTTP/1.1" status: 200 len: 919 time: 4.6478016 Nov 29 01:46:56.023088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.026703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41592) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:56.108625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=af749300-cf1d-4913-a96a-baedb249f408,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:56.154020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 801c90bc-a34d-4ec4-8de2-8933e39de09d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:56.158065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc0a9c-bc3d-4fa1-b641-7843b40f379a None None] Sync routers for ids ['79289b32-1ccd-4a27-a701-31bf8496db0d'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:46:56.208853 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c9b20eda-914c-4be6-ba50-7d5139182cac tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4098547 Nov 29 01:46:56.213104 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41596) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:56.222347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff', 'fixed_ips': [{'subnet_id': '87d5550d-dfd2-494a-919c-cce4926f1626'}, {'subnet_id': 'af749300-cf1d-4913-a96a-baedb249f408'}], 'name': 'tempest-PortsIpV6TestJSON-1055205070'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:56.238337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc97951-0c3b-4ef6-99b6-ce1671e18ff8 None None] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:56.330289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-70f0bfb5-2f30-42ed-ba5c-25f623d85f35 None None] Provisioning complete for port 1545945d-60c6-430c-8e01-eda393308036 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:56.330614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70f0bfb5-2f30-42ed-ba5c-25f623d85f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.345049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.421884 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc0a9c-bc3d-4fa1-b641-7843b40f379a None None] Routers {'79289b32-1ccd-4a27-a701-31bf8496db0d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:56.423415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-67dc0a9c-bc3d-4fa1-b641-7843b40f379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['79289b32-1ccd-4a27-a701-31bf8496db0d'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:56.465098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-67dc0a9c-bc3d-4fa1-b641-7843b40f379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:56.489664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc0a9c-bc3d-4fa1-b641-7843b40f379a None None] Routers {'79289b32-1ccd-4a27-a701-31bf8496db0d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:46:56.490523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-67dc0a9c-bc3d-4fa1-b641-7843b40f379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['79289b32-1ccd-4a27-a701-31bf8496db0d'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:56.509840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a90e700e-d82d-4a8d-a9a5-e0416ff4105b tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1321572179'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:56.510572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a90e700e-d82d-4a8d-a9a5-e0416ff4105b tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Unknown quota resources ['metering_label']. {{(pid=109948) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:46:56.536126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-67dc0a9c-bc3d-4fa1-b641-7843b40f379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:56.541939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc0a9c-bc3d-4fa1-b641-7843b40f379a None None] The sync data for ids ['79289b32-1ccd-4a27-a701-31bf8496db0d'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:46:56.561232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc0016-17c9-4aaa-a36b-cee73928b6ca req-45993693-968e-47fd-b948-e999d4e3d141 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:56.563651 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-78fc0016-17c9-4aaa-a36b-cee73928b6ca req-45993693-968e-47fd-b948-e999d4e3d141 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2479360 Nov 29 01:46:56.572234 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Deleting port 05d88ddb-ae28-4d9c-a115-046201e07caf {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:56.572584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.595950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:46:56.644853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 801c90bc-a34d-4ec4-8de2-8933e39de09d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:56.645388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.660436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] For port 05d88ddb-ae28-4d9c-a115-046201e07caf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=05d88ddb-ae28-4d9c-a115-046201e07caf,segment=NetworkSegment(a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4),segment_id=a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:56.661138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.679574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Calling delete_port for 05d88ddb-ae28-4d9c-a115-046201e07caf owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:56.685380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] DHCP port deletion for 95958bc9-7ef6-4493-8443-e6c1367afb04 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:56.769127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.793731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] No DVR routers for this DVR port 05d88ddb-ae28-4d9c-a115-046201e07caf on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:56.847636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.931298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a90e700e-d82d-4a8d-a9a5-e0416ff4105b tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.932733 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a90e700e-d82d-4a8d-a9a5-e0416ff4105b tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2433677 Nov 29 01:46:56.933781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Pushing event deleted for resources: {'Port': ['ID=05d88ddb-ae28-4d9c-a115-046201e07caf,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:56.946613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41598) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:56.958900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4a5a02af-4a1c-40da-b9b4-c37cb28db34f tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ab115ef0-e4ed-4757-88d6-33f440e01a75'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:56.959423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 801c90bc-a34d-4ec4-8de2-8933e39de09d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=801c90bc-a34d-4ec4-8de2-8933e39de09d,segment=NetworkSegment(a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2),segment_id=a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:56.959784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4a5a02af-4a1c-40da-b9b4-c37cb28db34f tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109948) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:46:56.960795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70f0bfb5-2f30-42ed-ba5c-25f623d85f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:56.962931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b346d5-23c9-4829-83f0-924356dd6a93 None None] Update dhcp port {'port': {'network_id': '2298c794-50fc-417e-b11f-ba5964ddf3ff', 'fixed_ips': [{'subnet_id': '87d5550d-dfd2-494a-919c-cce4926f1626', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af749300-cf1d-4913-a96a-baedb249f408'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '801c90bc-a34d-4ec4-8de2-8933e39de09d'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:46:57.019618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.020794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1545945d-60c6-430c-8e01-eda393308036 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:57.057791 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.services.metering.metering_plugin [None req-4a5a02af-4a1c-40da-b9b4-c37cb28db34f tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 01:46:57.067257 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5c684157-c2f4-415b-9f5b-47b7766a83f4 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/routers/79289b32-1ccd-4a27-a701-31bf8496db0d HTTP/1.1" status: 200 len: 925 time: 1.0380218 Nov 29 01:46:57.072653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41600) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.103545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=801c90bc-a34d-4ec4-8de2-8933e39de09d,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:57.104733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.117318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.117845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.118305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.118772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.119522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.119655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.119893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.120349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.120583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.121017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.121449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.121882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.122315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:46:57.153804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-70f0bfb5-2f30-42ed-ba5c-25f623d85f35 None None] For port 1545945d-60c6-430c-8e01-eda393308036, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1545945d-60c6-430c-8e01-eda393308036,segment=NetworkSegment(adc04471-ad5b-42d7-a1ee-58dae6db8a0f),segment_id=adc04471-ad5b-42d7-a1ee-58dae6db8a0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:57.158647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628595f-9e9b-4188-9092-8ffa37cf7b36 None None] Update dhcp port {'port': {'network_id': '4402d0c9-fa6a-4aca-b33b-05e61499cbba', 'fixed_ips': [{'subnet_id': '883e89e6-4fbc-482e-8dab-d552017b7d0c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b43a08f6-80ca-438b-b2c8-29c6e214d6ee'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '1545945d-60c6-430c-8e01-eda393308036'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:46:57.191579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1628595f-9e9b-4188-9092-8ffa37cf7b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.194397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] Deleting port 05d88ddb-ae28-4d9c-a115-046201e07caf {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:57.194899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.196576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69b346d5-23c9-4829-83f0-924356dd6a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.198590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70f0bfb5-2f30-42ed-ba5c-25f623d85f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.206571 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-78fc0016-17c9-4aaa-a36b-cee73928b6ca req-384248af-3faf-4d1f-858a-ba98209241a6 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6025126 Nov 29 01:46:57.239517 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4a5a02af-4a1c-40da-b9b4-c37cb28db34f tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.244094 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4a5a02af-4a1c-40da-b9b4-c37cb28db34f tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2878609 Nov 29 01:46:57.246003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41602) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.248754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95958bc9-7ef6-4493-8443-e6c1367afb04']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:57.253419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-58c53a58-5472-413f-aef5-d70ab7ebd85e tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ab115ef0-e4ed-4757-88d6-33f440e01a75'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:57.254260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-58c53a58-5472-413f-aef5-d70ab7ebd85e tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109948) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:46:57.257629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.263954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=956f0815-8a8c-44b0-8158-71d1ef6e2e8c,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:57.267573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:57.267762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ed1ba2-e85e-42e8-9f63-365f1a11e8e4') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:46:57.281830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.293830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7fbe00-7ce9-4464-98d8-0b2c37d405d7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:57.297821 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2b7fbe00-7ce9-4464-98d8-0b2c37d405d7 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=79289b32-1ccd-4a27-a701-31bf8496db0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2220216 Nov 29 01:46:57.298436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41604) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.305497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:46:57.317595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': 'f6359f40-7c19-43be-9377-61f5dc26c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f1ed4871-3f1c-41bb-bb6c-465229987510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:46:57.317912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: f1ed4871-3f1c-41bb-bb6c-465229987510, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:46:57.402256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0bfb5-2f30-42ed-ba5c-25f623d85f35 None None] Pushing event updated for resources: {'Port': ['ID=1545945d-60c6-430c-8e01-eda393308036,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:57.427155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] For port 05d88ddb-ae28-4d9c-a115-046201e07caf, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:57.427713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.433458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc009f44-440d-4985-94cd-5d6851eadbb0 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:57.437739 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dc009f44-440d-4985-94cd-5d6851eadbb0 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 881 time: 0.1341841 Nov 29 01:46:57.438733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41606) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.467166 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.services.metering.metering_plugin [None req-58c53a58-5472-413f-aef5-d70ab7ebd85e tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 01:46:57.474668 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7f5a3c3a-8e3b-47c0-bd62-3f6b1cd9e9c2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=79289b32-1ccd-4a27-a701-31bf8496db0d HTTP/1.1" status: 200 len: 205 time: 0.0325191 Nov 29 01:46:57.476229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41608) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.477199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.507813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] Calling delete_port for 05d88ddb-ae28-4d9c-a115-046201e07caf owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:57.518029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] Port 05d88ddb-ae28-4d9c-a115-046201e07caf was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:46:57.534352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:46:57.534909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:46:57.536599 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:46:57.561709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-417c68a3-6dac-40f5-bd0c-dac0620f660b None None] Provisioning complete for port 801c90bc-a34d-4ec4-8de2-8933e39de09d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:57.562254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-417c68a3-6dac-40f5-bd0c-dac0620f660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.569678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 1545945d-60c6-430c-8e01-eda393308036 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:57.570176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.592201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.676078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58c53a58-5472-413f-aef5-d70ab7ebd85e tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.677165 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-58c53a58-5472-413f-aef5-d70ab7ebd85e tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4309807 Nov 29 01:46:57.684063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] Pushing event deleted for resources: {'Port': ['ID=05d88ddb-ae28-4d9c-a115-046201e07caf,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:57.685753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41610) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.686485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb965a-3185-4aaf-9e7b-cc43de2768b6 None None] No DVR routers for this DVR port 05d88ddb-ae28-4d9c-a115-046201e07caf on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:46:57.701165 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fa635a42-e551-404e-a5fa-9a952229ecbe tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=a288a4bb-e315-4dfc-8458-7111fcfff21c HTTP/1.1" status: 200 len: 464 time: 0.0137196 Nov 29 01:46:57.705711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41612) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.720091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.739510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.741014 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network f1ed4871-3f1c-41bb-bb6c-465229987510 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:46:57.746189 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] 10.222.0.30 "DELETE /v2.0/networks/95958bc9-7ef6-4493-8443-e6c1367afb04 HTTP/1.1" status: 204 len: 168 time: 2.0739257 Nov 29 01:46:57.770962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce0baa-d95e-4a37-9518-cd327e2ea38a admin admin] Pushing event deleted for resources: {'Network': ['ID=95958bc9-7ef6-4493-8443-e6c1367afb04,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:57.775646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1628595f-9e9b-4188-9092-8ffa37cf7b36 None None] Allocated IP 172.20.0.1 (4402d0c9-fa6a-4aca-b33b-05e61499cbba/b43a08f6-80ca-438b-b2c8-29c6e214d6ee/1545945d-60c6-430c-8e01-eda393308036) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:57.853197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5406efdc-5ebc-48b5-b48c-8d79e337cd8b tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.857025 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5406efdc-5ebc-48b5-b48c-8d79e337cd8b tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/a288a4bb-e315-4dfc-8458-7111fcfff21c HTTP/1.1" status: 204 len: 168 time: 0.1478233 Nov 29 01:46:57.857025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.858096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.858799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41616) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.914804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, f1ed4871-3f1c-41bb-bb6c-465229987510) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:57.922540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.928186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17ea17b-a5f7-4cf3-8c45-564eb72cce3c None None] Network f1ed4871-3f1c-41bb-bb6c-465229987510 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:57.960941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:57.962180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:57.986819 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c7778b4f-80bd-4d2b-9e76-a5f07d1e5545 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=a288a4bb-e315-4dfc-8458-7111fcfff21c HTTP/1.1" status: 200 len: 221 time: 0.1231899 Nov 29 01:46:57.988436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41618) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:57.990148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6f3c5964-7307-41b6-aaab-639e809b4928 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:57.995812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-483e89cf-a62b-4541-bcda-3900f96ee494 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--620091900', 'description': 'label created by tempest'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:57.996453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-483e89cf-a62b-4541-bcda-3900f96ee494 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Unknown quota resources ['metering_label']. {{(pid=109949) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:46:58.050874 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1c917edf-37b5-487c-af32-9ceff791c1c1 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6530230 Nov 29 01:46:58.053992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41620) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:58.066515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4e148831-13df-4416-9bf9-c817ef7f3e9f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:58.075433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.106872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41622) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:58.125267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::3bc (2298c794-50fc-417e-b11f-ba5964ddf3ff/87d5550d-dfd2-494a-919c-cce4926f1626/c3d4160c-f56a-4c73-836e-a294a8b0e9b4) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:58.196929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8:0:1::292 (2298c794-50fc-417e-b11f-ba5964ddf3ff/af749300-cf1d-4913-a96a-baedb249f408/c3d4160c-f56a-4c73-836e-a294a8b0e9b4) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:58.257354 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-27acd31f-b176-4450-b27c-73acb85a73f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5f588263d5941489880ad2f3a12439a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1461830 Nov 29 01:46:58.263536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41626) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:58.266024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 6f3c5964-7307-41b6-aaab-639e809b4928 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:58.266555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6f3c5964-7307-41b6-aaab-639e809b4928 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:58.281641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1628595f-9e9b-4188-9092-8ffa37cf7b36 None None] For port 1545945d-60c6-430c-8e01-eda393308036, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1545945d-60c6-430c-8e01-eda393308036,segment=NetworkSegment(adc04471-ad5b-42d7-a1ee-58dae6db8a0f),segment_id=adc04471-ad5b-42d7-a1ee-58dae6db8a0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:58.301717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e148831-13df-4416-9bf9-c817ef7f3e9f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4723765'] for subnet, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.336276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1628595f-9e9b-4188-9092-8ffa37cf7b36 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.343951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-483e89cf-a62b-4541-bcda-3900f96ee494 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.348119 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-483e89cf-a62b-4541-bcda-3900f96ee494 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3572290 Nov 29 01:46:58.363273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1628595f-9e9b-4188-9092-8ffa37cf7b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.363539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41628) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:58.386719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Allocated IP 172.26.8.158 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/d805437f-0cc6-4d50-bb26-fcf9e462f4c9) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:58.429829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 801c90bc-a34d-4ec4-8de2-8933e39de09d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:58.511678 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c41ffb19-6d01-44a7-8de4-972c0dfcee2c tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=4baa923e-00b0-4f99-a5d7-9c7b70e5a41c HTTP/1.1" status: 200 len: 467 time: 0.1517987 Nov 29 01:46:58.515667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41630) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:58.517105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Deleting port 25fde717-639a-480d-b9cc-d2daf68f097e {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:46:58.517439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.533569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628595f-9e9b-4188-9092-8ffa37cf7b36 None None] Pushing event updated for resources: {'Port': ['ID=1545945d-60c6-430c-8e01-eda393308036,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:58.558810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-f1ed4871-3f1c-41bb-bb6c-465229987510', 'network_id': 'f1ed4871-3f1c-41bb-bb6c-465229987510', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': '956f0815-8a8c-44b0-8158-71d1ef6e2e8c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:46:58.560359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.583255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 801c90bc-a34d-4ec4-8de2-8933e39de09d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:58.584162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.634039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.718920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.728523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.756712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1545945d-60c6-430c-8e01-eda393308036 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:46:58.765125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4fee7-c413-4dbc-b020-092bb98adef2 req-112ccb5e-6166-4227-bbc6-f7900e38a1d0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:58.772713 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9ee4fee7-c413-4dbc-b020-092bb98adef2 req-112ccb5e-6166-4227-bbc6-f7900e38a1d0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.4634483 Nov 29 01:46:58.774559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:58.780366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:58.781702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e27d07ba-d880-49c1-8fb8-d3ab3397b632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.787595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:58.808852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event updated for resources: {'Port': ['ID=d805437f-0cc6-4d50-bb26-fcf9e462f4c9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:58.836816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e148831-13df-4416-9bf9-c817ef7f3e9f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793891265136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5070611'] for subnet, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.840080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e69d1c6-ee5d-4694-a76f-247dbf3363df None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:46:58.951168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e27d07ba-d880-49c1-8fb8-d3ab3397b632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.951995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Allocated IP 2001:db8::2 (f1ed4871-3f1c-41bb-bb6c-465229987510/956f0815-8a8c-44b0-8158-71d1ef6e2e8c/f62109f0-60da-4882-8f70-1df8d7ffaa10) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:58.968466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e148831-13df-4416-9bf9-c817ef7f3e9f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:58.969153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e148831-13df-4416-9bf9-c817ef7f3e9f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.971040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4e148831-13df-4416-9bf9-c817ef7f3e9f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "PUT /v2.0/subnets/956f0815-8a8c-44b0-8158-71d1ef6e2e8c HTTP/1.1" status: 200 len: 826 time: 0.9153459 Nov 29 01:46:58.976069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 1545945d-60c6-430c-8e01-eda393308036 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:58.976474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:58.979369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-69b346d5-23c9-4829-83f0-924356dd6a93 None None] Allocated IP 2001:db8:0:1::2 (2298c794-50fc-417e-b11f-ba5964ddf3ff/af749300-cf1d-4913-a96a-baedb249f408/801c90bc-a34d-4ec4-8de2-8933e39de09d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:46:58.988501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41632) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:59.021968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.071679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.096050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:59.098464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=c3d4160c-f56a-4c73-836e-a294a8b0e9b4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:59.106976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b833d883-b274-43c3-9f82-65b74266de8b None None] Provisioning complete for port d805437f-0cc6-4d50-bb26-fcf9e462f4c9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:59.107258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b833d883-b274-43c3-9f82-65b74266de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.108482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8726857c-2cec-4864-9aeb-32828420c8c4 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.111778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:59.112411 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8726857c-2cec-4864-9aeb-32828420c8c4 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/4baa923e-00b0-4f99-a5d7-9c7b70e5a41c HTTP/1.1" status: 204 len: 168 time: 0.5929646 Nov 29 01:46:59.115088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:59.119999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41634) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:59.123400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:59.124382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.128833 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9ee4fee7-c413-4dbc-b020-092bb98adef2 req-ba54ceb4-89c9-48dc-b4a8-d4815769214c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552778 Nov 29 01:46:59.154020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e148831-13df-4416-9bf9-c817ef7f3e9f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=956f0815-8a8c-44b0-8158-71d1ef6e2e8c,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:59.156969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Calling delete_port for 25fde717-639a-480d-b9cc-d2daf68f097e owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:46:59.175953 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9be30685-66fd-4fb5-bf3c-6c4a7044a968 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.9583955 Nov 29 01:46:59.197063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41638) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:59.211549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87d5550d-dfd2-494a-919c-cce4926f1626'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:46:59.223283 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5456fe50-df45-48db-8986-1f478fd72545 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=4baa923e-00b0-4f99-a5d7-9c7b70e5a41c HTTP/1.1" status: 200 len: 216 time: 0.0986614 Nov 29 01:46:59.229624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41640) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:59.285925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b833d883-b274-43c3-9f82-65b74266de8b None None] Port d805437f-0cc6-4d50-bb26-fcf9e462f4c9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:46:59.342109 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-debe8ba1-865e-4657-aba5-668f74684018 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1078043 Nov 29 01:46:59.342757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41644) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:59.360635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8473dc-7421-4223-aa6c-24960d1a0ee8 None None] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:46:59.403567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.435551 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-229b7719-b5d6-429e-9f1b-8a18c0d02f19 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0795276 Nov 29 01:46:59.450819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41646) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:59.455908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 05d88ddb-ae28-4d9c-a115-046201e07caf no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:46:59.464388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-69b346d5-23c9-4829-83f0-924356dd6a93 None None] For port 801c90bc-a34d-4ec4-8de2-8933e39de09d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=801c90bc-a34d-4ec4-8de2-8933e39de09d,segment=NetworkSegment(a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2),segment_id=a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:46:59.468528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e27d07ba-d880-49c1-8fb8-d3ab3397b632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.471721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e27d07ba-d880-49c1-8fb8-d3ab3397b632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.482274 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e27d07ba-d880-49c1-8fb8-d3ab3397b632 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47c8b7f5-1fc2-45f3-ae6a-9e952549006b HTTP/1.1" status: 204 len: 168 time: 1.2106807 Nov 29 01:46:59.533765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 05d88ddb-ae28-4d9c-a115-046201e07caf {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:46:59.534142 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 05d88ddb-ae28-4d9c-a115-046201e07caf not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:46:59.547783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.576333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.629876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-134b81f2-8fb9-4692-8601-bc50f600befd None None] Provisioning complete for port 1545945d-60c6-430c-8e01-eda393308036 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:46:59.630254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-134b81f2-8fb9-4692-8601-bc50f600befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.645002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.650723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69b346d5-23c9-4829-83f0-924356dd6a93 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.701168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.706849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69b346d5-23c9-4829-83f0-924356dd6a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:46:59.750717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Network f1ed4871-3f1c-41bb-bb6c-465229987510 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:46:59.762715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:46:59.785856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:46:59.807576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Pushing event updated for resources: {'Port': ['ID=f62109f0-60da-4882-8f70-1df8d7ffaa10,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:59.824056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d07ba-d880-49c1-8fb8-d3ab3397b632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c8b7f5-1fc2-45f3-ae6a-9e952549006b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:46:59.832794 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-01caf773-fc18-4325-ab0f-6b141fba7e7e tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/ab115ef0-e4ed-4757-88d6-33f440e01a75 HTTP/1.1" status: 200 len: 473 time: 0.3784783 Nov 29 01:46:59.836452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41656) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:59.865022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ad64d-e299-4a5f-b2a3-129389523cbe req-538e0663-0a17-4211-8ee1-aafe1f12223d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:46:59.867150 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5e3ad64d-e299-4a5f-b2a3-129389523cbe req-538e0663-0a17-4211-8ee1-aafe1f12223d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.4250751 Nov 29 01:46:59.873833 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dad54eda-29c7-42a0-a706-c9aab4f9a6b8 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/1bb681e3-cdd9-4b20-861f-e98ce92f86b2 HTTP/1.1" status: 200 len: 461 time: 0.0356545 Nov 29 01:46:59.877945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41660) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:46:59.932763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Router 0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:46:59.974491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Attempting to bind port f62109f0-60da-4882-8f70-1df8d7ffaa10 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:46:59.974877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Attempting to bind port f62109f0-60da-4882-8f70-1df8d7ffaa10 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'f6359f40-7c19-43be-9377-61f5dc26c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f1ed4871-3f1c-41bb-bb6c-465229987510'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:46:59.975253 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Attempting to bind port f62109f0-60da-4882-8f70-1df8d7ffaa10 on network f1ed4871-3f1c-41bb-bb6c-465229987510 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:00.049750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9e375c8a-d566-41fa-a4b2-50e8f6c284fd tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.050943 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9e375c8a-d566-41fa-a4b2-50e8f6c284fd tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/1bb681e3-cdd9-4b20-861f-e98ce92f86b2 HTTP/1.1" status: 204 len: 168 time: 0.1718726 Nov 29 01:47:00.051363 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:00.051754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Checking segment: {'id': 'f6359f40-7c19-43be-9377-61f5dc26c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f1ed4871-3f1c-41bb-bb6c-465229987510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:00.052172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.052569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Bound using segment: {'id': 'f6359f40-7c19-43be-9377-61f5dc26c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f1ed4871-3f1c-41bb-bb6c-465229987510'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:00.053468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41666) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:00.058768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Bound port: f62109f0-60da-4882-8f70-1df8d7ffaa10, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6359f40-7c19-43be-9377-61f5dc26c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f1ed4871-3f1c-41bb-bb6c-465229987510'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:00.059312 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.087236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b346d5-23c9-4829-83f0-924356dd6a93 None None] Pushing event updated for resources: {'Port': ['ID=801c90bc-a34d-4ec4-8de2-8933e39de09d,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:00.134301 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5e3ad64d-e299-4a5f-b2a3-129389523cbe req-73d85d47-4e7f-4e11-8533-5be1fe90a2f2 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218120 Nov 29 01:47:00.150784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.168509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] For port f62109f0-60da-4882-8f70-1df8d7ffaa10, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:00.172896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] For port f62109f0-60da-4882-8f70-1df8d7ffaa10, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f62109f0-60da-4882-8f70-1df8d7ffaa10,segment=NetworkSegment(f6359f40-7c19-43be-9377-61f5dc26c4d6),segment_id=f6359f40-7c19-43be-9377-61f5dc26c4d6)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:00.186538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.212694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting port f62109f0-60da-4882-8f70-1df8d7ffaa10 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:00.213762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.256436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.319461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a551a8d-0fc9-40b8-968a-a3b0167f0944 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:00.332924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbd68b-6974-4655-bec8-58ace1860d6b None None] Pushing event updated for resources: {'Port': ['ID=f62109f0-60da-4882-8f70-1df8d7ffaa10,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:00.453080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 801c90bc-a34d-4ec4-8de2-8933e39de09d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:00.475513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event deleted for resources: {'Port': ['ID=25fde717-639a-480d-b9cc-d2daf68f097e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:00.549814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:00.561485 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbee21-4610-430f-8fb7-328e7d4499c6 None None] Sync routers for ids ['0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:00.561965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd89a-a058-4e73-a280-e67794748533 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.562704 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ab5bd89a-a058-4e73-a280-e67794748533 tempest-MeteringTestJSON-1332210627 tempest-MeteringTestJSON-1332210627-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/ab115ef0-e4ed-4757-88d6-33f440e01a75 HTTP/1.1" status: 204 len: 168 time: 0.5078230 Nov 29 01:47:00.565194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c5a1ff3b-1aec-4d13-a347-5a8c1f086263 None None] Provisioning complete for port 1545945d-60c6-430c-8e01-eda393308036 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:00.565731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ff3b-1aec-4d13-a347-5a8c1f086263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.588469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:00.593405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c01103db-0b8a-404e-bdc0-25b51564c41d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2745628 Nov 29 01:47:00.594011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41678) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:00.601480 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbee21-4610-430f-8fb7-328e7d4499c6 None None] Routers {'0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:00.602020 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2cfbee21-4610-430f-8fb7-328e7d4499c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:00.605191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:00.717175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 801c90bc-a34d-4ec4-8de2-8933e39de09d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:00.722901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.031088 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2cfbee21-4610-430f-8fb7-328e7d4499c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:01.053866 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbee21-4610-430f-8fb7-328e7d4499c6 None None] Routers {'0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:01.054600 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2cfbee21-4610-430f-8fb7-328e7d4499c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:01.092099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1545945d-60c6-430c-8e01-eda393308036 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:01.119427 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2cfbee21-4610-430f-8fb7-328e7d4499c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:01.120093 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbee21-4610-430f-8fb7-328e7d4499c6 None None] The sync data for ids ['0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:01.163450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98fdb9-6e2f-49bd-8b78-cacac9143228 None None] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:01.246591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41686) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:01.325467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.468029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8b031bb0-0afb-4544-b852-ce13c14c9638 None None] Provisioning complete for port 801c90bc-a34d-4ec4-8de2-8933e39de09d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:01.468511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b031bb0-0afb-4544-b852-ce13c14c9638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.469936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114958f-5a39-4291-9f82-d99b7f42fcdc req-a3c4b919-a620-4ac3-9cac-1ae63bfd50a9 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:01.477613 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5114958f-5a39-4291-9f82-d99b7f42fcdc req-a3c4b919-a620-4ac3-9cac-1ae63bfd50a9 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1158686 Nov 29 01:47:01.526086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 1545945d-60c6-430c-8e01-eda393308036 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:01.526086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.558533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] For port f62109f0-60da-4882-8f70-1df8d7ffaa10, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f62109f0-60da-4882-8f70-1df8d7ffaa10,segment=NetworkSegment(f6359f40-7c19-43be-9377-61f5dc26c4d6),segment_id=f6359f40-7c19-43be-9377-61f5dc26c4d6)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:01.564798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.594100 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5114958f-5a39-4291-9f82-d99b7f42fcdc req-41b51932-b790-466d-b2fa-6288f3effb0a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985928 Nov 29 01:47:01.604968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.624116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.653532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Calling delete_port for f62109f0-60da-4882-8f70-1df8d7ffaa10 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:01.897608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a98e0c6a-9c22-41eb-9f34-4ef621f26430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.935250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.954412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.957465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41704) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:01.968422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.968997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Fanout notify agent at l3_agent the message router_deleted on router 79289b32-1ccd-4a27-a701-31bf8496db0d {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:47:01.978386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:01.980624 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7e824cb2-95d8-481e-a1dc-897bec14d720 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/79289b32-1ccd-4a27-a701-31bf8496db0d HTTP/1.1" status: 204 len: 168 time: 4.5011897 Nov 29 01:47:01.992702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41708) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:02.004049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f7f6b2f0-32ae-4fb1-a13a-e37fd71fafe4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2107776338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:02.011736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549c63f-4645-4de8-8f86-74a3b68c6610 None None] Network f1ed4871-3f1c-41bb-bb6c-465229987510 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:02.046022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Deleting port d805437f-0cc6-4d50-bb26-fcf9e462f4c9 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:02.046357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.092334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Delete allocated IP 2001:db8:0:1::292 (2298c794-50fc-417e-b11f-ba5964ddf3ff/af749300-cf1d-4913-a96a-baedb249f408) {{(pid=109948) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 01:47:02.134561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c92fd-8ae2-48ec-bca4-2633059fa290 req-084004e5-dcb1-4053-bb30-e5cf552bbd14 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:02.136265 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a13c92fd-8ae2-48ec-bca4-2633059fa290 req-084004e5-dcb1-4053-bb30-e5cf552bbd14 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.3124845 Nov 29 01:47:02.146306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b2f0-32ae-4fb1-a13a-e37fd71fafe4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.147379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b2f0-32ae-4fb1-a13a-e37fd71fafe4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.148859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.163202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Calling delete_port for d805437f-0cc6-4d50-bb26-fcf9e462f4c9 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:02.210440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d406a2af-dbb4-44a8-b86a-daa70c9f62d0 None None] Provisioning complete for port f62109f0-60da-4882-8f70-1df8d7ffaa10 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:02.210864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d406a2af-dbb4-44a8-b86a-daa70c9f62d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.314998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1219947929'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:02.395007 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Made reservation on behalf of f04e5b13767446db89013f46ee5260ff for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:02.399191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.409404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b2f0-32ae-4fb1-a13a-e37fd71fafe4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.428641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.440081 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a13c92fd-8ae2-48ec-bca4-2633059fa290 req-50192513-47c7-4e8b-8d92-5f177dbd7c1b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648475 Nov 29 01:47:02.452988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.471848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a98e0c6a-9c22-41eb-9f34-4ef621f26430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.475134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b2f0-32ae-4fb1-a13a-e37fd71fafe4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.475344 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d406a2af-dbb4-44a8-b86a-daa70c9f62d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.495596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a98e0c6a-9c22-41eb-9f34-4ef621f26430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.502056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Pushing event deleted for resources: {'Port': ['ID=d805437f-0cc6-4d50-bb26-fcf9e462f4c9,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:02.523408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be079470-c1b1-4f2a-a629-80fc40cb1e2c None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:02.525177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.552475 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f62109f0-60da-4882-8f70-1df8d7ffaa10 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:02.584482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b2f0-32ae-4fb1-a13a-e37fd71fafe4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.588272 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f7f6b2f0-32ae-4fb1-a13a-e37fd71fafe4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5911915 Nov 29 01:47:02.610987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.614344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41712) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:02.624877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'enable_snat': False}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:02.636683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: f62109f0-60da-4882-8f70-1df8d7ffaa10 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:02.637050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f62109f0-60da-4882-8f70-1df8d7ffaa10 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 01:47:02.642314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Port': ['ID=f62109f0-60da-4882-8f70-1df8d7ffaa10,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:02.649009 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a98e0c6a-9c22-41eb-9f34-4ef621f26430 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af338ef451064399a5d04b1fd4443236&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3994222 Nov 29 01:47:02.653824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41714) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:02.666929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e0c6a-9c22-41eb-9f34-4ef621f26430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81356917-62c2-48c0-9e96-0895fb90ec97,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:02.734672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.742456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.747409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port f62109f0-60da-4882-8f70-1df8d7ffaa10 not found, will not notify nova. {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 01:47:02.763729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2e78a-ad1c-44d5-ba6b-77b4ad0cf2de None None] Network f1ed4871-3f1c-41bb-bb6c-465229987510 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:02.825852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No DVR routers for this DVR port f62109f0-60da-4882-8f70-1df8d7ffaa10 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:02.908165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ff79ebe2-8f2a-4408-8d38-34ef878afbdd None None] Provisioning complete for port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:02.908681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff79ebe2-8f2a-4408-8d38-34ef878afbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.961281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ff79ebe2-8f2a-4408-8d38-34ef878afbdd None None] Port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:02.962646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.977678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ff79ebe2-8f2a-4408-8d38-34ef878afbdd None None] Could not find standard attr ID for object f62109f0-60da-4882-8f70-1df8d7ffaa10. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:02.980542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52115bb-a3b6-444d-aff1-7c57704994c2 req-6bdb0862-822f-4a21-9ac2-3a50489d9d9c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:02.982127 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f52115bb-a3b6-444d-aff1-7c57704994c2 req-6bdb0862-822f-4a21-9ac2-3a50489d9d9c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1858976 Nov 29 01:47:02.984895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:02.999717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ff79ebe2-8f2a-4408-8d38-34ef878afbdd None None] Provisioning complete for port 801c90bc-a34d-4ec4-8de2-8933e39de09d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:03.000997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff79ebe2-8f2a-4408-8d38-34ef878afbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.024330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] In _notify_port_updated(), no bound segment for port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 on network 2298c794-50fc-417e-b11f-ba5964ddf3ff {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:47:03.031105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:03.031925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.033376 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "PUT /v2.0/ports/c3d4160c-f56a-4c73-836e-a294a8b0e9b4 HTTP/1.1" status: 200 len: 926 time: 3.8316662 Nov 29 01:47:03.034307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdb681-d253-483b-b7d1-452c133e9020 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=c3d4160c-f56a-4c73-836e-a294a8b0e9b4,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:03.037208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.040532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41716) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:03.058820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87d5550d-dfd2-494a-919c-cce4926f1626'}, {'subnet_id': 'af749300-cf1d-4913-a96a-baedb249f408'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:03.083955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:03.097216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.111833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.126454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.126828 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Added segment 395dd9a3-4325-4a26-a214-b4127a6bdae4 of type vlan for network 024fbfbf-6c0c-4201-8025-becd304dafa6 Nov 29 01:47:03.141451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ffc709-668f-49e5-99b2-cab1fd88a297,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:03.223207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.246677 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f52115bb-a3b6-444d-aff1-7c57704994c2 req-1c05b603-0784-4bb4-b341-a3976024255f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172613 Nov 29 01:47:03.257266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58f1d260-0b2d-43d4-af99-40c32efb4643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.258231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.272855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Router 0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:47:03.298880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-91ce5c85-f243-4ee6-b666-63d2c6730ce5 None None] Provisioning complete for port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:03.299568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-91ce5c85-f243-4ee6-b666-63d2c6730ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.346821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58f1d260-0b2d-43d4-af99-40c32efb4643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.357246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-91ce5c85-f243-4ee6-b666-63d2c6730ce5 None None] Port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:03.367393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:03.374835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.376998 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cb022c06-bb8d-404a-a1d5-c5a2500d3a15 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "PUT /v2.0/routers/0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 HTTP/1.1" status: 200 len: 705 time: 2.7818627 Nov 29 01:47:03.377797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.381972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f61de-c826-4dac-94c6-b1f4ceb759ed None None] Sync routers for ids ['0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:03.383235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:03.384001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.386674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41720) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:03.392612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f61de-c826-4dac-94c6-b1f4ceb759ed None None] Routers {'0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:03.393249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f57f61de-c826-4dac-94c6-b1f4ceb759ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:03.404259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.433336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f57f61de-c826-4dac-94c6-b1f4ceb759ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:03.443055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f61de-c826-4dac-94c6-b1f4ceb759ed None None] Routers {'0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:03.443682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f57f61de-c826-4dac-94c6-b1f4ceb759ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:03.446825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.476867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f57f61de-c826-4dac-94c6-b1f4ceb759ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:03.477586 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f61de-c826-4dac-94c6-b1f4ceb759ed None None] The sync data for ids ['0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:03.491610 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5326502 Nov 29 01:47:03.495899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41722) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:03.502840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Request body: {'subnet': {'network_id': '024fbfbf-6c0c-4201-8025-becd304dafa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:03.518579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2beefb1-a654-4650-b87b-c32927d22577 None None] Network f1ed4871-3f1c-41bb-bb6c-465229987510 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:03.521479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=956f0815-8a8c-44b0-8158-71d1ef6e2e8c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:03.559470 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5a3485de-85f0-418c-91bc-f90aa3b7816c tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/routers/0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 HTTP/1.1" status: 200 len: 740 time: 0.1646647 Nov 29 01:47:03.560977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41724) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:03.574374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c2ae8-129a-4dcb-9577-df2a0234f0d2 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event updated for resources: {'Network': ['ID=024fbfbf-6c0c-4201-8025-becd304dafa6,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:03.587676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac08057-526d-414e-b479-c38bc00b1333 req-4aeea1ad-4d7f-4eaf-a995-734d02c726c7 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:03.591040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2ac08057-526d-414e-b479-c38bc00b1333 req-4aeea1ad-4d7f-4eaf-a995-734d02c726c7 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2212119 Nov 29 01:47:03.623165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 024fbfbf-6c0c-4201-8025-becd304dafa6 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:03.648514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58f1d260-0b2d-43d4-af99-40c32efb4643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.651160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58f1d260-0b2d-43d4-af99-40c32efb4643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.654950 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-58f1d260-0b2d-43d4-af99-40c32efb4643 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81356917-62c2-48c0-9e96-0895fb90ec97 HTTP/1.1" status: 204 len: 168 time: 0.9933631 Nov 29 01:47:03.654950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.662017 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b6708c9b-c456-4199-b069-425dd7838394 tempest-RoutersAdminTest-841422716 tempest-RoutersAdminTest-841422716-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 HTTP/1.1" status: 200 len: 205 time: 0.0933902 Nov 29 01:47:03.662017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41728) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:03.696880 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7376859a-a33c-4d3e-a8eb-a43f83efd9f2 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 HTTP/1.1" status: 200 len: 205 time: 0.0309699 Nov 29 01:47:03.696880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41730) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:03.732988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1d260-0b2d-43d4-af99-40c32efb4643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81356917-62c2-48c0-9e96-0895fb90ec97,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:03.741386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ed4871-3f1c-41bb-bb6c-465229987510']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:03.769453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6359f40-7c19-43be-9377-61f5dc26c4d6') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:03.769757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6359f40-7c19-43be-9377-61f5dc26c4d6') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:03.811124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fa7adba-60ae-425a-978a-d53b756112e8 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.819754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.837316 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2ac08057-526d-414e-b479-c38bc00b1333 req-d63e1c75-bd5b-4ab3-a057-cf959536dca9 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089453 Nov 29 01:47:03.850809 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.853109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f56a83-468f-473f-ade1-b0145b37b054 None None] DHCP port deletion for f1ed4871-3f1c-41bb-bb6c-465229987510 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:03.893119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:03.893543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:03.896737 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:03.915972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Made reservation on behalf of f04e5b13767446db89013f46ee5260ff for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:03.920198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.065507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fa7adba-60ae-425a-978a-d53b756112e8 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.070893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fa7adba-60ae-425a-978a-d53b756112e8 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.087933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.106449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.112195 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/f1ed4871-3f1c-41bb-bb6c-465229987510 HTTP/1.1" status: 204 len: 168 time: 5.0640624 Nov 29 01:47:04.114939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41736) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.135469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fa7adba-60ae-425a-978a-d53b756112e8 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.136028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa7adba-60ae-425a-978a-d53b756112e8 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Fanout notify agent at l3_agent the message router_deleted on router 0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:47:04.145216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fa7adba-60ae-425a-978a-d53b756112e8 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.146263 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1fa7adba-60ae-425a-978a-d53b756112e8 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 HTTP/1.1" status: 204 len: 168 time: 0.4500279 Nov 29 01:47:04.149790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41738) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.151876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f97a95-e6f6-4f8a-9bb8-9a21bcd15d52 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=f1ed4871-3f1c-41bb-bb6c-465229987510,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:04.154300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8:0:1::3e4 (2298c794-50fc-417e-b11f-ba5964ddf3ff/af749300-cf1d-4913-a96a-baedb249f408/c3d4160c-f56a-4c73-836e-a294a8b0e9b4) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:04.172919 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dff346-a1dd-4274-b629-516d6d2efc5c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:04.173445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dff346-a1dd-4274-b629-516d6d2efc5c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:04.180016 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-47dff346-a1dd-4274-b629-516d6d2efc5c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/f1ed4871-3f1c-41bb-bb6c-465229987510 HTTP/1.1" status: 404 len: 339 time: 0.0495791 Nov 29 01:47:04.180016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.181305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41740) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.186316 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-98594df8-a1a5-4bc7-ad92-cd5dc103014b tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 HTTP/1.1" status: 200 len: 205 time: 0.0348048 Nov 29 01:47:04.189127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41742) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.199591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-485109331', 'description': 'd1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:04.200368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41744) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.231562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.262409 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-43db33ac-8b26-4869-a958-ee6f74e825fc tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] delete failed (client error): The resource could not be found. Nov 29 01:47:04.263422 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-43db33ac-8b26-4869-a958-ee6f74e825fc tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/0469cd79-7bbc-4ab1-a2e2-ee6cfca37d01 HTTP/1.1" status: 404 len: 336 time: 0.0733867 Nov 29 01:47:04.271014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41746) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.273842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a89b725-cc0b-4e32-b6fe-071cd8794df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.345260 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-27c0f92f-7dac-4b5d-b8ed-4bb31ad86f55 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea933d36-970b-48e2-9305-25c2aab9cbaa HTTP/1.1" status: 200 len: 205 time: 0.0731084 Nov 29 01:47:04.347840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41748) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.358579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:04.360244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f62109f0-60da-4882-8f70-1df8d7ffaa10 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:04.362013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.383989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: f62109f0-60da-4882-8f70-1df8d7ffaa10 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:04.384316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f62109f0-60da-4882-8f70-1df8d7ffaa10 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:04.414279 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-c441d161-af7a-4f7f-a768-7c63afdc6aef tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] delete failed (client error): The resource could not be found. Nov 29 01:47:04.418033 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c441d161-af7a-4f7f-a768-7c63afdc6aef tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/ea933d36-970b-48e2-9305-25c2aab9cbaa HTTP/1.1" status: 404 len: 336 time: 0.0635359 Nov 29 01:47:04.418033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.419400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41750) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.447964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:04.477154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.477520 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment 9d710e8a-4900-4cd2-a3c3-677648bd22a7 of type vlan for network 0d3d9c12-78ec-4bfc-81e1-33385513d92a Nov 29 01:47:04.485613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Allocated IP 172.26.8.74 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/870c6779-2b50-4872-8df7-f4e3a861d7b8) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:04.487195 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6e94f2ff-f0a6-458f-af0d-c3ffb97d2b12 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=8826a5de-208d-4ea3-8dd7-2cf8ef2a8659 HTTP/1.1" status: 200 len: 205 time: 0.0620677 Nov 29 01:47:04.491295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41752) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.494952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.505736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.571044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event updated for resources: {'Subnet': ['ID=744a34e2-59c9-43f6-95bd-0b112ad767a4,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:04.577310 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-d9819d98-3ac6-4be5-b522-a2067c87880d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] delete failed (client error): The resource could not be found. Nov 29 01:47:04.578965 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d9819d98-3ac6-4be5-b522-a2067c87880d tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/8826a5de-208d-4ea3-8dd7-2cf8ef2a8659 HTTP/1.1" status: 404 len: 336 time: 0.0840752 Nov 29 01:47:04.581085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a89b725-cc0b-4e32-b6fe-071cd8794df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.582810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.583546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41754) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.596295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a89b725-cc0b-4e32-b6fe-071cd8794df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.622657 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6f74153a-ac77-4663-b335-17e85d7187b2 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ced5d88-c792-4de5-888f-93779eba1767 HTTP/1.1" status: 200 len: 205 time: 0.0379715 Nov 29 01:47:04.631375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41756) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.632980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Checking segment: {'id': '395dd9a3-4325-4a26-a214-b4127a6bdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '024fbfbf-6c0c-4201-8025-becd304dafa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:04.633445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Network hostable DHCP agents. Network: 024fbfbf-6c0c-4201-8025-becd304dafa6, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:04.664645 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7a89b725-cc0b-4e32-b6fe-071cd8794df7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c34dc0ad06e74e53834cb0271bca4a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415112 Nov 29 01:47:04.668536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41758) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.671118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89b725-cc0b-4e32-b6fe-071cd8794df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74e04d-4b1d-40a4-98b7-ba7aaf5f733e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:04.674524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=c3d4160c-f56a-4c73-836e-a294a8b0e9b4,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:04.717801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Network 024fbfbf-6c0c-4201-8025-becd304dafa6 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:04.727638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] In _notify_port_updated(), no bound segment for port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 on network 2298c794-50fc-417e-b11f-ba5964ddf3ff {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:47:04.733365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:04.734027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.735456 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8c89e612-2490-4209-bab1-33639c3ef969 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "PUT /v2.0/ports/c3d4160c-f56a-4c73-836e-a294a8b0e9b4 HTTP/1.1" status: 200 len: 1012 time: 1.6894264 Nov 29 01:47:04.738202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41760) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.742646 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-172fd764-d604-4dfc-893f-21497f072411 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] delete failed (client error): The resource could not be found. Nov 29 01:47:04.743851 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-172fd764-d604-4dfc-893f-21497f072411 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/3ced5d88-c792-4de5-888f-93779eba1767 HTTP/1.1" status: 404 len: 336 time: 0.0875030 Nov 29 01:47:04.747435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41762) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.753066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3eb682b1-7293-449d-89c0-d0ffb393dbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.763804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.770346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:04.771205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.775023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 024fbfbf-6c0c-4201-8025-becd304dafa6) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:04.780269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:04.780870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.793649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d81115-de68-446b-82ca-ad414f12111f None None] Network 024fbfbf-6c0c-4201-8025-becd304dafa6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:04.801493 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7f152b56-438b-4a62-94f7-38ccb55ac4db tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 HTTP/1.1" status: 200 len: 205 time: 0.0515659 Nov 29 01:47:04.808770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41764) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.875067 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-43ec0501-9648-4816-99af-c7c9a464fde0 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3765547 Nov 29 01:47:04.878831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3eb682b1-7293-449d-89c0-d0ffb393dbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.911381 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-edffe1ed-3e30-41cf-8c27-a1c8c8e8bcfe tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] delete failed (client error): The resource could not be found. Nov 29 01:47:04.912333 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-edffe1ed-3e30-41cf-8c27-a1c8c8e8bcfe tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/09ff16d4-bffb-4cf4-8a21-eae4fe8052e5 HTTP/1.1" status: 404 len: 336 time: 0.1015356 Nov 29 01:47:04.916725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41766) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.917065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41768) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:04.938836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Request body: {'port': {'network_id': '024fbfbf-6c0c-4201-8025-becd304dafa6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1527408149'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:04.949369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-23b378ac-af21-4c36-aa83-9d4c5862b329 None None] Provisioning complete for port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:04.949744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-23b378ac-af21-4c36-aa83-9d4c5862b329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:04.975421 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-599ffa11-e9bf-489f-a24f-657ea5ecdc56 tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44 HTTP/1.1" status: 200 len: 205 time: 0.0518694 Nov 29 01:47:04.988446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41770) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:05.015811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-23b378ac-af21-4c36-aa83-9d4c5862b329 None None] Port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:05.025030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-024fbfbf-6c0c-4201-8025-becd304dafa6', 'network_id': '024fbfbf-6c0c-4201-8025-becd304dafa6', 'tenant_id': 'f04e5b13767446db89013f46ee5260ff', 'fixed_ips': [{'subnet_id': '744a34e2-59c9-43f6-95bd-0b112ad767a4'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:05.026066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.075174 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-e5886fcd-fea6-4448-80d6-6066efd37e6e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] delete failed (client error): The resource could not be found. Nov 29 01:47:05.076232 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e5886fcd-fea6-4448-80d6-6066efd37e6e tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/routers/9b8b9797-fc0f-49fd-a293-e6ed1a1bdf44 HTTP/1.1" status: 404 len: 336 time: 0.0824280 Nov 29 01:47:05.082955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41772) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:05.124822 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e3497a-28fb-4f13-9e91-a55d343f8bcc tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:05.125942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e3497a-28fb-4f13-9e91-a55d343f8bcc tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:05.131611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-74e3497a-28fb-4f13-9e91-a55d343f8bcc tempest-RoutersAdminTest-1562717732 tempest-RoutersAdminTest-1562717732-project] 10.222.0.30 "DELETE /v2.0/subnets/912c573d-4d90-4578-89ea-90988cc3a8b1 HTTP/1.1" status: 404 len: 337 time: 0.0430143 Nov 29 01:47:05.165128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf7d78-edbb-490f-a915-1cbc0b092a9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port c3d4160c-f56a-4c73-836e-a294a8b0e9b4 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:05.165453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7d78-edbb-490f-a915-1cbc0b092a9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.196163 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0098600 Nov 29 01:47:05.200447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41776) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:05.202691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3eb682b1-7293-449d-89c0-d0ffb393dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.203806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.205573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3eb682b1-7293-449d-89c0-d0ffb393dbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.206800 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3eb682b1-7293-449d-89c0-d0ffb393dbaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad74e04d-4b1d-40a4-98b7-ba7aaf5f733e HTTP/1.1" status: 204 len: 168 time: 0.5371971 Nov 29 01:47:05.214272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Allocated IP 172.20.0.2 (024fbfbf-6c0c-4201-8025-becd304dafa6/744a34e2-59c9-43f6-95bd-0b112ad767a4/9c20b108-ff60-4ba3-b4de-1236cb8e6712) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:05.242799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322cc31-326a-4216-98ac-b82c43f7e7c8 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=0d3d9c12-78ec-4bfc-81e1-33385513d92a,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:05.273068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 0d3d9c12-78ec-4bfc-81e1-33385513d92a details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:05.283767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb682b1-7293-449d-89c0-d0ffb393dbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74e04d-4b1d-40a4-98b7-ba7aaf5f733e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:05.293607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Made reservation on behalf of f04e5b13767446db89013f46ee5260ff for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:05.303674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.327231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044061a-580b-4979-840f-f2a61d702d7c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:05.334396 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4044061a-580b-4979-840f-f2a61d702d7c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/networks?id=0d3d9c12-78ec-4bfc-81e1-33385513d92a HTTP/1.1" status: 200 len: 764 time: 0.1231306 Nov 29 01:47:05.334396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41780) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:05.340311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b6ca98af-739e-4ab0-9ec6-98628a379b67 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'description': 'd2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:05.372092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] device_id is not set on port 4c0b84e4-c031-451a-b8ba-baa714850de3 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:05.391360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.398701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7d78-edbb-490f-a915-1cbc0b092a9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.451882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf7d78-edbb-490f-a915-1cbc0b092a9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for c3d4160c-f56a-4c73-836e-a294a8b0e9b4 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:05.498660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:05.504882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:05.514856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:05.525308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708a898-b2af-4f58-9fc5-283f95d853de None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:05.584347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41786) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:05.586172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.595140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.617507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Pushing event updated for resources: {'Port': ['ID=870c6779-2b50-4872-8df7-f4e3a861d7b8,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:05.665477 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Allocated IP 172.20.0.6 (024fbfbf-6c0c-4201-8025-becd304dafa6/744a34e2-59c9-43f6-95bd-0b112ad767a4/4c0b84e4-c031-451a-b8ba-baa714850de3) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:05.675057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Network 024fbfbf-6c0c-4201-8025-becd304dafa6 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:05.686994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:05.690787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:05.759344 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Pushing event updated for resources: {'Port': ['ID=9c20b108-ff60-4ba3-b4de-1236cb8e6712,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:05.789828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-22821608-c7d7-49d1-86cf-bfb63b0cf581 None None] Provisioning complete for port 870c6779-2b50-4872-8df7-f4e3a861d7b8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:05.790674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22821608-c7d7-49d1-86cf-bfb63b0cf581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.819848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Attempting to bind port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:05.820524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Attempting to bind port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '395dd9a3-4325-4a26-a214-b4127a6bdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '024fbfbf-6c0c-4201-8025-becd304dafa6'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:05.820632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Attempting to bind port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 on network 024fbfbf-6c0c-4201-8025-becd304dafa6 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:05.829715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:05.830027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Checking segment: {'id': '395dd9a3-4325-4a26-a214-b4127a6bdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '024fbfbf-6c0c-4201-8025-becd304dafa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:05.830315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.830837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Bound using segment: {'id': '395dd9a3-4325-4a26-a214-b4127a6bdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '024fbfbf-6c0c-4201-8025-becd304dafa6'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:05.831271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Bound port: 9c20b108-ff60-4ba3-b4de-1236cb8e6712, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395dd9a3-4325-4a26-a214-b4127a6bdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '024fbfbf-6c0c-4201-8025-becd304dafa6'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:05.831646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.888231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-22821608-c7d7-49d1-86cf-bfb63b0cf581 None None] Port 870c6779-2b50-4872-8df7-f4e3a861d7b8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:05.904437 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b6ca98af-739e-4ab0-9ec6-98628a379b67 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.922148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] For port 9c20b108-ff60-4ba3-b4de-1236cb8e6712, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:05.927798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] For port 9c20b108-ff60-4ba3-b4de-1236cb8e6712, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9c20b108-ff60-4ba3-b4de-1236cb8e6712,segment=NetworkSegment(395dd9a3-4325-4a26-a214-b4127a6bdae4),segment_id=395dd9a3-4325-4a26-a214-b4127a6bdae4)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:05.928223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b6ca98af-739e-4ab0-9ec6-98628a379b67 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.934349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.957737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6ca98af-739e-4ab0-9ec6-98628a379b67 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network 0d3d9c12-78ec-4bfc-81e1-33385513d92a is not hosted by any dhcp agent {{(pid=109948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 01:47:05.963646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ca98af-739e-4ab0-9ec6-98628a379b67 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:05.965031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b6ca98af-739e-4ab0-9ec6-98628a379b67 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:05.968498 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b6ca98af-739e-4ab0-9ec6-98628a379b67 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "PUT /v2.0/networks/0d3d9c12-78ec-4bfc-81e1-33385513d92a HTTP/1.1" status: 200 len: 761 time: 0.6359344 Nov 29 01:47:05.977058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41798) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:06.026797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38653a5-53b2-449f-956d-4f7b37df09ed None None] Pushing event updated for resources: {'Port': ['ID=9c20b108-ff60-4ba3-b4de-1236cb8e6712,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:06.091564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca98af-739e-4ab0-9ec6-98628a379b67 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=0d3d9c12-78ec-4bfc-81e1-33385513d92a,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:06.110557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 0d3d9c12-78ec-4bfc-81e1-33385513d92a details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:06.117705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16141ec-db9f-4108-a00a-cf556cd7a3c3 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:06.119667 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d16141ec-db9f-4108-a00a-cf556cd7a3c3 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/networks?id=0d3d9c12-78ec-4bfc-81e1-33385513d92a HTTP/1.1" status: 200 len: 764 time: 0.1413717 Nov 29 01:47:06.123431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41804) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:06.176630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b2086712-985c-4f28-9328-a8e53c152ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.303272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7d78-edbb-490f-a915-1cbc0b092a9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.408383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf7d78-edbb-490f-a915-1cbc0b092a9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=c3d4160c-f56a-4c73-836e-a294a8b0e9b4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:06.475964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9c20b108-ff60-4ba3-b4de-1236cb8e6712 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:06.555311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.557527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7d78-edbb-490f-a915-1cbc0b092a9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.563346 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1bcf7d78-edbb-490f-a915-1cbc0b092a9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/c3d4160c-f56a-4c73-836e-a294a8b0e9b4 HTTP/1.1" status: 204 len: 168 time: 1.8233807 Nov 29 01:47:06.567801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41812) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:06.589120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:06.589643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.667769 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-186d4dc1-5977-40a8-b238-94901c5f8fa7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:47:06.669366 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-186d4dc1-5977-40a8-b238-94901c5f8fa7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/c3d4160c-f56a-4c73-836e-a294a8b0e9b4 HTTP/1.1" status: 404 len: 333 time: 0.1003265 Nov 29 01:47:06.674366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41814) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:06.683637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa882058-095f-4cff-87cd-d41ddcad45f4 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:06.685271 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fa882058-095f-4cff-87cd-d41ddcad45f4 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5604408 Nov 29 01:47:06.690259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41818) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:06.707123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.724932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b2086712-985c-4f28-9328-a8e53c152ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.740594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b2086712-985c-4f28-9328-a8e53c152ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.771489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 9c20b108-ff60-4ba3-b4de-1236cb8e6712, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9c20b108-ff60-4ba3-b4de-1236cb8e6712,segment=NetworkSegment(395dd9a3-4325-4a26-a214-b4127a6bdae4),segment_id=395dd9a3-4325-4a26-a214-b4127a6bdae4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:06.771650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.780197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.826333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe87f285-48e9-4688-a4dc-3ea3b764e7eb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet af749300-cf1d-4913-a96a-baedb249f408 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:06.829914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe87f285-48e9-4688-a4dc-3ea3b764e7eb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.834829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Network 024fbfbf-6c0c-4201-8025-becd304dafa6 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:06.839049 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eb84bf9b-2f76-4eb4-a60c-cf5be8bb317c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 207 time: 0.1388836 Nov 29 01:47:06.839219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2086712-985c-4f28-9328-a8e53c152ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a77377-163d-4ee6-8470-38d71a09a2d1,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:06.843380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41820) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:06.855290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:06.863078 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b2086712-985c-4f28-9328-a8e53c152ce0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecb3a911810e40b68ec3a0f56695dfb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2776875 Nov 29 01:47:06.864092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:06.867102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41822) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:06.867906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=9c20b108-ff60-4ba3-b4de-1236cb8e6712,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:06.903435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe87f285-48e9-4688-a4dc-3ea3b764e7eb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.906829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:06.939066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event updated for resources: {'Port': ['ID=4c0b84e4-c031-451a-b8ba-baa714850de3,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:07.023130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.023789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.070095 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66485b-ee0d-4243-92d3-25c6f9fc3027 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.078508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66485b-ee0d-4243-92d3-25c6f9fc3027 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.078843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c88060a5-0ed9-4f8f-a8e0-9c5ae24024f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.085468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66485b-ee0d-4243-92d3-25c6f9fc3027 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.091357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66485b-ee0d-4243-92d3-25c6f9fc3027 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.098240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66485b-ee0d-4243-92d3-25c6f9fc3027 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.104441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66485b-ee0d-4243-92d3-25c6f9fc3027 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.112161 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dd66485b-ee0d-4243-92d3-25c6f9fc3027 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2666726 Nov 29 01:47:07.112831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41830) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:07.122327 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-049dc212-3eec-48fe-a579-192c5e3e1f51 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2020118 Nov 29 01:47:07.128618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41832) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:07.193464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c88060a5-0ed9-4f8f-a8e0-9c5ae24024f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.197850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe87f285-48e9-4688-a4dc-3ea3b764e7eb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.276743 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f78d80b6-3259-4a33-8ffc-80f8526dfe7c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1593421 Nov 29 01:47:07.277314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41838) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:07.309730 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41840) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:07.348384 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d881591-f2b6-4908-8bb3-c48a84677a34 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.351561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d881591-f2b6-4908-8bb3-c48a84677a34 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.353138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d881591-f2b6-4908-8bb3-c48a84677a34 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.354680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d881591-f2b6-4908-8bb3-c48a84677a34 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.356575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d881591-f2b6-4908-8bb3-c48a84677a34 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.361917 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3d881591-f2b6-4908-8bb3-c48a84677a34 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0803041 Nov 29 01:47:07.363075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41844) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:07.435758 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe87f285-48e9-4688-a4dc-3ea3b764e7eb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.441733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.456886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeafa92-f277-4cc3-8ea2-9f0e0731bcca tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['shared'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.457942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeafa92-f277-4cc3-8ea2-9f0e0731bcca tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['shared'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.459445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeafa92-f277-4cc3-8ea2-9f0e0731bcca tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['shared'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.460874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeafa92-f277-4cc3-8ea2-9f0e0731bcca tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['shared'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.462415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeafa92-f277-4cc3-8ea2-9f0e0731bcca tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['shared'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.467276 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cbeafa92-f277-4cc3-8ea2-9f0e0731bcca tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0988235 Nov 29 01:47:07.467649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41846) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:07.473794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.475715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c88060a5-0ed9-4f8f-a8e0-9c5ae24024f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.478246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c88060a5-0ed9-4f8f-a8e0-9c5ae24024f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.481909 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c88060a5-0ed9-4f8f-a8e0-9c5ae24024f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8a77377-163d-4ee6-8470-38d71a09a2d1 HTTP/1.1" status: 204 len: 168 time: 0.6073539 Nov 29 01:47:07.486891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87f285-48e9-4688-a4dc-3ea3b764e7eb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=af749300-cf1d-4913-a96a-baedb249f408,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:07.490495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6942a54b-d774-4f31-9ad7-2e9296ea0f13 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Deleting port 4c0b84e4-c031-451a-b8ba-baa714850de3 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:07.491083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6942a54b-d774-4f31-9ad7-2e9296ea0f13 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.504222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe87f285-48e9-4688-a4dc-3ea3b764e7eb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.505607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd9e7c1-a49b-42e8-8c53-d959677fcda2 None None] Network 2298c794-50fc-417e-b11f-ba5964ddf3ff requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:07.507501 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fe87f285-48e9-4688-a4dc-3ea3b764e7eb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/af749300-cf1d-4913-a96a-baedb249f408 HTTP/1.1" status: 204 len: 168 time: 0.8211405 Nov 29 01:47:07.522160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41850) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:07.525882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88060a5-0ed9-4f8f-a8e0-9c5ae24024f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a77377-163d-4ee6-8470-38d71a09a2d1,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:07.570721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1acf3c-7ef5-4275-b5fb-0922ee3a0cd8 None None] Network 024fbfbf-6c0c-4201-8025-becd304dafa6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:07.615560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2ed6e9-e023-46c2-b695-4e3a6bb1efbe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet 87d5550d-dfd2-494a-919c-cce4926f1626 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:07.619176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed6e9-e023-46c2-b695-4e3a6bb1efbe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.663657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed6e9-e023-46c2-b695-4e3a6bb1efbe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.711558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6942a54b-d774-4f31-9ad7-2e9296ea0f13 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.729995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6942a54b-d774-4f31-9ad7-2e9296ea0f13 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Calling delete_port for 4c0b84e4-c031-451a-b8ba-baa714850de3 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:07.755036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1775536997'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:07.803471 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed6e9-e023-46c2-b695-4e3a6bb1efbe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.850753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Router 87189e7e-ee44-4377-abb7-0b5d8e3609b0 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:47:07.856142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Made reservation on behalf of 7f85d150719c499d969ec2c8949f8f68 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:07.860172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.873229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f9a30ead-4755-4f44-b910-f35c32d6f669 None None] Provisioning complete for port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:07.873764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f9a30ead-4755-4f44-b910-f35c32d6f669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.881050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:07.913431 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11f499-6c9c-43fe-b0b1-bf3bcf524451 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:07.914856 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2c11f499-6c9c-43fe-b0b1-bf3bcf524451 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/networks/d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c HTTP/1.1" status: 200 len: 803 time: 0.4462643 Nov 29 01:47:07.918849 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41854) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.018492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41856) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.029851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed6e9-e023-46c2-b695-4e3a6bb1efbe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.065111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6942a54b-d774-4f31-9ad7-2e9296ea0f13 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.070975 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8d28df1c-5bef-4c17-94ef-daf4e06986f2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/networks/d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1481140 Nov 29 01:47:08.071489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ed6e9-e023-46c2-b695-4e3a6bb1efbe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=87d5550d-dfd2-494a-919c-cce4926f1626,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:08.072071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41858) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.080587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed6e9-e023-46c2-b695-4e3a6bb1efbe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.083949 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1c2ed6e9-e023-46c2-b695-4e3a6bb1efbe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/87d5550d-dfd2-494a-919c-cce4926f1626 HTTP/1.1" status: 204 len: 168 time: 0.5567677 Nov 29 01:47:08.087708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41860) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.105181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:08.126544 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3764b-61c1-4e0f-928e-1b4d16999167 None None] Sync routers for ids ['87189e7e-ee44-4377-abb7-0b5d8e3609b0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:08.148875 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3764b-61c1-4e0f-928e-1b4d16999167 None None] Routers {'87189e7e-ee44-4377-abb7-0b5d8e3609b0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:08.150135 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b4e3764b-61c1-4e0f-928e-1b4d16999167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['87189e7e-ee44-4377-abb7-0b5d8e3609b0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:08.152073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.153314 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-178b9a55-e0b1-4742-90b2-a8708d053d00 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "PUT /v2.0/routers/87189e7e-ee44-4377-abb7-0b5d8e3609b0 HTTP/1.1" status: 200 len: 919 time: 5.5322268 Nov 29 01:47:08.160477 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41862) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.162988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942a54b-d774-4f31-9ad7-2e9296ea0f13 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event deleted for resources: {'Port': ['ID=4c0b84e4-c031-451a-b8ba-baa714850de3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:08.185003 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3159d0fc-c5af-4cd2-bd21-0ec08e22f7e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a8b0427df7f4ecca22e76ce0d62d954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627843 Nov 29 01:47:08.190132 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b4e3764b-61c1-4e0f-928e-1b4d16999167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:08.199962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41864) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.205075 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3764b-61c1-4e0f-928e-1b4d16999167 None None] Routers {'87189e7e-ee44-4377-abb7-0b5d8e3609b0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:08.205705 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b4e3764b-61c1-4e0f-928e-1b4d16999167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:46:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['87189e7e-ee44-4377-abb7-0b5d8e3609b0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:08.217716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080f979-acee-4b1b-93f9-d8850f623ce4 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:08.222944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d080f979-acee-4b1b-93f9-d8850f623ce4 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/subnets/42a30821-526e-4931-b22b-0fffce9e4be7 HTTP/1.1" status: 200 len: 843 time: 0.1371572 Nov 29 01:47:08.246750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41866) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.251722 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b4e3764b-61c1-4e0f-928e-1b4d16999167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:08.252010 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3764b-61c1-4e0f-928e-1b4d16999167 None None] The sync data for ids ['87189e7e-ee44-4377-abb7-0b5d8e3609b0'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:08.266824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] DHCP port deletion for 2298c794-50fc-417e-b11f-ba5964ddf3ff request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:08.269148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.292986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.310839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.347009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] Deleting port 801c90bc-a34d-4ec4-8de2-8933e39de09d {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:08.347553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.388478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d261667-ba54-4230-b75e-3f8b9a9dfe39 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:08.393566 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6d261667-ba54-4230-b75e-3f8b9a9dfe39 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "GET /v2.0/subnets/42a30821-526e-4931-b22b-0fffce9e4be7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1364791 Nov 29 01:47:08.393719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41868) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.399166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2027330461'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:08.408568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:08.422447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9c20b108-ff60-4ba3-b4de-1236cb8e6712 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:08.425608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.425963 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Added segment 3ea6b811-e64a-407e-a7f4-18fb18c6f3bd of type vlan for network c41fddd5-d246-4506-a67f-dde95c895012 Nov 29 01:47:08.432720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:08.436585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] For port 801c90bc-a34d-4ec4-8de2-8933e39de09d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=801c90bc-a34d-4ec4-8de2-8933e39de09d,segment=NetworkSegment(a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2),segment_id=a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:08.437273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.437413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.475863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1c79d98c-a543-4a8b-8ea6-80c9e9622da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.477765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] Calling delete_port for 801c90bc-a34d-4ec4-8de2-8933e39de09d owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:08.495537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:08.505857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.506207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Added segment e3e80c80-0d2d-4d80-a9fe-2fb1642028eb of type vlan for network 3703b047-431a-462b-a090-af25705b3ccf Nov 29 01:47:08.519710 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.530114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cdb220-600c-4402-843c-1b35222888a4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:08.546449 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b71ecea1-3de1-4f9c-9195-faf376486df0 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/routers/87189e7e-ee44-4377-abb7-0b5d8e3609b0 HTTP/1.1" status: 200 len: 925 time: 0.3809497 Nov 29 01:47:08.546449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41870) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.555915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.580120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6942a54b-d774-4f31-9ad7-2e9296ea0f13 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.583156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2d4bf6a5-b0dd-4f32-91e2-11daebd5d87c None None] Could not find standard attr ID for object 4c0b84e4-c031-451a-b8ba-baa714850de3. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:08.584067 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6942a54b-d774-4f31-9ad7-2e9296ea0f13 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "DELETE /v2.0/ports/4c0b84e4-c031-451a-b8ba-baa714850de3 HTTP/1.1" status: 204 len: 168 time: 1.4463203 Nov 29 01:47:08.590628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41872) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.597824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.605358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:08.606452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.622929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.624885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:08.625240 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.636533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:08.637551 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.684248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2d4bf6a5-b0dd-4f32-91e2-11daebd5d87c None None] Provisioning complete for port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:08.684477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf6a5-b0dd-4f32-91e2-11daebd5d87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.730588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.750736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Pushing event updated for resources: {'Network': ['ID=c41fddd5-d246-4506-a67f-dde95c895012,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:08.764440 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3697402 Nov 29 01:47:08.769756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1c79d98c-a543-4a8b-8ea6-80c9e9622da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.771353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41876) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.776061 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-506c4fb9-b49a-4382-bc55-290445845c7c tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4651241 Nov 29 01:47:08.777626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'network_id': '3703b047-431a-462b-a090-af25705b3ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:08.779791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network c41fddd5-d246-4506-a67f-dde95c895012 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:08.781705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 801c90bc-a34d-4ec4-8de2-8933e39de09d {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:08.782170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:08.783623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] No DVR routers for this DVR port 801c90bc-a34d-4ec4-8de2-8933e39de09d on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:08.787841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875ca31-b449-4965-867c-4ee0357bb5f7 None None] Pushing event deleted for resources: {'Port': ['ID=801c90bc-a34d-4ec4-8de2-8933e39de09d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:08.827375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662240b-5d37-438d-bc00-55fa31fa10cd tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:08.831485 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b662240b-5d37-438d-bc00-55fa31fa10cd tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=87189e7e-ee44-4377-abb7-0b5d8e3609b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2796245 Nov 29 01:47:08.833806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f128cd-0b97-43de-bd22-311860b17366 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Network': ['ID=3703b047-431a-462b-a090-af25705b3ccf,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:08.834820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41882) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:08.871205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 3703b047-431a-462b-a090-af25705b3ccf details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:09.006962 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e8d39a-4c25-45ea-98b5-f5b2678731b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:09.008669 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a6e8d39a-4c25-45ea-98b5-f5b2678731b1 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/networks/40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 881 time: 0.1726770 Nov 29 01:47:09.011512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41884) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:09.061087 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-65689cf1-2981-4d04-bd40-8589408422ee tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=87189e7e-ee44-4377-abb7-0b5d8e3609b0 HTTP/1.1" status: 200 len: 205 time: 0.0476286 Nov 29 01:47:09.064653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41886) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:09.084626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] For port 801c90bc-a34d-4ec4-8de2-8933e39de09d, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:09.084847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Made reservation on behalf of 8be1216749ce4ecca15ec4b5076064eb for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:09.085105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.089963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.143064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41888) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:09.167028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Request body: {'port': {'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012', 'binding:host_id': 'hv-neutron-8168', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1803978139'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:09.190112 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 801c90bc-a34d-4ec4-8de2-8933e39de09d owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:09.194130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Port 801c90bc-a34d-4ec4-8de2-8933e39de09d was not found and therefore no delete operation was performed {{(pid=109949) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:47:09.198340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 801c90bc-a34d-4ec4-8de2-8933e39de09d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:09.200374 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f40bd156-7db5-4c1d-aa32-f9f19cfda68e tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4561 time: 0.6080711 Nov 29 01:47:09.201023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.201162 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1c79d98c-a543-4a8b-8ea6-80c9e9622da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.204340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1c79d98c-a543-4a8b-8ea6-80c9e9622da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.205400 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1c79d98c-a543-4a8b-8ea6-80c9e9622da4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d43ffc8d-bb8e-4eb8-8885-75adefd6e842 HTTP/1.1" status: 204 len: 168 time: 1.0020485 Nov 29 01:47:09.206409 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41890) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:09.215424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1233955638'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:09.222619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79d98c-a543-4a8b-8ea6-80c9e9622da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43ffc8d-bb8e-4eb8-8885-75adefd6e842,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:09.225289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Performing IP validity checks on allocation pools {{(pid=109948) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 01:47:09.225822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109948) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 01:47:09.247379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 801c90bc-a34d-4ec4-8de2-8933e39de09d {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:09.248294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 801c90bc-a34d-4ec4-8de2-8933e39de09d not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:09.253463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Made reservation on behalf of 1044a3eb886849568510ef7482b7935b for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:09.254867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.api [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:47:09.254867 dv-neutron-816800-5-hyperv neutron-server[109949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:47:09.254867 dv-neutron-816800-5-hyperv neutron-server[109949]: [parameters: {'project_id_1': 'f04e5b13767446db89013f46ee5260ff', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 46, 49, 219788)}] Nov 29 01:47:09.254867 dv-neutron-816800-5-hyperv neutron-server[109949]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:09.255174 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG oslo_db.api [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:09.255863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.261591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=801c90bc-a34d-4ec4-8de2-8933e39de09d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:09.263733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No DVR routers for this DVR port 801c90bc-a34d-4ec4-8de2-8933e39de09d on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:09.269211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.288464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d00e0968-6e3f-4441-950b-50e47961a215 None None] Could not find standard attr ID for object 4c0b84e4-c031-451a-b8ba-baa714850de3. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:09.361347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.365237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.449506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.454564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298c794-50fc-417e-b11f-ba5964ddf3ff']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:09.468762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:09.469083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c78e4a-b5c4-4c4f-859e-7bd7fe65c0c2') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:09.482122 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.488712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.502302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.504853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.515040 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:09.515474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.518258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] device_id is not set on port f97c9d90-e82e-44f4-8475-f6b35f467565 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:09.518555 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:09.578519 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.598219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.603459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.606738 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/networks/2298c794-50fc-417e-b11f-ba5964ddf3ff HTTP/1.1" status: 204 len: 168 time: 1.5180771 Nov 29 01:47:09.614103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=56487be1-b589-4356-b12d-01b1e196bf8e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:09.616785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41900) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:09.629435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9814cd-043c-44fe-8151-bb448752e479,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:09.650034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac7c55-7559-4765-8117-a90e81ef15fe tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Network': ['ID=2298c794-50fc-417e-b11f-ba5964ddf3ff,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:09.673703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Checking segment: {'id': 'e3e80c80-0d2d-4d80-a9fe-2fb1642028eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3703b047-431a-462b-a090-af25705b3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:09.674073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network hostable DHCP agents. Network: 3703b047-431a-462b-a090-af25705b3ccf, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:09.675473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Deleting port 870c6779-2b50-4872-8df7-f4e3a861d7b8 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:09.675824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.737532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Network 3703b047-431a-462b-a090-af25705b3ccf is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:09.750973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b20ae-dc82-4058-8dfe-f016efea60b2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:09.752486 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-933b20ae-dc82-4058-8dfe-f016efea60b2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1203194 Nov 29 01:47:09.760474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41908) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:09.769275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.785085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 3703b047-431a-462b-a090-af25705b3ccf) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:09.790107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:09.791815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.792453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Calling delete_port for 870c6779-2b50-4872-8df7-f4e3a861d7b8 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:09.793636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32deac7e-44a4-4350-b886-4c32c279d30b None None] Network 3703b047-431a-462b-a090-af25705b3ccf requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:09.812232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Made reservation on behalf of f04e5b13767446db89013f46ee5260ff for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:09.815607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.879135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41912) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:09.879428 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-19a09c11-e42f-468c-b0b9-e2bab6fa3b92 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1068442 Nov 29 01:47:09.890651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e5c975bc-14d1-4ebf-80db-d475d890762f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:09.899855 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aaec2503-8d5d-427e-8377-35acfa1c80ea tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1353920 Nov 29 01:47:09.900059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41916) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:09.904816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-504184839'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:09.912943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:09.923207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:09.923594 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Added segment e4649940-e66d-428f-a561-c52ca52a1234 of type vlan for network c76d9379-0e63-448f-a4c6-00add8829cc3 Nov 29 01:47:09.972747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] device_id is not set on port f97c9d90-e82e-44f4-8475-f6b35f467565 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:09.978641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:09.983712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.005698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.010177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-3703b047-431a-462b-a090-af25705b3ccf', 'network_id': '3703b047-431a-462b-a090-af25705b3ccf', 'tenant_id': '8be1216749ce4ecca15ec4b5076064eb', 'fixed_ips': [{'subnet_id': '56487be1-b589-4356-b12d-01b1e196bf8e'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:10.013622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.013971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.021768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:10.032400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.047958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.048360 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Added segment 626a16d8-aa15-46d7-9ff4-83af7110a997 of type vlan for network bf4ac276-5f7a-4b41-9b05-76c9671d9691 Nov 29 01:47:10.158544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41922) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:10.180606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.186351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:10.187034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.210270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e5c975bc-14d1-4ebf-80db-d475d890762f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5938681'] for subnet, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.231176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Allocated IP 2001:db8::3 (3703b047-431a-462b-a090-af25705b3ccf/56487be1-b589-4356-b12d-01b1e196bf8e/7312836d-1a43-4c53-95e4-b465c637f141) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:10.245963 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0352824 Nov 29 01:47:10.251601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41926) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:10.310965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1903437023'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:10.338528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2263c-09a7-467b-8802-5727ef65f81b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event updated for resources: {'Network': ['ID=c76d9379-0e63-448f-a4c6-00add8829cc3,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:10.353802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network c76d9379-0e63-448f-a4c6-00add8829cc3 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:10.422683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:10.425922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.435877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.447956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.484402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event deleted for resources: {'Port': ['ID=870c6779-2b50-4872-8df7-f4e3a861d7b8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:10.513673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385789d-9352-4fbe-b2f3-f89ba6e0934d None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:10.517732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Checking segment: {'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:10.518108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Network hostable DHCP agents. Network: c41fddd5-d246-4506-a67f-dde95c895012, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:10.530138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-063d577c-faff-4012-918e-054f3e35dd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.543232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=f97c9d90-e82e-44f4-8475-f6b35f467565,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:10.546659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.562886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Network c41fddd5-d246-4506-a67f-dde95c895012 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:10.582520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, c41fddd5-d246-4506-a67f-dde95c895012) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:10.588234 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.594636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:10.595419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.597991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:10.603156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f4d98-5a22-48cd-97fd-b4d95ee96eac None None] Network c41fddd5-d246-4506-a67f-dde95c895012 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:10.635571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.647084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:10.647512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:10.647771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:10.661021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b49b9aa2-b824-4a3e-a316-234c91f85044 tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "GET /v2.0/agents/0f4f88f0-2eec-4b2c-868f-56ced3cc1e95/dhcp-networks HTTP/1.1" status: 200 len: 8079 time: 0.3804328 Nov 29 01:47:10.662553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41928) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:10.682461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7787776 Nov 29 01:47:10.683633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.684080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41930) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:10.689809 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:10.696884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:10.697213 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:10.708973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.709789 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 2 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:10.728935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e9576-52e2-45a8-8727-233efba9cfd5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Network': ['ID=bf4ac276-5f7a-4b41-9b05-76c9671d9691,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:10.752089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network bf4ac276-5f7a-4b41-9b05-76c9671d9691 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:10.763768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:10.764112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:10.764455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:10.773627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:10.773958 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:10.774355 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 3 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:10.796132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:10.797309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:10.797309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:10.799583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Network 3703b047-431a-462b-a090-af25705b3ccf is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:10.806602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:10.806955 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:10.808802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 4 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:10.829875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Pushing event updated for resources: {'Port': ['ID=7312836d-1a43-4c53-95e4-b465c637f141,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:10.830483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:10.830880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:10.831210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:10.835474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:10.836123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:10.836448 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:10.837374 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 5 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:10.841218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:10.844903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.845296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:10.877545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:10.877893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:10.878243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:10.919170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:10.919402 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:10.924146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Attempting to bind port 7312836d-1a43-4c53-95e4-b465c637f141 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:10.924786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Attempting to bind port 7312836d-1a43-4c53-95e4-b465c637f141 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e3e80c80-0d2d-4d80-a9fe-2fb1642028eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3703b047-431a-462b-a090-af25705b3ccf'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:10.924907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 6 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:10.925001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Attempting to bind port 7312836d-1a43-4c53-95e4-b465c637f141 on network 3703b047-431a-462b-a090-af25705b3ccf {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:10.931686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:10.932082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Checking segment: {'id': 'e3e80c80-0d2d-4d80-a9fe-2fb1642028eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3703b047-431a-462b-a090-af25705b3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:10.932471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.932877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Bound using segment: {'id': 'e3e80c80-0d2d-4d80-a9fe-2fb1642028eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3703b047-431a-462b-a090-af25705b3ccf'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:10.933551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Bound port: 7312836d-1a43-4c53-95e4-b465c637f141, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e80c80-0d2d-4d80-a9fe-2fb1642028eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3703b047-431a-462b-a090-af25705b3ccf'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:10.934173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:10.952159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:10.952492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:10.953028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:10.961614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:10.961962 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:10.963475 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 7 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:10.982233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:10.982233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:10.982534 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:10.991562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:10.991892 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:10.994221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 8 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:11.008627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] For port 7312836d-1a43-4c53-95e4-b465c637f141, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:11.011957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] For port 7312836d-1a43-4c53-95e4-b465c637f141, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7312836d-1a43-4c53-95e4-b465c637f141,segment=NetworkSegment(e3e80c80-0d2d-4d80-a9fe-2fb1642028eb),segment_id=e3e80c80-0d2d-4d80-a9fe-2fb1642028eb)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:11.017251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.032388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:11.032751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:11.033067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:11.041132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:11.041487 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:11.046304 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 9 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:11.066314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:11.067140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:11.067140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:11.080070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26425a-a74d-4e04-95e8-68cfbb6006b5 None None] Pushing event updated for resources: {'Port': ['ID=7312836d-1a43-4c53-95e4-b465c637f141,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:11.106694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:11.107031 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:11.110872 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 10 to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 Nov 29 01:47:11.131608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:11.131963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:11.132340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:11.137547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.143289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port f97c9d90-e82e-44f4-8475-f6b35f467565 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:11.143629 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port f97c9d90-e82e-44f4-8475-f6b35f467565 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:11.144006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.175733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.182589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.245778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=8f6324e5-c1bd-4e11-b0ee-86065cbd07fb,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:11.269237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking segment: {'id': '626a16d8-aa15-46d7-9ff4-83af7110a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:11.270584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network hostable DHCP agents. Network: bf4ac276-5f7a-4b41-9b05-76c9671d9691, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:11.310071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] For port f97c9d90-e82e-44f4-8475-f6b35f467565, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:11.310468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempted to set empty binding levels {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:47:11.316437 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.348384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network bf4ac276-5f7a-4b41-9b05-76c9671d9691 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:11.354760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.355336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Fanout notify agent at l3_agent the message router_deleted on router 87189e7e-ee44-4377-abb7-0b5d8e3609b0 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:47:11.358737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:11.359902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.364656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.366048 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-599e56d3-d706-421c-8d2a-d62f9729e5f8 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/87189e7e-ee44-4377-abb7-0b5d8e3609b0 HTTP/1.1" status: 204 len: 168 time: 2.2999091 Nov 29 01:47:11.379232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41932) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:11.384237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1137206162', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:11.394183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, bf4ac276-5f7a-4b41-9b05-76c9671d9691) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:11.405454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:11.406643 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.413162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6884b-4f4e-4a9f-9776-1997a3159c41 None None] Network bf4ac276-5f7a-4b41-9b05-76c9671d9691 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:11.419443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=f97c9d90-e82e-44f4-8475-f6b35f467565,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:11.427709 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-93bc37b3-d5f8-4a4a-b487-5f0fc85c3493 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.2795017 Nov 29 01:47:11.429739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.429739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41934) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:11.454658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.456409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.464445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.469970 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d28c6884-1ead-4fd3-86c6-d73f1e1ca0b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7829130 Nov 29 01:47:11.471232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41936) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:11.486416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691', 'name': 'tempest-PortsIpV6TestJSON-127778666'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:11.535739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:11.550158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef3165-7fa2-46ae-8718-4043bc152bf6 tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] Network c76d9379-0e63-448f-a4c6-00add8829cc3 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:11.586206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dc0a6b-af11-475f-9431-0de0b691b3fb,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:11.617398 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-48ef3165-7fa2-46ae-8718-4043bc152bf6 tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "POST /v2.0/agents/0f4f88f0-2eec-4b2c-868f-56ced3cc1e95/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9541857 Nov 29 01:47:11.617872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41938) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:11.628973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.629323 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Added segment 77fab30c-6d65-42a2-90f5-6d6beb3f4bf1 of type vlan for network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b Nov 29 01:47:11.690773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e5c975bc-14d1-4ebf-80db-d475d890762f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793891265136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5808137'] for subnet, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.697507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.722561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e0690-9b6b-4067-8e28-7e184ff3acf2 None None] Network c76d9379-0e63-448f-a4c6-00add8829cc3 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:11.728330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:11.733019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.759146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c975bc-14d1-4ebf-80db-d475d890762f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:11.759747 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e5c975bc-14d1-4ebf-80db-d475d890762f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.764718 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e5c975bc-14d1-4ebf-80db-d475d890762f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "PUT /v2.0/subnets/56487be1-b589-4356-b12d-01b1e196bf8e HTTP/1.1" status: 200 len: 900 time: 1.8796163 Nov 29 01:47:11.767000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41940) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:11.786695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Deleting port f97c9d90-e82e-44f4-8475-f6b35f467565 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:11.787270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.789395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c975bc-14d1-4ebf-80db-d475d890762f tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event updated for resources: {'Subnet': ['ID=56487be1-b589-4356-b12d-01b1e196bf8e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:11.794060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.799654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:11.800315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.807773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.841254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bf4ac276-5f7a-4b41-9b05-76c9671d9691', 'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691', 'tenant_id': '009fa053cc154d84b3edcc60331e0cd3', 'fixed_ips': [{'subnet_id': '8f6324e5-c1bd-4e11-b0ee-86065cbd07fb'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:11.842260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.892980 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7310731 Nov 29 01:47:11.922564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41942) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:11.930330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:11.952215 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d50bb741-465a-41af-85c5-18ec5d934907 tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "GET /v2.0/agents/0f4f88f0-2eec-4b2c-868f-56ced3cc1e95/dhcp-networks HTTP/1.1" status: 200 len: 10408 time: 0.3318021 Nov 29 01:47:11.960975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41944) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:11.969350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb7f7e-755e-41d3-9bc8-4664b86cef76 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Network': ['ID=bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:11.980997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] For port f97c9d90-e82e-44f4-8475-f6b35f467565, host hv-neutron-8168, got binding levels [] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:11.981373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:11.985582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port e59cdda7-b8a9-4fd0-97de-51b457b23b5d yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:12.027026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Calling delete_port for f97c9d90-e82e-44f4-8475-f6b35f467565 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:12.032055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Allocated IP 2001:db8::2 (bf4ac276-5f7a-4b41-9b05-76c9671d9691/8f6324e5-c1bd-4e11-b0ee-86065cbd07fb/359631f3-07f7-4f59-b051-bd0588a051f3) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:12.039523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:12.128827 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:12.132418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.221228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.264585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event deleted for resources: {'Port': ['ID=f97c9d90-e82e-44f4-8475-f6b35f467565,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:12.274663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.278580 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1d06bd6b-7c5f-451c-a9f4-94106d99a6f5 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f97c9d90-e82e-44f4-8475-f6b35f467565 HTTP/1.1" status: 204 len: 168 time: 0.8465593 Nov 29 01:47:12.281291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41946) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:12.283500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.307087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.311907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.313065 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb756cb-15a5-4843-9eed-20856aa29d26 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:47:12.321938 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6fb756cb-15a5-4843-9eed-20856aa29d26 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "GET /v2.0/ports/f97c9d90-e82e-44f4-8475-f6b35f467565 HTTP/1.1" status: 404 len: 333 time: 0.0393264 Nov 29 01:47:12.323030 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41948) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:12.377303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Network bf4ac276-5f7a-4b41-9b05-76c9671d9691 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:12.380291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:12.385687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:12.431432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.440498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Pushing event updated for resources: {'Port': ['ID=359631f3-07f7-4f59-b051-bd0588a051f3,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:12.444408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b93eb9-931c-42c3-b9a0-9fff2ee835e0 None None] Network 3703b047-431a-462b-a090-af25705b3ccf requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:12.458217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::2e9 (bf4ac276-5f7a-4b41-9b05-76c9671d9691/8f6324e5-c1bd-4e11-b0ee-86065cbd07fb/e59cdda7-b8a9-4fd0-97de-51b457b23b5d) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:12.467286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Request body: {'port': {'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-210783685'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:12.472727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.501896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7312836d-1a43-4c53-95e4-b465c637f141 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:12.507919 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f2d4a261-4e8f-476a-88e2-1987ba7427e1 tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "DELETE /v2.0/agents/0f4f88f0-2eec-4b2c-868f-56ced3cc1e95/dhcp-networks/c76d9379-0e63-448f-a4c6-00add8829cc3 HTTP/1.1" status: 204 len: 168 time: 0.5420868 Nov 29 01:47:12.515463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41950) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:12.576320 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:12.576707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network hostable DHCP agents. Network: bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:12.580655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Made reservation on behalf of 1044a3eb886849568510ef7482b7935b for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:12.582955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.590729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Attempting to bind port 359631f3-07f7-4f59-b051-bd0588a051f3 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:12.591100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Attempting to bind port 359631f3-07f7-4f59-b051-bd0588a051f3 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '626a16d8-aa15-46d7-9ff4-83af7110a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:12.591462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Attempting to bind port 359631f3-07f7-4f59-b051-bd0588a051f3 on network bf4ac276-5f7a-4b41-9b05-76c9671d9691 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:12.597905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ec316248-fb74-415f-999a-7048bd169173 None None] Provisioning complete for port 7312836d-1a43-4c53-95e4-b465c637f141 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:12.598285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec316248-fb74-415f-999a-7048bd169173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.605015 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] device_id is not set on port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:12.626588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:12.627189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Checking segment: {'id': '626a16d8-aa15-46d7-9ff4-83af7110a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:12.627364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.627768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Bound using segment: {'id': '626a16d8-aa15-46d7-9ff4-83af7110a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:12.628257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Bound port: 359631f3-07f7-4f59-b051-bd0588a051f3, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626a16d8-aa15-46d7-9ff4-83af7110a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:12.628650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.675201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting port 7312836d-1a43-4c53-95e4-b465c637f141 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:12.675600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.746072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 7312836d-1a43-4c53-95e4-b465c637f141 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:12.746350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.769438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.812053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] For port 359631f3-07f7-4f59-b051-bd0588a051f3, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:12.813425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.822281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] For port 7312836d-1a43-4c53-95e4-b465c637f141, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7312836d-1a43-4c53-95e4-b465c637f141,segment=NetworkSegment(e3e80c80-0d2d-4d80-a9fe-2fb1642028eb),segment_id=e3e80c80-0d2d-4d80-a9fe-2fb1642028eb)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:12.822794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.830989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=63e35b6c-ad3c-49b9-ad36-3415004cba97,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:12.836045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.842217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] For port 359631f3-07f7-4f59-b051-bd0588a051f3, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=359631f3-07f7-4f59-b051-bd0588a051f3,segment=NetworkSegment(626a16d8-aa15-46d7-9ff4-83af7110a997),segment_id=626a16d8-aa15-46d7-9ff4-83af7110a997)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:12.864007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.875016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec316248-fb74-415f-999a-7048bd169173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.895159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Calling delete_port for 7312836d-1a43-4c53-95e4-b465c637f141 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:12.951232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Network c41fddd5-d246-4506-a67f-dde95c895012 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:12.957052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:12.971283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:12.975539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=06a897ce-3e8a-4cb1-bb73-9f720dbd3a96,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:12.982719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:12.983269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.983429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:12.984510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:12.998699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:13.008765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:13.009681 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.018453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.030479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.037003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.037309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82e8f2-d711-4b8d-9e0f-7ae57dbe1b6c None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:13.039051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca9a00-c56c-438f-b258-5c753505be09 None None] Pushing event updated for resources: {'Port': ['ID=359631f3-07f7-4f59-b051-bd0588a051f3,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:13.046788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41952) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:13.047250 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1b0d70b6-5600-4e8a-a3b2-032d8e9a4052 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5844960 Nov 29 01:47:13.049687 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e00d0a70-3186-4ea8-967e-ead5e9dee503 tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "GET /v2.0/agents/0f4f88f0-2eec-4b2c-868f-56ced3cc1e95/dhcp-networks HTTP/1.1" status: 200 len: 9637 time: 0.5309312 Nov 29 01:47:13.054459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41954) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:13.067577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:13.086094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ec316248-fb74-415f-999a-7048bd169173 None None] For port 7312836d-1a43-4c53-95e4-b465c637f141, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7312836d-1a43-4c53-95e4-b465c637f141,segment=NetworkSegment(e3e80c80-0d2d-4d80-a9fe-2fb1642028eb),segment_id=e3e80c80-0d2d-4d80-a9fe-2fb1642028eb)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:13.086792 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d27f2ad7-969a-49b8-8213-3cf5e07331ac tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "GET /v2.0/networks/024fbfbf-6c0c-4201-8025-becd304dafa6/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0311913 Nov 29 01:47:13.096745 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-93b02533-4ca8-4fe7-b0cd-8551fe4c7ed2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1730726 Nov 29 01:47:13.097598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41956) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:13.098344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41958) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:13.106398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'name': 'tempest-NetworksTestDHCPv6-1107053417'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:13.111245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec316248-fb74-415f-999a-7048bd169173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.264711 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e0344c86-015b-481f-aefa-1f6006dfe2d8 tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "GET /v2.0/networks/024fbfbf-6c0c-4201-8025-becd304dafa6/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1642120 Nov 29 01:47:13.267504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:13.268194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:13.268662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41960) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:13.316245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:13.320392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.322925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec316248-fb74-415f-999a-7048bd169173 None None] Pushing event updated for resources: {'Port': ['ID=7312836d-1a43-4c53-95e4-b465c637f141,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:13.387286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 2fadf8c8-aec1-44c9-a66a-ab2058def17e yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:13.450310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '63e35b6c-ad3c-49b9-ad36-3415004cba97'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:13.451359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.478288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438d500e-f138-491a-b0de-c851a0d636bb None None] Network 3703b047-431a-462b-a090-af25705b3ccf requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:13.583367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network bf4ac276-5f7a-4b41-9b05-76c9671d9691 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:13.588525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:13.595445 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-52cc57f2-c640-424e-802f-9ae72890f81d tempest-DHCPAgentSchedulersTestJSON-1702321750 tempest-DHCPAgentSchedulersTestJSON-1702321750-project-admin] 10.222.0.30 "GET /v2.0/agents/0f4f88f0-2eec-4b2c-868f-56ced3cc1e95/dhcp-networks HTTP/1.1" status: 200 len: 10437 time: 0.3218546 Nov 29 01:47:13.601356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41962) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:13.605984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:13.611675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:13.612290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.630904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2bbd698d-1839-4413-8785-343db08f8661 None None] Provisioning complete for port 7312836d-1a43-4c53-95e4-b465c637f141 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:13.631286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2bbd698d-1839-4413-8785-343db08f8661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.641026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.641816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::d4 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/63e35b6c-ad3c-49b9-ad36-3415004cba97/2fadf8c8-aec1-44c9-a66a-ab2058def17e) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:13.660156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd698d-1839-4413-8785-343db08f8661 None None] Port 7312836d-1a43-4c53-95e4-b465c637f141 was deleted so its status cannot be updated. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 01:47:13.669830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=e59cdda7-b8a9-4fd0-97de-51b457b23b5d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:13.703549 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2e59f93d-7329-4cb7-b56f-9ef1ddb329e2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2288606 Nov 29 01:47:13.704240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.710723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41964) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:13.721532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': 'bf4ac276-5f7a-4b41-9b05-76c9671d9691', 'name': 'tempest-PortsIpV6TestJSON-1035646821'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:13.744789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Port': ['ID=7312836d-1a43-4c53-95e4-b465c637f141,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:13.762766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.783173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No DVR routers for this DVR port 7312836d-1a43-4c53-95e4-b465c637f141 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:13.791570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port 7312836d-1a43-4c53-95e4-b465c637f141 update to ACTIVE by agent not found {{(pid=109950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:47:13.841128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Allocated IP 172.26.8.242 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/dd0d8632-b6f4-40fa-b7d7-b4591e7e7710) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:13.847375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:13.954926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.014700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.063559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76d9379-0e63-448f-a4c6-00add8829cc3']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:14.081684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4649940-e66d-428f-a561-c52ca52a1234') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:14.082079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4649940-e66d-428f-a561-c52ca52a1234') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:14.102032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.106271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.114943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:14.118778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.133196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.146696 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.150768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5d2da34-f928-4226-a0f3-36e2987f6f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.153506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:14.177675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:14.177675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.184994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] device_id is not set on port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:14.198241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.210824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:14.212434 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:14.249792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.295420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.307423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=56487be1-b589-4356-b12d-01b1e196bf8e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:14.346208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.366579 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.371576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.375837 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "DELETE /v2.0/networks/c76d9379-0e63-448f-a4c6-00add8829cc3 HTTP/1.1" status: 204 len: 168 time: 0.7736480 Nov 29 01:47:14.384749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41966) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:14.393351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.417134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3703b047-431a-462b-a090-af25705b3ccf']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:14.430242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/63e35b6c-ad3c-49b9-ad36-3415004cba97/844c10e5-0736-45ca-bc17-8f10707c3df9) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:14.436836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e80c80-0d2d-4d80-a9fe-2fb1642028eb') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:14.437377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e80c80-0d2d-4d80-a9fe-2fb1642028eb') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:14.444846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc24d14-34bc-48f9-bfc9-f994421b77e2 None None] Network 3703b047-431a-462b-a090-af25705b3ccf requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:14.463833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.466475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=06a897ce-3e8a-4cb1-bb73-9f720dbd3a96,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:14.479294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:14.480763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::1c7 (bf4ac276-5f7a-4b41-9b05-76c9671d9691/8f6324e5-c1bd-4e11-b0ee-86065cbd07fb/4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:14.496159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:14.499005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:14.505107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:14.505845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.508469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b915998-f07d-4e7d-8956-5cc98ce1f859 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event deleted for resources: {'Network': ['ID=c76d9379-0e63-448f-a4c6-00add8829cc3,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:14.510670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6f3e3-eb3e-4b85-83b3-f1ac764016c8 None None] Network bf4ac276-5f7a-4b41-9b05-76c9671d9691 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:14.511612 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd85d017-1299-42f2-a686-562d52cf872b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:14.512772 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd85d017-1299-42f2-a686-562d52cf872b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:14.517300 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dd85d017-1299-42f2-a686-562d52cf872b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "DELETE /v2.0/ports/4c0b84e4-c031-451a-b8ba-baa714850de3 HTTP/1.1" status: 404 len: 333 time: 0.1036358 Nov 29 01:47:14.524211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41968) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:14.540799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:14.543147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:14.548941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:14.549294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:14.555328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.557397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:14.568591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:14.574867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:14.575207 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:14.580002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:14.580416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.586678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=2fadf8c8-aec1-44c9-a66a-ab2058def17e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:14.608161 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 2 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:14.611114 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:14.620113 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-304a6353-06f2-4610-88ff-4adb2d1af167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5164948 Nov 29 01:47:14.630109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41970) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:14.637152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event updated for resources: {'Port': ['ID=dd0d8632-b6f4-40fa-b7d7-b4591e7e7710,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:14.680213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:14.680573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:14.680895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:14.697374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2d36db-6a98-4f49-a7de-5f63c1a03e5b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Deleting subnet 744a34e2-59c9-43f6-95bd-0b112ad767a4 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:14.697641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:14.697641 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:14.698712 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 3 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:14.699106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f2d36db-6a98-4f49-a7de-5f63c1a03e5b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.714369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.755872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:14.756228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:14.756582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:14.760095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.767168 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/3703b047-431a-462b-a090-af25705b3ccf HTTP/1.1" status: 204 len: 168 time: 2.9936924 Nov 29 01:47:14.770568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 359631f3-07f7-4f59-b051-bd0588a051f3 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:14.772659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0969c04-af57-47a7-8769-6d64e4b64830 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:14.782911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41972) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:14.804625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5cc31-6744-4b33-85dd-52783a2a32ab tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=3703b047-431a-462b-a090-af25705b3ccf,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:14.808296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:14.808635 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:14.810936 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 4 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:14.826698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86caab5c-4f67-44da-9994-d367e8da7c6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:14.828777 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-86caab5c-4f67-44da-9994-d367e8da7c6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1978080 Nov 29 01:47:14.836132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41974) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:14.838836 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-de682970-6d41-4c9e-a245-049cd96b7fcb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:14.839282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de682970-6d41-4c9e-a245-049cd96b7fcb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:14.842578 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-de682970-6d41-4c9e-a245-049cd96b7fcb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/56487be1-b589-4356-b12d-01b1e196bf8e HTTP/1.1" status: 404 len: 337 time: 0.0593302 Nov 29 01:47:14.848123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41976) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:14.858564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f2d36db-6a98-4f49-a7de-5f63c1a03e5b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.858825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:14.858825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:14.859345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:14.882476 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f339ae3-ce60-43a1-b95e-0a0338baf1cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:14.883294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f339ae3-ce60-43a1-b95e-0a0338baf1cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:14.886520 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3f339ae3-ce60-43a1-b95e-0a0338baf1cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/3703b047-431a-462b-a090-af25705b3ccf HTTP/1.1" status: 404 len: 339 time: 0.0381937 Nov 29 01:47:14.889290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:14.889636 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:14.895156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41978) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:14.895598 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 5 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:14.936193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dd5c2840-2b25-44d3-9230-ffd7b50733c6 None None] Provisioning complete for port 359631f3-07f7-4f59-b051-bd0588a051f3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:14.936723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2840-2b25-44d3-9230-ffd7b50733c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:14.940617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:14.940959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:14.941305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:14.956516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.007771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:15.007771 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:15.040613 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 6 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:15.056380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f2d36db-6a98-4f49-a7de-5f63c1a03e5b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.078027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.082146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:15.083016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:15.083016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:15.097630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d0d60b07-062c-4abb-9944-1f28417acfd2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 2fadf8c8-aec1-44c9-a66a-ab2058def17e {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:15.097881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b07-062c-4abb-9944-1f28417acfd2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.102222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:15.102591 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:15.105056 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 7 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:15.105490 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 359631f3-07f7-4f59-b051-bd0588a051f3 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:15.106040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.157535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:15.157911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:15.158579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:15.160057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.161108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6482cc7-2d8d-47b3-bd1b-10dd28b5bbb1 None None] DHCP port deletion for 3703b047-431a-462b-a090-af25705b3ccf request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:15.171848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.175144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.224847 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.247843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:15.248176 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:15.252847 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 8 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:15.254137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network bf4ac276-5f7a-4b41-9b05-76c9671d9691 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:15.275429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:15.278571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:15.284508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:15.285262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.303683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:15.308471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.308711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2840-2b25-44d3-9230-ffd7b50733c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.311030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:15.311366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:15.312512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:15.314243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f2d36db-6a98-4f49-a7de-5f63c1a03e5b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.330970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.330970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:15.331301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:15.333269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:15.341286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b07-062c-4abb-9944-1f28417acfd2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.348900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:15.349973 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:15.354052 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 9 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:15.359247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3d9c12-78ec-4bfc-81e1-33385513d92a']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:15.364688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Pushing event updated for resources: {'Port': ['ID=844c10e5-0736-45ca-bc17-8f10707c3df9,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:15.371458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d36db-6a98-4f49-a7de-5f63c1a03e5b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event deleted for resources: {'Subnet': ['ID=744a34e2-59c9-43f6-95bd-0b112ad767a4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:15.377929 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9656b1d9-134f-425c-aa09-15432046d75a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6660612 Nov 29 01:47:15.381017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d710e8a-4900-4cd2-a3c3-677648bd22a7') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:15.381325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d710e8a-4900-4cd2-a3c3-677648bd22a7') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:15.386264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41980) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:15.397991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f2d36db-6a98-4f49-a7de-5f63c1a03e5b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.401516 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4f2d36db-6a98-4f49-a7de-5f63c1a03e5b tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "DELETE /v2.0/subnets/744a34e2-59c9-43f6-95bd-0b112ad767a4 HTTP/1.1" status: 204 len: 168 time: 0.8738539 Nov 29 01:47:15.402769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d0d60b07-062c-4abb-9944-1f28417acfd2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 2fadf8c8-aec1-44c9-a66a-ab2058def17e owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:15.403880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.405282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41982) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:15.405814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:15.406128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:15.406499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:15.419979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:15.420346 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:15.424885 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 10 to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 Nov 29 01:47:15.437958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.441792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dd5c2840-2b25-44d3-9230-ffd7b50733c6 None None] For port 359631f3-07f7-4f59-b051-bd0588a051f3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=359631f3-07f7-4f59-b051-bd0588a051f3,segment=NetworkSegment(626a16d8-aa15-46d7-9ff4-83af7110a997),segment_id=626a16d8-aa15-46d7-9ff4-83af7110a997)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:15.459539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2840-2b25-44d3-9230-ffd7b50733c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.461262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954d9b3-5f4a-48ac-b18e-42141c163c0b None None] Network 024fbfbf-6c0c-4201-8025-becd304dafa6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:15.467021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.479305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Attempting to bind port 844c10e5-0736-45ca-bc17-8f10707c3df9 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:15.479672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Attempting to bind port 844c10e5-0736-45ca-bc17-8f10707c3df9 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:15.480045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Attempting to bind port 844c10e5-0736-45ca-bc17-8f10707c3df9 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:15.509042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:15.509474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.564369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c2840-2b25-44d3-9230-ffd7b50733c6 None None] Pushing event updated for resources: {'Port': ['ID=359631f3-07f7-4f59-b051-bd0588a051f3,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:15.568401 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:15.571364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:15.571712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:15.572136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:15.583431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.591689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:15.592025 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:15.592393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.598972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.602464 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/0d3d9c12-78ec-4bfc-81e1-33385513d92a HTTP/1.1" status: 204 len: 168 time: 0.7040472 Nov 29 01:47:15.617837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41984) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:15.624038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea169d87-7bc7-4eae-9919-1fee7d162d38 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=0d3d9c12-78ec-4bfc-81e1-33385513d92a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:15.684070 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-af652b2b-50d6-41b2-905d-19fd25131cdd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:15.684618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af652b2b-50d6-41b2-905d-19fd25131cdd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:15.691082 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-af652b2b-50d6-41b2-905d-19fd25131cdd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/956f0815-8a8c-44b0-8158-71d1ef6e2e8c HTTP/1.1" status: 404 len: 337 time: 0.0689032 Nov 29 01:47:15.694462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41986) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:15.695847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.696877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.702248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:15.703398 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:15.704351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:15.705046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:15.705601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.706148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:15.706970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Bound port: 844c10e5-0736-45ca-bc17-8f10707c3df9, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:15.707630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.718847 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2acd55c-a05c-4304-b29b-298eaf6aeef2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:15.719364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2acd55c-a05c-4304-b29b-298eaf6aeef2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:15.722470 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a2acd55c-a05c-4304-b29b-298eaf6aeef2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/f1ed4871-3f1c-41bb-bb6c-465229987510 HTTP/1.1" status: 404 len: 339 time: 0.0269229 Nov 29 01:47:15.727706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41988) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:15.740054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a676f77d-59bb-48a3-a978-f587b436fc8a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:15.741752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] For port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:15.742121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempted to set empty binding levels {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:47:15.743175 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a676f77d-59bb-48a3-a978-f587b436fc8a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e9 HTTP/1.1" status: 200 len: 928 time: 0.3556063 Nov 29 01:47:15.753060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41990) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:15.755459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fbac02e4-7410-4db1-b9dc-6629769befa7 None None] Provisioning complete for port dd0d8632-b6f4-40fa-b7d7-b4591e7e7710 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:15.755893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fbac02e4-7410-4db1-b9dc-6629769befa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.805467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.912584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-e92b4ed7-65e0-4619-b939-cf47edad0808 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:15.912923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92b4ed7-65e0-4619-b939-cf47edad0808 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.916798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-431ae6a1-aa31-443e-b047-9d71ad4465eb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting subnet b43a08f6-80ca-438b-b2c8-29c6e214d6ee {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:15.922569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] In _notify_port_updated(), no bound segment for port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:47:15.923394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fbac02e4-7410-4db1-b9dc-6629769befa7 None None] Port dd0d8632-b6f4-40fa-b7d7-b4591e7e7710 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:15.924004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:15.925338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.931274 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "PUT /v2.0/ports/06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 HTTP/1.1" status: 200 len: 976 time: 2.8776917 Nov 29 01:47:15.931755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] For port 844c10e5-0736-45ca-bc17-8f10707c3df9, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:15.936618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41992) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:15.938180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-431ae6a1-aa31-443e-b047-9d71ad4465eb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:15.938684 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] For port 844c10e5-0736-45ca-bc17-8f10707c3df9, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=844c10e5-0736-45ca-bc17-8f10707c3df9,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:15.949043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.094930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92b4ed7-65e0-4619-b939-cf47edad0808 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.106361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] DHCP port deletion for 024fbfbf-6c0c-4201-8025-becd304dafa6 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:16.110529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-e92b4ed7-65e0-4619-b939-cf47edad0808 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:16.156024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fef73-229c-4237-9d07-bfe05c455e79 None None] Pushing event updated for resources: {'Port': ['ID=844c10e5-0736-45ca-bc17-8f10707c3df9,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:16.198650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-eb5b45dd-ea3e-4e17-800e-bdf75cf166df None None] Provisioning complete for port 4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:16.199028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eb5b45dd-ea3e-4e17-800e-bdf75cf166df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.382120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92b4ed7-65e0-4619-b939-cf47edad0808 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.392983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b45dd-ea3e-4e17-800e-bdf75cf166df None None] Port 4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:16.405998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.431044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b4ed7-65e0-4619-b939-cf47edad0808 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:16.461280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] Deleting port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:16.461704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.462902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Deleting port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:16.464047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.496730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-eb5b45dd-ea3e-4e17-800e-bdf75cf166df None None] Provisioning complete for port 359631f3-07f7-4f59-b051-bd0588a051f3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:16.497197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eb5b45dd-ea3e-4e17-800e-bdf75cf166df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.557171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] For port 9c20b108-ff60-4ba3-b4de-1236cb8e6712, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9c20b108-ff60-4ba3-b4de-1236cb8e6712,segment=NetworkSegment(395dd9a3-4325-4a26-a214-b4127a6bdae4),segment_id=395dd9a3-4325-4a26-a214-b4127a6bdae4)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:16.557555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.567412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.568114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.568718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.569383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.570043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.571130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.571527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.572190 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.572835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.573402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.573931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.574473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.575125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.575693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.576219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.576893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.577506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.578031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.578586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.579106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.579762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:16.581216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Calling delete_port for 9c20b108-ff60-4ba3-b4de-1236cb8e6712 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:16.587221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6a046c5f-e125-4ab2-886e-e131a45e67de tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18800 time: 0.6210709 Nov 29 01:47:16.588173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c9148-1310-4f35-b8dd-1bc89aee8f83 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=06a897ce-3e8a-4cb1-bb73-9f720dbd3a96,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:16.604734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-431ae6a1-aa31-443e-b047-9d71ad4465eb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.607472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 41996) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:16.627366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] For port 9c20b108-ff60-4ba3-b4de-1236cb8e6712, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9c20b108-ff60-4ba3-b4de-1236cb8e6712,segment=NetworkSegment(395dd9a3-4325-4a26-a214-b4127a6bdae4),segment_id=395dd9a3-4325-4a26-a214-b4127a6bdae4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:16.628833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.643801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] Calling delete_port for 9c20b108-ff60-4ba3-b4de-1236cb8e6712 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:16.721776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92b4ed7-65e0-4619-b939-cf47edad0808 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.725473 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e92b4ed7-65e0-4619-b939-cf47edad0808 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b HTTP/1.1" status: 204 len: 168 time: 0.9669402 Nov 29 01:47:16.729884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 41998) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:16.756894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 844c10e5-0736-45ca-bc17-8f10707c3df9 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:16.798773 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0648599a-00da-4eb2-9c42-a801e69b4d61 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:47:16.800507 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0648599a-00da-4eb2-9c42-a801e69b4d61 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b HTTP/1.1" status: 404 len: 333 time: 0.0684578 Nov 29 01:47:16.809003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42000) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:16.832099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b07-062c-4abb-9944-1f28417acfd2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.863796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.878573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d60b07-062c-4abb-9944-1f28417acfd2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=2fadf8c8-aec1-44c9-a66a-ab2058def17e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:16.911477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Deleting port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:16.911893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.912400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.915725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] Pushing event deleted for resources: {'Port': ['ID=9c20b108-ff60-4ba3-b4de-1236cb8e6712,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:16.916490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b07-062c-4abb-9944-1f28417acfd2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.918551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd14b43-1cd4-44ad-8071-de3b084ea1ac None None] No DVR routers for this DVR port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:16.920170 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d0d60b07-062c-4abb-9944-1f28417acfd2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/2fadf8c8-aec1-44c9-a66a-ab2058def17e HTTP/1.1" status: 204 len: 168 time: 2.0757003 Nov 29 01:47:16.920820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-431ae6a1-aa31-443e-b047-9d71ad4465eb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.923507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42002) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:16.934867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 844c10e5-0736-45ca-bc17-8f10707c3df9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:16.935250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.960335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-eb5b45dd-ea3e-4e17-800e-bdf75cf166df None None] Provisioning complete for port e59cdda7-b8a9-4fd0-97de-51b457b23b5d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:16.960335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eb5b45dd-ea3e-4e17-800e-bdf75cf166df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:16.979194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event deleted for resources: {'Port': ['ID=9c20b108-ff60-4ba3-b4de-1236cb8e6712,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:16.981239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] No DVR routers for this DVR port 9c20b108-ff60-4ba3-b4de-1236cb8e6712 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:17.024327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b45dd-ea3e-4e17-800e-bdf75cf166df None None] Port e59cdda7-b8a9-4fd0-97de-51b457b23b5d cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:17.048422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbe03c-f2ac-417c-9165-70497aecd3c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:17.050046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbe03c-f2ac-417c-9165-70497aecd3c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:17.054084 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7bbbe03c-f2ac-417c-9165-70497aecd3c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1234357 Nov 29 01:47:17.056140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Router 3b756622-095d-44c5-8ff3-317622dfcfbb is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:47:17.057770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42004) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:17.083120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.086793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] For port 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96, host hv-neutron-8168, got binding levels [] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:17.087172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.094155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.114372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 844c10e5-0736-45ca-bc17-8f10707c3df9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=844c10e5-0736-45ca-bc17-8f10707c3df9,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:17.117135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024fbfbf-6c0c-4201-8025-becd304dafa6']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:17.120933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.122139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 359631f3-07f7-4f59-b051-bd0588a051f3 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:17.128715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395dd9a3-4325-4a26-a214-b4127a6bdae4') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:17.129569 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395dd9a3-4325-4a26-a214-b4127a6bdae4') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:17.143703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.148258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Calling delete_port for 06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:17.165289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.173349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:17.173841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:17.177590 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:17.229875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-431ae6a1-aa31-443e-b047-9d71ad4465eb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.243416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45e9005-04e9-46f9-b68b-3d20c2bd6659 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 63e35b6c-ad3c-49b9-ad36-3415004cba97 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:17.258740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.261163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f45e9005-04e9-46f9-b68b-3d20c2bd6659 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.270975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.274763 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] 10.222.0.30 "DELETE /v2.0/networks/024fbfbf-6c0c-4201-8025-becd304dafa6 HTTP/1.1" status: 204 len: 168 time: 1.8337846 Nov 29 01:47:17.290623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0478367-0e1d-40bf-ad0f-d5e058cd8444 tempest-DHCPAgentSchedulersTestJSON-1236073446 tempest-DHCPAgentSchedulersTestJSON-1236073446-project] Pushing event deleted for resources: {'Network': ['ID=024fbfbf-6c0c-4201-8025-becd304dafa6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:17.345158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-214f1d57-7735-4db9-aa47-c4ffe412c04a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port e59cdda7-b8a9-4fd0-97de-51b457b23b5d {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:17.345539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-214f1d57-7735-4db9-aa47-c4ffe412c04a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.348371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ae6a1-aa31-443e-b047-9d71ad4465eb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=b43a08f6-80ca-438b-b2c8-29c6e214d6ee,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:17.381034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-945efe62-becd-4d25-bfcc-3b07effa39d8 None None] Could not find standard attr ID for object 4b1d8d83-d06c-4e9f-ba4e-c94ccc2ad98b. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:17.382900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=844c10e5-0736-45ca-bc17-8f10707c3df9,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:17.388577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55daf440-d6ce-433d-ae04-ac2cdcc26730 None None] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:17.391856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-431ae6a1-aa31-443e-b047-9d71ad4465eb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.395193 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-431ae6a1-aa31-443e-b047-9d71ad4465eb tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/b43a08f6-80ca-438b-b2c8-29c6e214d6ee HTTP/1.1" status: 204 len: 168 time: 1.6656418 Nov 29 01:47:17.397870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42008) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:17.451166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f45e9005-04e9-46f9-b68b-3d20c2bd6659 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.492459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf84d88-62d0-4bef-9444-c14932935a03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting subnet 883e89e6-4fbc-482e-8dab-d552017b7d0c {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:17.496053 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7bf84d88-62d0-4bef-9444-c14932935a03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.536891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-945efe62-becd-4d25-bfcc-3b07effa39d8 None None] Provisioning complete for port e59cdda7-b8a9-4fd0-97de-51b457b23b5d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:17.537255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-945efe62-becd-4d25-bfcc-3b07effa39d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.584115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7bf84d88-62d0-4bef-9444-c14932935a03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.584500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-214f1d57-7735-4db9-aa47-c4ffe412c04a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.590872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:17.616699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307d432-23a3-4fd2-8f2a-896d95d3f51c None None] Sync routers for ids ['3b756622-095d-44c5-8ff3-317622dfcfbb'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:17.627030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-214f1d57-7735-4db9-aa47-c4ffe412c04a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for e59cdda7-b8a9-4fd0-97de-51b457b23b5d owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:17.656326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307d432-23a3-4fd2-8f2a-896d95d3f51c None None] Routers {'3b756622-095d-44c5-8ff3-317622dfcfbb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:17.658610 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f307d432-23a3-4fd2-8f2a-896d95d3f51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3b756622-095d-44c5-8ff3-317622dfcfbb'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:17.661492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 359631f3-07f7-4f59-b051-bd0588a051f3 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:17.662369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.663901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.679904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.680760 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-09b3dcd9-b889-457a-9159-44fad675cbbc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3003049 Nov 29 01:47:17.686273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42012) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:17.692404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:17.747399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e45560-b702-4993-99a7-262383743c0d None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:17.749378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f307d432-23a3-4fd2-8f2a-896d95d3f51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:17.755568 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42014) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:17.758712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event deleted for resources: {'Port': ['ID=06a897ce-3e8a-4cb1-bb73-9f720dbd3a96,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:17.778155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f45e9005-04e9-46f9-b68b-3d20c2bd6659 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.788564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.790827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-945efe62-becd-4d25-bfcc-3b07effa39d8 None None] Port e59cdda7-b8a9-4fd0-97de-51b457b23b5d cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:17.792850 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4085b9f5-7485-4aa2-9a8c-97bae4c9f6b4 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "DELETE /v2.0/ports/06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 HTTP/1.1" status: 204 len: 168 time: 1.1790380 Nov 29 01:47:17.815756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42018) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:17.851997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307d432-23a3-4fd2-8f2a-896d95d3f51c None None] Routers {'3b756622-095d-44c5-8ff3-317622dfcfbb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:17.852652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f307d432-23a3-4fd2-8f2a-896d95d3f51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3b756622-095d-44c5-8ff3-317622dfcfbb'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:17.856325 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78e158a-04dd-472d-809e-3db272824d9d tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:47:17.858019 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e78e158a-04dd-472d-809e-3db272824d9d tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "GET /v2.0/ports/06a897ce-3e8a-4cb1-bb73-9f720dbd3a96 HTTP/1.1" status: 404 len: 333 time: 0.0395803 Nov 29 01:47:17.868020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42020) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:17.881711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1808977629', 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:17.906187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f307d432-23a3-4fd2-8f2a-896d95d3f51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:17.906869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307d432-23a3-4fd2-8f2a-896d95d3f51c None None] The sync data for ids ['3b756622-095d-44c5-8ff3-317622dfcfbb'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:17.983169 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6834c7fb-6662-4d88-ac0b-d6e6189228ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f04e5b13767446db89013f46ee5260ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129812 Nov 29 01:47:17.986821 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-939b01de-7ff5-45be-b222-3a4c01c08e6d None None] Provisioning complete for port 844c10e5-0736-45ca-bc17-8f10707c3df9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:17.987262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-939b01de-7ff5-45be-b222-3a4c01c08e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:17.989987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42022) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:18.020499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f45e9005-04e9-46f9-b68b-3d20c2bd6659 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.022346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Made reservation on behalf of 1044a3eb886849568510ef7482b7935b for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:18.024838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.098045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] device_id is not set on port a0da2606-8f19-4c9e-bda3-f92c0c8a52c2 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:18.193080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9c20b108-ff60-4ba3-b4de-1236cb8e6712 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:18.220189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7bf84d88-62d0-4bef-9444-c14932935a03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.223720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 9c20b108-ff60-4ba3-b4de-1236cb8e6712 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:18.224296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9c20b108-ff60-4ba3-b4de-1236cb8e6712 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:18.224873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7312836d-1a43-4c53-95e4-b465c637f141 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:18.260468 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 7312836d-1a43-4c53-95e4-b465c637f141 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:18.260828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7312836d-1a43-4c53-95e4-b465c637f141 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:18.262547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:18.288970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f45e9005-04e9-46f9-b68b-3d20c2bd6659 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.295647 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f45e9005-04e9-46f9-b68b-3d20c2bd6659 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/63e35b6c-ad3c-49b9-ad36-3415004cba97 HTTP/1.1" status: 204 len: 168 time: 1.2275035 Nov 29 01:47:18.303154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e9005-04e9-46f9-b68b-3d20c2bd6659 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=63e35b6c-ad3c-49b9-ad36-3415004cba97,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:18.305947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-214f1d57-7735-4db9-aa47-c4ffe412c04a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.310467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42024) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:18.336432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] Deleting port 844c10e5-0736-45ca-bc17-8f10707c3df9 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:18.337252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.357421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f1d57-7735-4db9-aa47-c4ffe412c04a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=e59cdda7-b8a9-4fd0-97de-51b457b23b5d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:18.417027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-214f1d57-7735-4db9-aa47-c4ffe412c04a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.425672 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-214f1d57-7735-4db9-aa47-c4ffe412c04a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/e59cdda7-b8a9-4fd0-97de-51b457b23b5d HTTP/1.1" status: 204 len: 168 time: 1.6120498 Nov 29 01:47:18.432681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42026) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:18.435269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] For port 844c10e5-0736-45ca-bc17-8f10707c3df9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=844c10e5-0736-45ca-bc17-8f10707c3df9,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:18.435673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.461740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] Calling delete_port for 844c10e5-0736-45ca-bc17-8f10707c3df9 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:18.468433 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2a6a5055-0cdd-4fa1-b746-540baafbf1dd tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1537805 Nov 29 01:47:18.471719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42028) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:18.472826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7bf84d88-62d0-4bef-9444-c14932935a03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.485388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:18.498195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9361936f-d6e1-4162-887f-4aae67199387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.509112 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-6984069a-5dd7-4b15-85e2-0f94de83e6a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:47:18.519393 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6984069a-5dd7-4b15-85e2-0f94de83e6a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/e59cdda7-b8a9-4fd0-97de-51b457b23b5d HTTP/1.1" status: 404 len: 333 time: 0.0827622 Nov 29 01:47:18.520256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42030) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:18.551939 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7bf84d88-62d0-4bef-9444-c14932935a03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.555197 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7bf84d88-62d0-4bef-9444-c14932935a03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/883e89e6-4fbc-482e-8dab-d552017b7d0c HTTP/1.1" status: 204 len: 168 time: 1.1540790 Nov 29 01:47:18.573686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42032) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:18.597980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9361936f-d6e1-4162-887f-4aae67199387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.632615 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf84d88-62d0-4bef-9444-c14932935a03 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=883e89e6-4fbc-482e-8dab-d552017b7d0c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:18.637565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 844c10e5-0736-45ca-bc17-8f10707c3df9 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:18.643131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.659909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.671652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 844c10e5-0736-45ca-bc17-8f10707c3df9 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:18.672206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 844c10e5-0736-45ca-bc17-8f10707c3df9 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:18.697584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:18.698591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] Pushing event deleted for resources: {'Port': ['ID=844c10e5-0736-45ca-bc17-8f10707c3df9,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:18.700998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.701125 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2cb88-afd7-404c-8b94-8eed43b4aedf None None] No DVR routers for this DVR port 844c10e5-0736-45ca-bc17-8f10707c3df9 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:18.836180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-540ea30a-7b45-4dcf-80c1-b2171db9c34d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet 8f6324e5-c1bd-4e11-b0ee-86065cbd07fb {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:18.849527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-540ea30a-7b45-4dcf-80c1-b2171db9c34d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.883458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.905974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9361936f-d6e1-4162-887f-4aae67199387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.908678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962bb948-b7c0-43b4-9ab8-ad8a0cf8d54a None None] Network 4402d0c9-fa6a-4aca-b33b-05e61499cbba requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:18.909854 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9361936f-d6e1-4162-887f-4aae67199387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.913513 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9361936f-d6e1-4162-887f-4aae67199387 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8ffc709-668f-49e5-99b2-cab1fd88a297 HTTP/1.1" status: 204 len: 168 time: 0.9197574 Nov 29 01:47:18.923497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-540ea30a-7b45-4dcf-80c1-b2171db9c34d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.927459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.936346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.969554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:18.977309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361936f-d6e1-4162-887f-4aae67199387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ffc709-668f-49e5-99b2-cab1fd88a297,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:19.011468 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0c835b57-2993-454d-a1bb-6088d7d786c3 None None] Provisioning complete for port 1545945d-60c6-430c-8e01-eda393308036 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:19.011741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0c835b57-2993-454d-a1bb-6088d7d786c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.050520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.079309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Network c41fddd5-d246-4506-a67f-dde95c895012 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:19.093560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:19.097214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:19.104856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:19.105807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:19.106473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.109039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=a0da2606-8f19-4c9e-bda3-f92c0c8a52c2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:19.111001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:19.129583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:19.130494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.133708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93eb582-cc1e-4f1a-8c88-26cb62e76dfe None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:19.154465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=1c0a96ba-99ae-4fe2-945e-f8a2137f360e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:19.156558 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-14b6e190-cf07-45cf-9b71-943c6f3d597e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2839315 Nov 29 01:47:19.159847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42038) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:19.160028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Deleting port dd0d8632-b6f4-40fa-b7d7-b4591e7e7710 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:19.160526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.171562 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c54a94a2-4a3e-4690-92e7-05b882ad5932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6957126 Nov 29 01:47:19.172413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42040) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:19.189489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'name': 'tempest-NetworksTestDHCPv6-1542441964'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:19.199390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting port 1545945d-60c6-430c-8e01-eda393308036 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:19.199740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.226659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-540ea30a-7b45-4dcf-80c1-b2171db9c34d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.293773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d732f-b50d-48eb-977f-d9f30c679f1d tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:19.295230 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-187d732f-b50d-48eb-977f-d9f30c679f1d tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "GET /v2.0/ports/a0da2606-8f19-4c9e-bda3-f92c0c8a52c2 HTTP/1.1" status: 200 len: 955 time: 0.1342876 Nov 29 01:47:19.299872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42042) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:19.358221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42044) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:19.360415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] DHCP port deletion for 4402d0c9-fa6a-4aca-b33b-05e61499cbba request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:19.365771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] For port 1545945d-60c6-430c-8e01-eda393308036, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1545945d-60c6-430c-8e01-eda393308036,segment=NetworkSegment(adc04471-ad5b-42d7-a1ee-58dae6db8a0f),segment_id=adc04471-ad5b-42d7-a1ee-58dae6db8a0f)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:19.366301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.393866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '1c0a96ba-99ae-4fe2-945e-f8a2137f360e'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:19.395006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.395128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.395798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Calling delete_port for 1545945d-60c6-430c-8e01-eda393308036 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:19.399032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73929c77-5f54-4942-8289-14834b1ec700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.418974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Calling delete_port for dd0d8632-b6f4-40fa-b7d7-b4591e7e7710 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:19.484978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-540ea30a-7b45-4dcf-80c1-b2171db9c34d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.486508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:19.490010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.533550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ea30a-7b45-4dcf-80c1-b2171db9c34d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6324e5-c1bd-4e11-b0ee-86065cbd07fb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:19.537712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] Deleting port 1545945d-60c6-430c-8e01-eda393308036 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:19.538120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-540ea30a-7b45-4dcf-80c1-b2171db9c34d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.538863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.544517 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-540ea30a-7b45-4dcf-80c1-b2171db9c34d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/8f6324e5-c1bd-4e11-b0ee-86065cbd07fb HTTP/1.1" status: 204 len: 168 time: 1.0180519 Nov 29 01:47:19.546692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42046) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:19.548486 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 66ccb6d4-70db-4f27-97fc-215eab036e2c yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:19.559451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2652b0d-76df-4e46-aad4-b4ec84c538df None None] Network bf4ac276-5f7a-4b41-9b05-76c9671d9691 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:19.595795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d721a-afde-41ea-bd65-bc68694e1d2f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Deleting port a0da2606-8f19-4c9e-bda3-f92c0c8a52c2 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:19.596073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8b2d721a-afde-41ea-bd65-bc68694e1d2f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.706366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73929c77-5f54-4942-8289-14834b1ec700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.730640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73929c77-5f54-4942-8289-14834b1ec700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.792399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.797725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73929c77-5f54-4942-8289-14834b1ec700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16009ccd-4202-4f72-9770-b55f34408657,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:19.812792 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-73929c77-5f54-4942-8289-14834b1ec700 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22c1a40ddad543d98faa102901be5605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483707 Nov 29 01:47:19.813030 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42048) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:19.838126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Pushing event deleted for resources: {'Port': ['ID=dd0d8632-b6f4-40fa-b7d7-b4591e7e7710,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:19.871547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c779a4be-b8d7-4263-9643-0c2cafcabfe3 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:19.899754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] For port 1545945d-60c6-430c-8e01-eda393308036, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1545945d-60c6-430c-8e01-eda393308036,segment=NetworkSegment(adc04471-ad5b-42d7-a1ee-58dae6db8a0f),segment_id=adc04471-ad5b-42d7-a1ee-58dae6db8a0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:19.900294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.916632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/1c0a96ba-99ae-4fe2-945e-f8a2137f360e/31453128-082b-4bdd-89c5-c108a0dead8f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:19.917866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.934402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62823a29-876c-472f-829f-4cf09f3144d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.936286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.946061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] Calling delete_port for 1545945d-60c6-430c-8e01-eda393308036 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:19.981607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:19.989757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Port': ['ID=1545945d-60c6-430c-8e01-eda393308036,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:19.997195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8b2d721a-afde-41ea-bd65-bc68694e1d2f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.001755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No DVR routers for this DVR port 1545945d-60c6-430c-8e01-eda393308036 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:20.022091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62823a29-876c-472f-829f-4cf09f3144d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.040014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d721a-afde-41ea-bd65-bc68694e1d2f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Calling delete_port for a0da2606-8f19-4c9e-bda3-f92c0c8a52c2 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:20.149495 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.165533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.197819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.201725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.203581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] Pushing event deleted for resources: {'Port': ['ID=1545945d-60c6-430c-8e01-eda393308036,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:20.217353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62823a29-876c-472f-829f-4cf09f3144d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.217558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] DHCP port deletion for bf4ac276-5f7a-4b41-9b05-76c9671d9691 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:20.219022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4402d0c9-fa6a-4aca-b33b-05e61499cbba']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:20.220573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62823a29-876c-472f-829f-4cf09f3144d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.221467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f59f8b-a200-4c9b-b250-12efad2cc2b7 None None] No DVR routers for this DVR port 1545945d-60c6-430c-8e01-eda393308036 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:20.224630 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-62823a29-876c-472f-829f-4cf09f3144d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16009ccd-4202-4f72-9770-b55f34408657 HTTP/1.1" status: 204 len: 168 time: 0.3942895 Nov 29 01:47:20.233818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc04471-ad5b-42d7-a1ee-58dae6db8a0f') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:20.234128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc04471-ad5b-42d7-a1ee-58dae6db8a0f') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:20.262032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.267504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.279605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.280850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 359631f3-07f7-4f59-b051-bd0588a051f3 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:20.281359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.309292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.317816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62823a29-876c-472f-829f-4cf09f3144d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16009ccd-4202-4f72-9770-b55f34408657,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:20.343464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Router 3b756622-095d-44c5-8ff3-317622dfcfbb has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:47:20.356516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8b2d721a-afde-41ea-bd65-bc68694e1d2f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.366959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:20.369135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] Deleting port 359631f3-07f7-4f59-b051-bd0588a051f3 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:20.369298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::113 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/1c0a96ba-99ae-4fe2-945e-f8a2137f360e/66ccb6d4-70db-4f27-97fc-215eab036e2c) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:20.369751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.370911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:20.371475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:20.381414 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:20.389530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:20.398639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:20.400640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Pushing event updated for resources: {'Port': ['ID=31453128-082b-4bdd-89c5-c108a0dead8f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:20.430482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] For port 359631f3-07f7-4f59-b051-bd0588a051f3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=359631f3-07f7-4f59-b051-bd0588a051f3,segment=NetworkSegment(626a16d8-aa15-46d7-9ff4-83af7110a997),segment_id=626a16d8-aa15-46d7-9ff4-83af7110a997)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:20.431093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.459693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d721a-afde-41ea-bd65-bc68694e1d2f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0da2606-8f19-4c9e-bda3-f92c0c8a52c2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:20.460613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:20.474979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.479250 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-395ff9d3-2216-47aa-8c26-9c25f04581a1 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "PUT /v2.0/routers/3b756622-095d-44c5-8ff3-317622dfcfbb HTTP/1.1" status: 200 len: 710 time: 2.7918899 Nov 29 01:47:20.479574 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636179d-a78f-4562-a0f2-a2dd1c215298 None None] Sync routers for ids ['3b756622-095d-44c5-8ff3-317622dfcfbb'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:20.480017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42052) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.488994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8b2d721a-afde-41ea-bd65-bc68694e1d2f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.497759 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8b2d721a-afde-41ea-bd65-bc68694e1d2f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a0da2606-8f19-4c9e-bda3-f92c0c8a52c2 HTTP/1.1" status: 204 len: 168 time: 1.1946833 Nov 29 01:47:20.499739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42054) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.501604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 359631f3-07f7-4f59-b051-bd0588a051f3 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:20.510888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] For port 359631f3-07f7-4f59-b051-bd0588a051f3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=359631f3-07f7-4f59-b051-bd0588a051f3,segment=NetworkSegment(626a16d8-aa15-46d7-9ff4-83af7110a997),segment_id=626a16d8-aa15-46d7-9ff4-83af7110a997)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:20.510888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.520782 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636179d-a78f-4562-a0f2-a2dd1c215298 None None] Routers {'3b756622-095d-44c5-8ff3-317622dfcfbb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:20.524141 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8636179d-a78f-4562-a0f2-a2dd1c215298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3b756622-095d-44c5-8ff3-317622dfcfbb'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:20.529698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Attempting to bind port 31453128-082b-4bdd-89c5-c108a0dead8f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:20.530241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Attempting to bind port 31453128-082b-4bdd-89c5-c108a0dead8f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:20.532192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Attempting to bind port 31453128-082b-4bdd-89c5-c108a0dead8f on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:20.536545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] Calling delete_port for 359631f3-07f7-4f59-b051-bd0588a051f3 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:20.560290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:20.560685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:20.561088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.561540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:20.562038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Bound port: 31453128-082b-4bdd-89c5-c108a0dead8f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:20.562448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.565475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.573208 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-132c8e76-5d72-45db-bdb2-91af8521e50f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:47:20.581824 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-132c8e76-5d72-45db-bdb2-91af8521e50f tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "GET /v2.0/ports/a0da2606-8f19-4c9e-bda3-f92c0c8a52c2 HTTP/1.1" status: 404 len: 333 time: 0.0743670 Nov 29 01:47:20.598528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.604189 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/4402d0c9-fa6a-4aca-b33b-05e61499cbba HTTP/1.1" status: 204 len: 168 time: 1.9395099 Nov 29 01:47:20.605395 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42056) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.605395 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42058) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.611017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1545945d-60c6-430c-8e01-eda393308036 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:20.624054 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8636179d-a78f-4562-a0f2-a2dd1c215298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:20.637498 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-75182d4f-c7ce-45b1-8513-3be2bbd7359f tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/routers/3b756622-095d-44c5-8ff3-317622dfcfbb HTTP/1.1" status: 200 len: 745 time: 0.1425612 Nov 29 01:47:20.641831 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636179d-a78f-4562-a0f2-a2dd1c215298 None None] Routers {'3b756622-095d-44c5-8ff3-317622dfcfbb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:20.642460 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8636179d-a78f-4562-a0f2-a2dd1c215298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3b756622-095d-44c5-8ff3-317622dfcfbb'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:20.642783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42060) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.658944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Request body: {'port': {'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1966822574'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:20.662195 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13f4711-9fbf-4cfc-90cf-ff9ce0d60ae4 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:20.667885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13f4711-9fbf-4cfc-90cf-ff9ce0d60ae4 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:20.671039 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f13f4711-9fbf-4cfc-90cf-ff9ce0d60ae4 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/e11299e2-1070-46d5-9da9-4cd69768ed19 HTTP/1.1" status: 404 len: 337 time: 0.0533469 Nov 29 01:47:20.675651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42062) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.680612 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-06aaea44-481a-4281-bf19-701ae61dacc8 tempest-RoutersIpV6AdminTest-1133931903 tempest-RoutersIpV6AdminTest-1133931903-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&device_id=3b756622-095d-44c5-8ff3-317622dfcfbb HTTP/1.1" status: 200 len: 205 time: 0.0365293 Nov 29 01:47:20.694320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 1545945d-60c6-430c-8e01-eda393308036 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:20.694578 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1545945d-60c6-430c-8e01-eda393308036 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:20.695023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 359631f3-07f7-4f59-b051-bd0588a051f3 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:20.702539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42064) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.727944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3497a61-d69a-4293-b667-3ba595df7114 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=4402d0c9-fa6a-4aca-b33b-05e61499cbba,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:20.731122 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8636179d-a78f-4562-a0f2-a2dd1c215298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:20.731794 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636179d-a78f-4562-a0f2-a2dd1c215298 None None] The sync data for ids ['3b756622-095d-44c5-8ff3-317622dfcfbb'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:20.757195 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c973b197-061d-450c-ba48-f3767c4da9bc tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:20.757744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c973b197-061d-450c-ba48-f3767c4da9bc tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:20.762282 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c973b197-061d-450c-ba48-f3767c4da9bc tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/a8d7c6f8-4b4d-4942-9826-f90cc09e45b5 HTTP/1.1" status: 404 len: 339 time: 0.0795856 Nov 29 01:47:20.764364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42068) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.766620 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b2255377-4424-4750-9007-b060660ecdd0 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b756622-095d-44c5-8ff3-317622dfcfbb HTTP/1.1" status: 200 len: 205 time: 0.0628796 Nov 29 01:47:20.767200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42070) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.779071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Made reservation on behalf of 1044a3eb886849568510ef7482b7935b for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:20.782144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.825598 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] device_id is not set on port 562b2b3a-684d-47ec-a922-0e77b0354241 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:20.832084 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc7329a-f18c-4100-97ba-06a7b1c3848c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:20.832617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc7329a-f18c-4100-97ba-06a7b1c3848c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:20.836031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3bc7329a-f18c-4100-97ba-06a7b1c3848c tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/c0dcb88c-363e-4886-8b11-6f91d7481564 HTTP/1.1" status: 404 len: 337 time: 0.0701129 Nov 29 01:47:20.840660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] For port 31453128-082b-4bdd-89c5-c108a0dead8f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:20.840867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42074) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.861948 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:47:20.862188 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-2028b066-943c-4b50-ba88-a4ddc8a7a39a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:20.862441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2028b066-943c-4b50-ba88-a4ddc8a7a39a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:20.866851 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2028b066-943c-4b50-ba88-a4ddc8a7a39a tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/64af7b23-3223-4425-8749-fb1cbfd67980 HTTP/1.1" status: 404 len: 339 time: 0.0257511 Nov 29 01:47:20.880425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42076) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.909449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.918337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] For port 31453128-082b-4bdd-89c5-c108a0dead8f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31453128-082b-4bdd-89c5-c108a0dead8f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:20.920116 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4b53a8-b1b4-4e80-8894-2739b354df05 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:20.920260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.920549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4b53a8-b1b4-4e80-8894-2739b354df05 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:20.923746 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ba4b53a8-b1b4-4e80-8894-2739b354df05 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/84e16ad5-f052-434c-a674-ba938e37940a HTTP/1.1" status: 404 len: 337 time: 0.0423548 Nov 29 01:47:20.926648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42080) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:20.937606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9752d436-39e0-44a4-80cb-a8b01bc802a2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.949666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.975567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=359631f3-07f7-4f59-b051-bd0588a051f3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:20.979494 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7f9890-877d-4d07-8cca-ad6dd23e3aba tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:20.980020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7f9890-877d-4d07-8cca-ad6dd23e3aba tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:20.983410 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5e7f9890-877d-4d07-8cca-ad6dd23e3aba tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/fc16bc26-e76e-4d8b-a340-14243d4bed14 HTTP/1.1" status: 404 len: 339 time: 0.0336037 Nov 29 01:47:20.988671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:20.988940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No DVR routers for this DVR port 359631f3-07f7-4f59-b051-bd0588a051f3 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:20.990166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42084) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.045348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] No DVR routers for this DVR port 359631f3-07f7-4f59-b051-bd0588a051f3 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:21.090155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758f03f-ac61-49b3-ae2d-da84479b5c55 None None] Pushing event updated for resources: {'Port': ['ID=31453128-082b-4bdd-89c5-c108a0dead8f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:21.119593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.125820 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6838927-a143-48b6-91b5-69da715d3e1e None None] Pushing event deleted for resources: {'Port': ['ID=359631f3-07f7-4f59-b051-bd0588a051f3,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:21.126837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.166471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4ac276-5f7a-4b41-9b05-76c9671d9691']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:21.192491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9752d436-39e0-44a4-80cb-a8b01bc802a2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.193316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626a16d8-aa15-46d7-9ff4-83af7110a997') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:21.193624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626a16d8-aa15-46d7-9ff4-83af7110a997') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:21.196210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9752d436-39e0-44a4-80cb-a8b01bc802a2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.220896 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.254863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9752d436-39e0-44a4-80cb-a8b01bc802a2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.255763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9752d436-39e0-44a4-80cb-a8b01bc802a2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Fanout notify agent at l3_agent the message router_deleted on router 3b756622-095d-44c5-8ff3-317622dfcfbb {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:47:21.263629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9752d436-39e0-44a4-80cb-a8b01bc802a2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.270036 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9752d436-39e0-44a4-80cb-a8b01bc802a2 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/3b756622-095d-44c5-8ff3-317622dfcfbb HTTP/1.1" status: 204 len: 168 time: 0.4759536 Nov 29 01:47:21.271262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42090) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.282469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.325744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-07aa69a6-e717-43f7-8603-b083fb7b1f18 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b756622-095d-44c5-8ff3-317622dfcfbb HTTP/1.1" status: 200 len: 205 time: 0.0464964 Nov 29 01:47:21.325744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42094) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.328311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.351061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b40f6d-97b3-4169-9f26-bf9d9bb838cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting subnet b60eb990-964b-4a02-a333-e417f6636a36 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:21.370740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-34b40f6d-97b3-4169-9f26-bf9d9bb838cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.402928 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-75628662-933c-4117-87f4-57065c48aa4c tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] delete failed (client error): The resource could not be found. Nov 29 01:47:21.404179 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-75628662-933c-4117-87f4-57065c48aa4c tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/3b756622-095d-44c5-8ff3-317622dfcfbb HTTP/1.1" status: 404 len: 336 time: 0.0529158 Nov 29 01:47:21.410452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42098) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.426097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:21.427185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:21.427612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.434191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:21.437732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:21.445327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:21.445994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:21.447474 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:21.479893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=66ccb6d4-70db-4f27-97fc-215eab036e2c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:21.487660 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5277c631-af3c-426f-84dd-9a772dfe38b3 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=87189e7e-ee44-4377-abb7-0b5d8e3609b0 HTTP/1.1" status: 200 len: 205 time: 0.0727439 Nov 29 01:47:21.494324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42102) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.564791 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-936e88f4-958e-45cd-8f0d-fb2e19119061 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] delete failed (client error): The resource could not be found. Nov 29 01:47:21.566512 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-936e88f4-958e-45cd-8f0d-fb2e19119061 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/87189e7e-ee44-4377-abb7-0b5d8e3609b0 HTTP/1.1" status: 404 len: 336 time: 0.0706797 Nov 29 01:47:21.569202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.569833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42104) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.572504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-34b40f6d-97b3-4169-9f26-bf9d9bb838cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.575208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.585702 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c17d9dd0-3ad1-4162-972e-db8ae944dff5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4023139 Nov 29 01:47:21.600203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42106) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.602984 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-aee349d0-c165-469b-b5f9-a4417b593f42 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=79289b32-1ccd-4a27-a701-31bf8496db0d HTTP/1.1" status: 200 len: 205 time: 0.0319321 Nov 29 01:47:21.609462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42108) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.614146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.617742 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/networks/bf4ac276-5f7a-4b41-9b05-76c9671d9691 HTTP/1.1" status: 204 len: 168 time: 2.0682654 Nov 29 01:47:21.619079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42110) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.625815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42112) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.635751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1197673785'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:21.661251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:21.664891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.691552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:21.702261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914b10a-cec7-4e05-8a08-c36b9bb8b497 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Network': ['ID=bf4ac276-5f7a-4b41-9b05-76c9671d9691,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:21.712037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.712794 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Added segment 35f17406-48cf-45a2-a8d5-698fdc3074ed of type vlan for network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 Nov 29 01:47:21.714818 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-aae2e014-eb8d-4926-b35a-cb228dca8ee4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] delete failed (client error): The resource could not be found. Nov 29 01:47:21.715958 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aae2e014-eb8d-4926-b35a-cb228dca8ee4 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/79289b32-1ccd-4a27-a701-31bf8496db0d HTTP/1.1" status: 404 len: 336 time: 0.0862632 Nov 29 01:47:21.721810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42116) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.759855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-fe5a532d-b5c2-4031-96c7-b78ac585e4ef tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.761003 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fe5a532d-b5c2-4031-96c7-b78ac585e4ef tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1405187 Nov 29 01:47:21.764263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42118) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.773506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-fa971e37-0d60-4a0a-b8b5-d92e4e714aa7 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.776888 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8af80a01-bb14-486d-b3c2-0552a607fd96 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9 HTTP/1.1" status: 200 len: 205 time: 0.0480475 Nov 29 01:47:21.777021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fa971e37-0d60-4a0a-b8b5-d92e4e714aa7 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092340 Nov 29 01:47:21.777537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42120) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.777864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42122) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.785922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-58d8a811-4cb9-4c82-9b6e-43149cf78527 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.786901 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-58d8a811-4cb9-4c82-9b6e-43149cf78527 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050910 Nov 29 01:47:21.788535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.794895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42124) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.804025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38960a7-5183-45d9-8245-2200f2d7939e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:21.810098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38960a7-5183-45d9-8245-2200f2d7939e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:21.811730 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f38960a7-5183-45d9-8245-2200f2d7939e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2071326 Nov 29 01:47:21.819096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-358df2b5-5b90-4134-b9cf-e29339fa9c3c tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.820062 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-358df2b5-5b90-4134-b9cf-e29339fa9c3c tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073116 Nov 29 01:47:21.821796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42126) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.827701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42128) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.831773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-cad32545-1218-4821-857d-f4d93a57b253 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.832715 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cad32545-1218-4821-857d-f4d93a57b253 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041125 Nov 29 01:47:21.835126 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-a7212361-5093-4074-bc4d-509733a11d48 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] delete failed (client error): The resource could not be found. Nov 29 01:47:21.836077 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a7212361-5093-4074-bc4d-509733a11d48 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/b8f3d368-26e7-4927-bbcd-d0e4a77fc5a9 HTTP/1.1" status: 404 len: 336 time: 0.0531693 Nov 29 01:47:21.838272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42130) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.839698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42132) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.855313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.861372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:21.861986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.876504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-babc8f88-88da-4f7b-816b-a9028788d9c0 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.877416 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-babc8f88-88da-4f7b-816b-a9028788d9c0 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0347238 Nov 29 01:47:21.882506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42134) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.882997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-34b40f6d-97b3-4169-9f26-bf9d9bb838cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.888389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:21.896037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-5c2efe5a-01a7-4e6d-bec6-6d82a2e9bd53 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.896950 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5c2efe5a-01a7-4e6d-bec6-6d82a2e9bd53 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083423 Nov 29 01:47:21.900781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42136) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.906211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-b9082036-6d8e-4a0f-9170-3788fa425cf6 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.910683 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b9082036-6d8e-4a0f-9170-3788fa425cf6 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054893 Nov 29 01:47:21.928661 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42138) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.933178 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-16e0536b-b300-4b0c-af31-3b36e4833a0b tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d875f90-e3fa-4c0e-b664-a2985225ef1c HTTP/1.1" status: 200 len: 205 time: 0.0864000 Nov 29 01:47:21.936676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-63b90b96-3a37-4c32-a804-f691078b42ed tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.940544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42140) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.940724 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-63b90b96-3a37-4c32-a804-f691078b42ed tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043297 Nov 29 01:47:21.945294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42142) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.950678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-4d84cba0-8e24-41d6-bf50-3797f87fc483 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.954189 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4d84cba0-8e24-41d6-bf50-3797f87fc483 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046926 Nov 29 01:47:21.979326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42144) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:21.994838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-e41b9322-e082-48e7-b4ba-34e85e59d54c tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:21.998770 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e41b9322-e082-48e7-b4ba-34e85e59d54c tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0102775 Nov 29 01:47:22.000173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42146) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.033183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-a8c53e48-dc34-4c74-a441-c70cfc2928cc tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.034220 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a8c53e48-dc34-4c74-a441-c70cfc2928cc tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0091276 Nov 29 01:47:22.042003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42148) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.054356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-6a1dff58-35dc-4fef-aba1-9bce92fb1974 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.055428 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6a1dff58-35dc-4fef-aba1-9bce92fb1974 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0088434 Nov 29 01:47:22.062201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42150) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.073567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-d4aed973-a262-400c-a95a-11f1207cffc6 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.074637 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d4aed973-a262-400c-a95a-11f1207cffc6 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0077267 Nov 29 01:47:22.077538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Network c41fddd5-d246-4506-a67f-dde95c895012 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:22.081253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42152) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.081940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=562b2b3a-684d-47ec-a922-0e77b0354241,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:22.090389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-333d6b8f-1e2c-449f-bc52-9d57d09bb654 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.094441 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-333d6b8f-1e2c-449f-bc52-9d57d09bb654 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067573 Nov 29 01:47:22.094642 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:22.099129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42154) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.103437 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:22.104447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:22.105062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.110154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-d5e2cc9c-f6e0-4cbd-aebc-f50dc35e84c5 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.111327 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d5e2cc9c-f6e0-4cbd-aebc-f50dc35e84c5 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0103867 Nov 29 01:47:22.118067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42156) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.127766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.129413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-09dbf1c1-a08d-4791-8e22-71c5eeb0674c tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.133140 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-09dbf1c1-a08d-4791-8e22-71c5eeb0674c tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0114655 Nov 29 01:47:22.134850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42158) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.141228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-4a3444ed-4d5c-43ef-9bf6-c009a4037b9d tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.144775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4a3444ed-4d5c-43ef-9bf6-c009a4037b9d tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058880 Nov 29 01:47:22.145254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-34b40f6d-97b3-4169-9f26-bf9d9bb838cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.147243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42160) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.162400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-85912ff5-9748-4426-bfd2-35c2556639cf tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.163458 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-85912ff5-9748-4426-bfd2-35c2556639cf tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059819 Nov 29 01:47:22.173956 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f1683a6c-6c43-4c9c-bb98-9a6809e8bf1b tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5651197 Nov 29 01:47:22.190485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42162) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.190831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42164) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.198916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-1a43036c-e81e-44f1-868d-1e6dfd62fc64 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.202893 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1a43036c-e81e-44f1-868d-1e6dfd62fc64 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067956 Nov 29 01:47:22.204591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:22.208799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42166) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.212757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b40f6d-97b3-4169-9f26-bf9d9bb838cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=b60eb990-964b-4a02-a333-e417f6636a36,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:22.217577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-ec36cb6f-d5bf-4f51-ba3d-dcd0089e16b8 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.221423 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ec36cb6f-d5bf-4f51-ba3d-dcd0089e16b8 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0087595 Nov 29 01:47:22.225436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62802237-bdd1-403e-9947-76fc94340391 None None] Network b361697e-7b11-4ca1-9734-6a180d596ae9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:22.236516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-34b40f6d-97b3-4169-9f26-bf9d9bb838cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.241214 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-34b40f6d-97b3-4169-9f26-bf9d9bb838cf tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/b60eb990-964b-4a02-a333-e417f6636a36 HTTP/1.1" status: 204 len: 168 time: 1.2497606 Nov 29 01:47:22.241865 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42168) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.252807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-c25a21f5-8cd8-455b-b9cd-4a931a5ca9bc tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.256164 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c25a21f5-8cd8-455b-b9cd-4a931a5ca9bc tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065768 Nov 29 01:47:22.256164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42170) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.266855 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42172) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.275406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-f464d654-f65d-45b6-906e-2bdf3a729b66 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.278836 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f464d654-f65d-45b6-906e-2bdf3a729b66 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0086293 Nov 29 01:47:22.288382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42174) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.292461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-db8eaae9-0a6d-4a2e-a878-76838d38c1b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 66ccb6d4-70db-4f27-97fc-215eab036e2c {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:22.292808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db8eaae9-0a6d-4a2e-a878-76838d38c1b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.301301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-b4b5ef2a-e726-41b7-91f3-fd4ece087218 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.304650 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b4b5ef2a-e726-41b7-91f3-fd4ece087218 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0126696 Nov 29 01:47:22.324903 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6981921 Nov 29 01:47:22.326028 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-ab31e020-e954-4603-8a85-68dbbfa635fc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] delete failed (client error): The resource could not be found. Nov 29 01:47:22.327527 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ab31e020-e954-4603-8a85-68dbbfa635fc tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/5d875f90-e3fa-4c0e-b664-a2985225ef1c HTTP/1.1" status: 404 len: 336 time: 0.3886330 Nov 29 01:47:22.330614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42176) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.330942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42178) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.331262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42180) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.347766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-bda94ce8-93d5-40cb-a1f9-03e2c62d967e tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.348767 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bda94ce8-93d5-40cb-a1f9-03e2c62d967e tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0165904 Nov 29 01:47:22.354725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:22.374272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42184) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.387461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-3898bea8-7ed4-4afd-b4c1-783a0a499d84 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.391493 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3898bea8-7ed4-4afd-b4c1-783a0a499d84 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0134919 Nov 29 01:47:22.395525 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-63a041e3-6794-4fb0-a727-f26a24adc295 tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "GET /v2.0/ports?device_id=adfe3c3c-e8b6-44b9-a363-cc371dfa23de HTTP/1.1" status: 200 len: 205 time: 0.0598953 Nov 29 01:47:22.395659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42186) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.395768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ed213-ee5f-4622-8245-187a5e453e18 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Network': ['ID=058d4b25-1bb4-41f8-a709-11e3c0ccf071,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:22.395886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42188) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.399667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-cd898ba8-0aaa-4748-8740-1b6987bc5409 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.404080 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cd898ba8-0aaa-4748-8740-1b6987bc5409 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0060549 Nov 29 01:47:22.404185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42190) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.410022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-f0aed31e-9853-41ae-8e33-17c74d57b687 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.413560 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f0aed31e-9853-41ae-8e33-17c74d57b687 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069511 Nov 29 01:47:22.414508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42192) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.414623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:22.439832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.449157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-fe83e630-990a-4bb7-bc13-9b40f00c46a6 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.453302 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fe83e630-990a-4bb7-bc13-9b40f00c46a6 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0352445 Nov 29 01:47:22.454230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42194) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.457777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-ed662801-b24c-49a4-bfc0-1152302e51b9 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.460921 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ed662801-b24c-49a4-bfc0-1152302e51b9 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040789 Nov 29 01:47:22.461801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42196) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.468663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-4b7da2e9-6fb6-44e0-8203-ae862e28eb12 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.472061 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4b7da2e9-6fb6-44e0-8203-ae862e28eb12 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0072129 Nov 29 01:47:22.475067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42198) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.480907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-f5ed8bdf-a414-4bdb-9205-b5433d1618bb tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.485299 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f5ed8bdf-a414-4bdb-9205-b5433d1618bb tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0060318 Nov 29 01:47:22.489278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42200) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.503037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-a46554a9-a19a-4119-9a6a-c2949892dbea tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.504044 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a46554a9-a19a-4119-9a6a-c2949892dbea tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0138211 Nov 29 01:47:22.505016 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-40290b4d-c81d-4eb8-a1a0-91a99259a64a tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] delete failed (client error): The resource could not be found. Nov 29 01:47:22.505919 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-40290b4d-c81d-4eb8-a1a0-91a99259a64a tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/routers/adfe3c3c-e8b6-44b9-a363-cc371dfa23de HTTP/1.1" status: 404 len: 336 time: 0.1095061 Nov 29 01:47:22.513362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.519160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42202) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.519520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42204) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.531771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8fb87b1e-84bf-49dc-9931-ec92e482aff5 None None] Provisioning complete for port 31453128-082b-4bdd-89c5-c108a0dead8f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:22.532421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8fb87b1e-84bf-49dc-9931-ec92e482aff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.545279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-ebfd509e-2bd0-4a44-8f9c-ffdbaa3a8664 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.545279 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ebfd509e-2bd0-4a44-8f9c-ffdbaa3a8664 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0209482 Nov 29 01:47:22.566990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42206) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.574496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-320e8605-9242-4af1-8423-026abcf8943b tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.575912 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-320e8605-9242-4af1-8423-026abcf8943b tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063107 Nov 29 01:47:22.578166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:22.581882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.583936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42208) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.610579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-61864e12-c519-423e-901c-7de61a8f1d5a tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.614361 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-61864e12-c519-423e-901c-7de61a8f1d5a tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0245850 Nov 29 01:47:22.614361 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2c9a40-1f60-4463-9309-1a8eb499862e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:22.614361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2c9a40-1f60-4463-9309-1a8eb499862e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:22.615651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42210) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.616576 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ff2c9a40-1f60-4463-9309-1a8eb499862e tempest-RoutersIpV6AdminTest-655202633 tempest-RoutersIpV6AdminTest-655202633-project] 10.222.0.30 "DELETE /v2.0/subnets/4228d01e-6968-451b-94b2-bdcad93250f3 HTTP/1.1" status: 404 len: 337 time: 0.0961421 Nov 29 01:47:22.630160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-7957ae23-557e-4941-8b2d-7052dd2633d5 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.633640 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7957ae23-557e-4941-8b2d-7052dd2633d5 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0147541 Nov 29 01:47:22.634662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42214) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.638521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-85d26a46-03bc-4e06-a44f-1225ad39b258 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.642503 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-85d26a46-03bc-4e06-a44f-1225ad39b258 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043049 Nov 29 01:47:22.644541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42216) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.654694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-80b06a19-d1b6-41c8-b0c7-7697dbbf58de tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.658011 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-80b06a19-d1b6-41c8-b0c7-7697dbbf58de tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0103278 Nov 29 01:47:22.671270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42218) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.679020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-e4f0a996-e2b9-4904-817b-679eb977f94e tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.679020 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e4f0a996-e2b9-4904-817b-679eb977f94e tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043869 Nov 29 01:47:22.679020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db8eaae9-0a6d-4a2e-a878-76838d38c1b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.688623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] DHCP port deletion for b361697e-7b11-4ca1-9734-6a180d596ae9 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:22.690517 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42220) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.700595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-c3c6a25e-c23c-4460-8ec1-a91f741066e5 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.704430 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c3c6a25e-c23c-4460-8ec1-a91f741066e5 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0096257 Nov 29 01:47:22.717173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8fb87b1e-84bf-49dc-9931-ec92e482aff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.720992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31453128-082b-4bdd-89c5-c108a0dead8f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:22.727922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42222) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.733410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-db8eaae9-0a6d-4a2e-a878-76838d38c1b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 66ccb6d4-70db-4f27-97fc-215eab036e2c owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:22.744731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-95b788e4-6534-4fdf-8705-65acd988bdaf tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.748092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-95b788e4-6534-4fdf-8705-65acd988bdaf tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0168476 Nov 29 01:47:22.751575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42224) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.756578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-d4c341e5-26b0-4ede-8731-8c15bc91b180 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.761181 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d4c341e5-26b0-4ede-8731-8c15bc91b180 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0058320 Nov 29 01:47:22.765370 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42226) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.771877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-9065fc29-a732-48a2-ac23-30d2ff167628 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.784505 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9065fc29-a732-48a2-ac23-30d2ff167628 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0144777 Nov 29 01:47:22.786119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42228) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.790491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-eea4ee3c-10a7-4994-a5fb-25e71b1d94b2 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.793668 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eea4ee3c-10a7-4994-a5fb-25e71b1d94b2 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043476 Nov 29 01:47:22.798369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42230) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.808878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-0eca1fc2-ebb9-4a46-abf5-11b6624ae572 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.812826 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0eca1fc2-ebb9-4a46-abf5-11b6624ae572 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0105608 Nov 29 01:47:22.814807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42232) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.827984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-abd6a41f-f991-4931-96fa-0fac19060eb0 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.831675 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-abd6a41f-f991-4931-96fa-0fac19060eb0 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0061703 Nov 29 01:47:22.838108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42234) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.843915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-e9f7ada0-6548-41f1-9613-f60368dded17 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.847744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e9f7ada0-6548-41f1-9613-f60368dded17 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0058315 Nov 29 01:47:22.847744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42236) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.864009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-4da0bf5f-4620-488d-afa9-d6dc5be26a19 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.869070 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4da0bf5f-4620-488d-afa9-d6dc5be26a19 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0166230 Nov 29 01:47:22.869673 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42238) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.877634 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-7e169b50-05ea-4e19-95b3-311a5d45b24b tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.880998 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7e169b50-05ea-4e19-95b3-311a5d45b24b tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0080895 Nov 29 01:47:22.882610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42240) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.888619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-8983ad7e-12f8-43be-85f0-70e61fe99524 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.896578 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8983ad7e-12f8-43be-85f0-70e61fe99524 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109367 Nov 29 01:47:22.899446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42242) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.903714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-14a3f652-4627-4203-b10f-c8ebda899e25 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.907361 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-14a3f652-4627-4203-b10f-c8ebda899e25 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046885 Nov 29 01:47:22.912009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42244) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.912691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8fb87b1e-84bf-49dc-9931-ec92e482aff5 None None] For port 31453128-082b-4bdd-89c5-c108a0dead8f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31453128-082b-4bdd-89c5-c108a0dead8f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:22.917852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-a53c73d2-912a-40e4-be2b-a2d17380f34e tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.921786 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a53c73d2-912a-40e4-be2b-a2d17380f34e tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0059729 Nov 29 01:47:22.925137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42246) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.932864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-cb85984b-4843-4b61-be43-25ec39e733f6 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.933047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 31453128-082b-4bdd-89c5-c108a0dead8f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:22.938000 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cb85984b-4843-4b61-be43-25ec39e733f6 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0077548 Nov 29 01:47:22.938000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42248) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.940399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.943870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-42fa9b17-16f1-4895-9232-d9057b93fb98 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.947132 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-42fa9b17-16f1-4895-9232-d9057b93fb98 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0069115 Nov 29 01:47:22.948141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42250) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.949136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8fb87b1e-84bf-49dc-9931-ec92e482aff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.953313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-a6ebef7e-e042-41e7-8cb0-dc553ff49cbf tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.956770 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a6ebef7e-e042-41e7-8cb0-dc553ff49cbf tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060322 Nov 29 01:47:22.957500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42252) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.960123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting port d009c129-189e-48f9-8600-cc9c83647e20 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:22.960461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:22.964726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-4d861f16-af9f-4207-b243-f4ad9bc98778 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.968651 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4d861f16-af9f-4207-b243-f4ad9bc98778 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074494 Nov 29 01:47:22.970369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42254) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:22.995416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-8228cb3e-d33c-4cf6-98ee-0f8ddab38865 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:22.996513 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8228cb3e-d33c-4cf6-98ee-0f8ddab38865 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0242975 Nov 29 01:47:23.006036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42258) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.012890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] device_id is not set on port 562b2b3a-684d-47ec-a922-0e77b0354241 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:23.020251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-587989b8-3adb-4d6a-916a-6ceefc8e2a6f tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.021254 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-587989b8-3adb-4d6a-916a-6ceefc8e2a6f tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0122592 Nov 29 01:47:23.024572 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42260) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.038020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-e8fcce5c-ad32-4fd7-98ad-695934bb9dfc tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.039800 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e8fcce5c-ad32-4fd7-98ad-695934bb9dfc tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0139830 Nov 29 01:47:23.043034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42262) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.049536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-f1aa6f13-b26a-4679-9281-c1395784b37b tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.051355 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f1aa6f13-b26a-4679-9281-c1395784b37b tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0066283 Nov 29 01:47:23.052682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.055392 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42264) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.080671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.089549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-4acc9c99-23ee-4625-be67-5d27f0f3fbdd tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.090620 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4acc9c99-23ee-4625-be67-5d27f0f3fbdd tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0320458 Nov 29 01:47:23.096303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb87b1e-84bf-49dc-9931-ec92e482aff5 None None] Pushing event updated for resources: {'Port': ['ID=31453128-082b-4bdd-89c5-c108a0dead8f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:23.096787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.121516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42266) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.133561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] Deleting port d009c129-189e-48f9-8600-cc9c83647e20 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:23.135096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.135217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-b09d8fab-43d1-406e-8b77-017438bafbc7 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.136206 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b09d8fab-43d1-406e-8b77-017438bafbc7 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0101278 Nov 29 01:47:23.137601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42268) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.140614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42270) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.148693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] For port d009c129-189e-48f9-8600-cc9c83647e20, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d009c129-189e-48f9-8600-cc9c83647e20,segment=NetworkSegment(49ed65be-7030-47a5-bb64-d85cf28a97ed),segment_id=49ed65be-7030-47a5-bb64-d85cf28a97ed)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:23.149060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.150696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1fb27eb3-a326-4997-b953-b4e948ec432e None None] Provisioning complete for port 66ccb6d4-70db-4f27-97fc-215eab036e2c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:23.151136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1fb27eb3-a326-4997-b953-b4e948ec432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.154395 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-685e1438-1d75-4c2a-aeea-81fe31cce5d1 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.154395 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-685e1438-1d75-4c2a-aeea-81fe31cce5d1 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0133090 Nov 29 01:47:23.166467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42272) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.184841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Calling delete_port for d009c129-189e-48f9-8600-cc9c83647e20 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:23.197740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-344a09ba-f88f-4efa-87d4-691d97b745b5 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.201196 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-344a09ba-f88f-4efa-87d4-691d97b745b5 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0196888 Nov 29 01:47:23.207986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42276) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.208285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=562b2b3a-684d-47ec-a922-0e77b0354241,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:23.211806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db8eaae9-0a6d-4a2e-a878-76838d38c1b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.217341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-be1cf0f2-1ed4-437e-acfc-c6ea3eaf0179 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.221236 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-be1cf0f2-1ed4-437e-acfc-c6ea3eaf0179 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0080402 Nov 29 01:47:23.225559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42278) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.235588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [None req-167798cc-7292-4832-97d9-c85f02b127f9 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.238486 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-167798cc-7292-4832-97d9-c85f02b127f9 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0071666 Nov 29 01:47:23.240539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42280) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.250599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-b9ee133d-a7de-4b72-ae34-b507c6ec2894 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.251858 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b9ee133d-a7de-4b72-ae34-b507c6ec2894 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095971 Nov 29 01:47:23.256164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking segment: {'id': '35f17406-48cf-45a2-a8d5-698fdc3074ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:23.256535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network hostable DHCP agents. Network: 058d4b25-1bb4-41f8-a709-11e3c0ccf071, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:23.257774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] For port d009c129-189e-48f9-8600-cc9c83647e20, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d009c129-189e-48f9-8600-cc9c83647e20,segment=NetworkSegment(49ed65be-7030-47a5-bb64-d85cf28a97ed),segment_id=49ed65be-7030-47a5-bb64-d85cf28a97ed)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:23.258350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.260377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42282) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.271331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-9ad5fd30-767a-4c73-9d69-ae55977be71a tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.272753 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9ad5fd30-767a-4c73-9d69-ae55977be71a tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075624 Nov 29 01:47:23.277128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] Calling delete_port for d009c129-189e-48f9-8600-cc9c83647e20 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:23.283034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42284) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.287670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-311ee34f-897c-44a8-b793-a579affad2eb tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.289011 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-311ee34f-897c-44a8-b793-a579affad2eb tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046654 Nov 29 01:47:23.296748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=ad951efd-d50a-409c-852a-98ab59d44b53,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:23.299045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42286) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.304116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [None req-8255f3a3-549d-4332-ab9b-bd9f0d3ce525 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:47:23.305124 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8255f3a3-549d-4332-ab9b-bd9f0d3ce525 tempest-ExtensionsTestJSON-1459242539 tempest-ExtensionsTestJSON-1459242539-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051346 Nov 29 01:47:23.318839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:23.338303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 058d4b25-1bb4-41f8-a709-11e3c0ccf071) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:23.350838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:23.351546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.369556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1fb27eb3-a326-4997-b953-b4e948ec432e None None] Port 66ccb6d4-70db-4f27-97fc-215eab036e2c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:23.380104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6fa20c-2391-41ea-884b-9b3dd0091caa None None] Network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:23.386526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56e7a0c6-b02b-4fb2-82e8-25b61d264efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.392945 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d83604d2-9f8b-45d2-9742-49207c057d97 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0584650 Nov 29 01:47:23.398356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42290) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.403781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071', 'name': 'tempest-PortsIpV6TestJSON-1349431775', 'fixed_ips': [{'subnet_id': 'ad951efd-d50a-409c-852a-98ab59d44b53', 'ip_address': '2001:db8::10'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:23.532836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.577244 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56e7a0c6-b02b-4fb2-82e8-25b61d264efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.578443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:23.584124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56e7a0c6-b02b-4fb2-82e8-25b61d264efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.585423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] Pushing event deleted for resources: {'Port': ['ID=d009c129-189e-48f9-8600-cc9c83647e20,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:23.596751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83c9bc-53cf-49b1-a6d9-2a68a9bd4109 None None] No DVR routers for this DVR port d009c129-189e-48f9-8600-cc9c83647e20 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:23.632713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:23.633051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:23.633581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:23.635906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8eaae9-0a6d-4a2e-a878-76838d38c1b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=66ccb6d4-70db-4f27-97fc-215eab036e2c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:23.651783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:23.652360 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:23.662210 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 2 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:23.686164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-058d4b25-1bb4-41f8-a709-11e3c0ccf071', 'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071', 'tenant_id': '009fa053cc154d84b3edcc60331e0cd3', 'fixed_ips': [{'subnet_id': 'ad951efd-d50a-409c-852a-98ab59d44b53'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:23.687390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.694570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7a0c6-b02b-4fb2-82e8-25b61d264efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e052c7-4d48-425a-bdac-9bb19e73e074,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:23.702626 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-56e7a0c6-b02b-4fb2-82e8-25b61d264efe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20abc05815c947a1835939fc3fd3b3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5352519 Nov 29 01:47:23.705413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42296) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.729388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db8eaae9-0a6d-4a2e-a878-76838d38c1b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.731879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42298) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.736307 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-db8eaae9-0a6d-4a2e-a878-76838d38c1b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/66ccb6d4-70db-4f27-97fc-215eab036e2c HTTP/1.1" status: 204 len: 168 time: 1.9098299 Nov 29 01:47:23.736307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:23.736307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:23.736307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:23.738899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42300) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.758561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.786859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:23.787206 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:23.794102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 723d9fd4-9a27-44ab-82b6-816fa148b14f yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:23.794802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 3 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:23.833684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146b26c-fb85-4acc-a292-e8ea579aae2b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:23.835695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146b26c-fb85-4acc-a292-e8ea579aae2b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:23.837444 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5146b26c-fb85-4acc-a292-e8ea579aae2b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0959871 Nov 29 01:47:23.838848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:23.839389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:23.839727 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:23.841945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.845189 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42304) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:23.893851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-826ac991-24a0-40c3-9d2c-ba83b2fd9111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.937105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:23.937767 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:23.941597 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 4 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:23.945665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Port': ['ID=d009c129-189e-48f9-8600-cc9c83647e20,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:23.963397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No DVR routers for this DVR port d009c129-189e-48f9-8600-cc9c83647e20 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:23.990945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-826ac991-24a0-40c3-9d2c-ba83b2fd9111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:23.995834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-753e464d-934c-46f9-a842-38c7cfa416b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.013230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:24.013656 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:24.014008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:24.040483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:24.040863 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:24.043582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 5 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:24.049640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa8da84-1a68-401d-a06b-2f953a44b055 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 1c0a96ba-99ae-4fe2-945e-f8a2137f360e {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:24.084686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9fa8da84-1a68-401d-a06b-2f953a44b055 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.120065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.125034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::10 (058d4b25-1bb4-41f8-a709-11e3c0ccf071/ad951efd-d50a-409c-852a-98ab59d44b53/723d9fd4-9a27-44ab-82b6-816fa148b14f) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:24.137838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:24.138191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:24.138544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:24.144573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-826ac991-24a0-40c3-9d2c-ba83b2fd9111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.147369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-826ac991-24a0-40c3-9d2c-ba83b2fd9111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.148929 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-826ac991-24a0-40c3-9d2c-ba83b2fd9111 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65e052c7-4d48-425a-bdac-9bb19e73e074 HTTP/1.1" status: 204 len: 168 time: 0.4415889 Nov 29 01:47:24.161021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b361697e-7b11-4ca1-9734-6a180d596ae9']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:24.163219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:24.163548 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:24.170267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ac991-24a0-40c3-9d2c-ba83b2fd9111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e052c7-4d48-425a-bdac-9bb19e73e074,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:24.172238 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 6 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:24.177799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9fa8da84-1a68-401d-a06b-2f953a44b055 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.215637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ed65be-7030-47a5-bb64-d85cf28a97ed') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:24.216269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ed65be-7030-47a5-bb64-d85cf28a97ed') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:24.230412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:24.230775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:24.231118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:24.235136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.259158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:24.259545 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:24.265438 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 7 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:24.284753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-753e464d-934c-46f9-a842-38c7cfa416b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.288908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.290968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:24.291318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:24.291522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-753e464d-934c-46f9-a842-38c7cfa416b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.291673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:24.310393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:24.312203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.338265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e464d-934c-46f9-a842-38c7cfa416b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda0707-378d-4702-ae32-c675f53a9914,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:24.383025 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-753e464d-934c-46f9-a842-38c7cfa416b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1755d69efdb442ba49ae51872069185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6441240 Nov 29 01:47:24.386409 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42310) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:24.392701 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:24.395512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:24.395512 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:24.407214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.411630 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 8 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:24.416901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.421338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.425032 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/b361697e-7b11-4ca1-9734-6a180d596ae9 HTTP/1.1" status: 204 len: 168 time: 2.1684599 Nov 29 01:47:24.430728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42312) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.455662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:24.456047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:24.456509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:24.463647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192ddb9-ef2b-4e28-bd85-ece181ad06e9 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=b361697e-7b11-4ca1-9734-6a180d596ae9,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:24.469329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:24.469663 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:24.471865 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 9 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:24.472229 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-726ee6fd-0d81-4fb9-a242-06eaf091c814 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:24.472838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726ee6fd-0d81-4fb9-a242-06eaf091c814 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:24.476113 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-726ee6fd-0d81-4fb9-a242-06eaf091c814 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/57c88fd5-f80f-4c6b-a86a-8d80525a8a3c HTTP/1.1" status: 404 len: 337 time: 0.0432084 Nov 29 01:47:24.481255 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42314) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.482470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9fa8da84-1a68-401d-a06b-2f953a44b055 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.506492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bba83fab-742b-4a8e-b158-8ebb95cad5c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.525138 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-455d6e1b-f670-4ae8-8651-1196d7840acd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:24.525664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455d6e1b-f670-4ae8-8651-1196d7840acd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:24.528822 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-455d6e1b-f670-4ae8-8651-1196d7840acd tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/fe754307-f913-4d1e-b376-d12605b50c09 HTTP/1.1" status: 404 len: 339 time: 0.0425510 Nov 29 01:47:24.529057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bba83fab-742b-4a8e-b158-8ebb95cad5c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.533229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42316) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.564935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42318) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.574646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.610024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31453128-082b-4bdd-89c5-c108a0dead8f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:24.626828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:24.627308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:24.627512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:24.637045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9fa8da84-1a68-401d-a06b-2f953a44b055 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.647725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bba83fab-742b-4a8e-b158-8ebb95cad5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.650393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bba83fab-742b-4a8e-b158-8ebb95cad5c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.653879 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bba83fab-742b-4a8e-b158-8ebb95cad5c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bda0707-378d-4702-ae32-c675f53a9914 HTTP/1.1" status: 204 len: 168 time: 0.2642236 Nov 29 01:47:24.658108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:24.668691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:24.669277 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:24.671324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:24.676764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8da84-1a68-401d-a06b-2f953a44b055 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0a96ba-99ae-4fe2-945e-f8a2137f360e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:24.679375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:24.682254 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempt 10 to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 Nov 29 01:47:24.685218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:24.685857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.689550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=723d9fd4-9a27-44ab-82b6-816fa148b14f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:24.693022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Allocated IP 2001:db8::2 (058d4b25-1bb4-41f8-a709-11e3c0ccf071/ad951efd-d50a-409c-852a-98ab59d44b53/d5e9b054-adc1-470c-a6a4-5ab8210151c6) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:24.698214 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-55cc8301-900f-4654-ad93-406c2031f90c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2895dd05bb6d432ca291cbefd92b61b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321554 Nov 29 01:47:24.699177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba83fab-742b-4a8e-b158-8ebb95cad5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda0707-378d-4702-ae32-c675f53a9914,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:24.704151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42322) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.727122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-b485bbdd-c40d-4d21-b790-ed885718bae2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting subnet 42a30821-526e-4931-b22b-0fffce9e4be7 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:24.730717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9fa8da84-1a68-401d-a06b-2f953a44b055 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.736760 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9fa8da84-1a68-401d-a06b-2f953a44b055 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/1c0a96ba-99ae-4fe2-945e-f8a2137f360e HTTP/1.1" status: 204 len: 168 time: 0.8861055 Nov 29 01:47:24.736760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b485bbdd-c40d-4d21-b790-ed885718bae2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.739093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:24.739366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:24.739676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempting to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:24.742694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42324) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.747208 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-54e7a814-9672-4c6f-95ff-4fb319e6bf67 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3477259 Nov 29 01:47:24.750731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42326) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.761248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071', 'name': 'tempest-PortsIpV6TestJSON-137859539', 'fixed_ips': [{'subnet_id': 'ad951efd-d50a-409c-852a-98ab59d44b53', 'ip_address': '2001:db8::f'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:24.791955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:47:24.792303 dv-neutron-816800-5-hyperv neutron-server[109948]: ERROR neutron.plugins.ml2.managers [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Failed to bind port 562b2b3a-684d-47ec-a922-0e77b0354241 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c41fddd5-d246-4506-a67f-dde95c895012'}] Nov 29 01:47:24.792685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.818925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05648d4-8ac7-42ab-9a14-6e0220849ee8 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:24.843844 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7b039157-38a3-4baf-82fd-bf0863d1d1f6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776498 Nov 29 01:47:24.849049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42328) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:24.853765 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:24.867136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b485bbdd-c40d-4d21-b790-ed885718bae2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.888624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3bdbdddc-84a0-4c80-bdc3-b24dc1a6e9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.913700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 31453128-082b-4bdd-89c5-c108a0dead8f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:24.914324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:24.968972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3bdbdddc-84a0-4c80-bdc3-b24dc1a6e9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.009066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:25.013437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.049854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 5e0aab61-81e2-42da-90fe-f68db741c2a3 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:25.053897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] For port 562b2b3a-684d-47ec-a922-0e77b0354241, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:25.054286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attempted to set empty binding levels {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:47:25.067346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.120403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b485bbdd-c40d-4d21-b790-ed885718bae2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.125825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] In _notify_port_updated(), no bound segment for port 562b2b3a-684d-47ec-a922-0e77b0354241 on network c41fddd5-d246-4506-a67f-dde95c895012 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:47:25.126896 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:25.127684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.131649 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "PUT /v2.0/ports/562b2b3a-684d-47ec-a922-0e77b0354241 HTTP/1.1" status: 200 len: 977 time: 2.9345357 Nov 29 01:47:25.150282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42338) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:25.164253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:25.167632 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.170874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d009c129-189e-48f9-8600-cc9c83647e20 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:25.178059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3bdbdddc-84a0-4c80-bdc3-b24dc1a6e9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.182524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3bdbdddc-84a0-4c80-bdc3-b24dc1a6e9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.187902 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3bdbdddc-84a0-4c80-bdc3-b24dc1a6e9f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dac729e1-74ce-4d38-842c-908aec196cf0 HTTP/1.1" status: 204 len: 168 time: 0.4827390 Nov 29 01:47:25.211769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbdddc-84a0-4c80-bdc3-b24dc1a6e9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac729e1-74ce-4d38-842c-908aec196cf0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:25.227834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.235653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2494840-0190-403f-8156-e60dd757855e tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event updated for resources: {'Port': ['ID=562b2b3a-684d-47ec-a922-0e77b0354241,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:25.260352 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d009c129-189e-48f9-8600-cc9c83647e20 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:25.260925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d009c129-189e-48f9-8600-cc9c83647e20 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:25.273703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.354846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:25.367568 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b485bbdd-c40d-4d21-b790-ed885718bae2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.378863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:25.381625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::f (058d4b25-1bb4-41f8-a709-11e3c0ccf071/ad951efd-d50a-409c-852a-98ab59d44b53/5e0aab61-81e2-42da-90fe-f68db741c2a3) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:25.404597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:25.421231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:25.446991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485bbdd-c40d-4d21-b790-ed885718bae2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Subnet': ['ID=42a30821-526e-4931-b22b-0fffce9e4be7,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:25.450147 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Pushing event updated for resources: {'Port': ['ID=d5e9b054-adc1-470c-a6a4-5ab8210151c6,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:25.470130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b485bbdd-c40d-4d21-b790-ed885718bae2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.475557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723f71bd-a226-4aaa-8b0c-5b0e98c3946e None None] Network d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:25.478458 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b485bbdd-c40d-4d21-b790-ed885718bae2 tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/subnets/42a30821-526e-4931-b22b-0fffce9e4be7 HTTP/1.1" status: 204 len: 168 time: 0.9442918 Nov 29 01:47:25.480926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42346) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:25.565721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Deleting port 562b2b3a-684d-47ec-a922-0e77b0354241 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:25.566829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.640110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Attempting to bind port d5e9b054-adc1-470c-a6a4-5ab8210151c6 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:25.641574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Attempting to bind port d5e9b054-adc1-470c-a6a4-5ab8210151c6 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '35f17406-48cf-45a2-a8d5-698fdc3074ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:25.642072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Attempting to bind port d5e9b054-adc1-470c-a6a4-5ab8210151c6 on network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:25.672965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:25.682858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Checking segment: {'id': '35f17406-48cf-45a2-a8d5-698fdc3074ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:25.683498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.684036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Bound using segment: {'id': '35f17406-48cf-45a2-a8d5-698fdc3074ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:25.684648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Bound port: d5e9b054-adc1-470c-a6a4-5ab8210151c6, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f17406-48cf-45a2-a8d5-698fdc3074ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '058d4b25-1bb4-41f8-a709-11e3c0ccf071'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:25.685157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.706514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.716521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] For port 562b2b3a-684d-47ec-a922-0e77b0354241, host hv-neutron-8168, got binding levels [] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:25.716896 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.741182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Calling delete_port for 562b2b3a-684d-47ec-a922-0e77b0354241 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:25.747600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.752598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] Deleting port 31453128-082b-4bdd-89c5-c108a0dead8f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:25.754681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.775850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.826132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Deleting port b76b3126-8b85-460d-99f1-41632ff6b96e {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:25.828420 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.840853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:25.848059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:25.850719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:25.851360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.882391 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0324214 Nov 29 01:47:25.897451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.897847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42364) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:25.899020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ca2a3-cfe8-4282-a861-f37a37d45e12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=f85e8b62-5586-4f57-8dca-22a4b8ddd0a8,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:25.912624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'name': 'tempest-NetworksTestDHCPv6-1071717031'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:25.954764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:25.964810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:25.964810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42366) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:25.973896 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:25.979964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:25.980931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:25.988936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] For port b76b3126-8b85-460d-99f1-41632ff6b96e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b76b3126-8b85-460d-99f1-41632ff6b96e,segment=NetworkSegment(9a751e34-90d1-433b-ba4c-4a4b932c2e7f),segment_id=9a751e34-90d1-433b-ba4c-4a4b932c2e7f)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:25.989528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.022852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Calling delete_port for b76b3126-8b85-460d-99f1-41632ff6b96e owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:26.025755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] For port d5e9b054-adc1-470c-a6a4-5ab8210151c6, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:26.036301 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2785225 Nov 29 01:47:26.037086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239ae32-0a55-455e-8cf7-7b1e95af33ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=5e0aab61-81e2-42da-90fe-f68db741c2a3,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:26.037206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] For port d5e9b054-adc1-470c-a6a4-5ab8210151c6, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d5e9b054-adc1-470c-a6a4-5ab8210151c6,segment=NetworkSegment(35f17406-48cf-45a2-a8d5-698fdc3074ed),segment_id=35f17406-48cf-45a2-a8d5-698fdc3074ed)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:26.039424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42372) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.064016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.092532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.095244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] For port 31453128-082b-4bdd-89c5-c108a0dead8f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31453128-082b-4bdd-89c5-c108a0dead8f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:26.095655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.135441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Pushing event deleted for resources: {'Port': ['ID=562b2b3a-684d-47ec-a922-0e77b0354241,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:26.142108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.150036 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-171ac7ba-4e4f-4ad2-a5f3-aaf8cd7e0847 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "DELETE /v2.0/ports/562b2b3a-684d-47ec-a922-0e77b0354241 HTTP/1.1" status: 204 len: 168 time: 0.9985662 Nov 29 01:47:26.151335 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42376) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.151807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:26.156738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.176958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] DHCP port deletion for d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:26.186870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 53df73d6-5816-44f5-9720-b7e328fb66ef yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:26.190457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] Calling delete_port for 31453128-082b-4bdd-89c5-c108a0dead8f owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:26.245752 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d46f92b5-c5e3-430c-9d5e-cfbbcec537d7 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] Request body: {'port': {'network_id': '2bfeb463-b72f-4bf9-8ea3-835ddaa947ac', 'name': 'tempest-NetworksNegativeTestJSON-1174501660'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:26.290791 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0031b8-647a-4a88-a091-8034fe88cda1 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:47:26.292252 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ea0031b8-647a-4a88-a091-8034fe88cda1 tempest-PortsAdminExtendedAttrsTestJSON-408972967 tempest-PortsAdminExtendedAttrsTestJSON-408972967-project-admin] 10.222.0.30 "GET /v2.0/ports/562b2b3a-684d-47ec-a922-0e77b0354241 HTTP/1.1" status: 404 len: 333 time: 0.0789275 Nov 29 01:47:26.297654 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46f92b5-c5e3-430c-9d5e-cfbbcec537d7 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] POST failed (client error): The resource could not be found. Nov 29 01:47:26.298671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46f92b5-c5e3-430c-9d5e-cfbbcec537d7 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:26.300099 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d46f92b5-c5e3-430c-9d5e-cfbbcec537d7 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3271115 Nov 29 01:47:26.300703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42382) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.319144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42384) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.322056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9e5f0-d81e-48c3-885f-68c27b428c27 None None] Pushing event updated for resources: {'Port': ['ID=d5e9b054-adc1-470c-a6a4-5ab8210151c6,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:26.390775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] Deleting port b76b3126-8b85-460d-99f1-41632ff6b96e {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:26.392224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.406782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4b032-07f7-464d-82ca-5125259b214e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:26.408364 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ccb4b032-07f7-464d-82ca-5125259b214e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3646727 Nov 29 01:47:26.423945 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea37ea59-3c27-4b00-91be-147f575290c7 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:26.424246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea37ea59-3c27-4b00-91be-147f575290c7 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:26.425726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::20a (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/f85e8b62-5586-4f57-8dca-22a4b8ddd0a8/53df73d6-5816-44f5-9720-b7e328fb66ef) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:26.432868 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ea37ea59-3c27-4b00-91be-147f575290c7 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "DELETE /v2.0/networks/d7565651-d887-47ef-91d5-a27a327bc518 HTTP/1.1" status: 404 len: 339 time: 0.1051018 Nov 29 01:47:26.436173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42388) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.436689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42390) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.466090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.541254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] No DVR routers for this DVR port 31453128-082b-4bdd-89c5-c108a0dead8f on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:26.585940 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec35187-da02-4964-86e0-ed9bc39ba175 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:26.586558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec35187-da02-4964-86e0-ed9bc39ba175 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:26.589742 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9ec35187-da02-4964-86e0-ed9bc39ba175 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "DELETE /v2.0/ports/f22aa833-d240-418c-8525-1eeafd0facf7 HTTP/1.1" status: 404 len: 333 time: 0.1493661 Nov 29 01:47:26.606801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42392) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.610712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.636185 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] For port b76b3126-8b85-460d-99f1-41632ff6b96e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b76b3126-8b85-460d-99f1-41632ff6b96e,segment=NetworkSegment(9a751e34-90d1-433b-ba4c-4a4b932c2e7f),segment_id=9a751e34-90d1-433b-ba4c-4a4b932c2e7f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:26.637975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.643908 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-147b12eb-f044-4c8c-85fe-f4f86d3a4072 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] DELETE failed (client error): The resource could not be found. Nov 29 01:47:26.644302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147b12eb-f044-4c8c-85fe-f4f86d3a4072 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:26.651010 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-147b12eb-f044-4c8c-85fe-f4f86d3a4072 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "DELETE /v2.0/subnets/434b89db-f080-46ee-9936-16f212b040f3 HTTP/1.1" status: 404 len: 337 time: 0.0460474 Nov 29 01:47:26.659668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42394) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.673659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] Calling delete_port for b76b3126-8b85-460d-99f1-41632ff6b96e owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:26.679995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.712850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0888ba1-0c2a-45ab-be88-72211951bfe2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:26.727761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0888ba1-0c2a-45ab-be88-72211951bfe2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:26.734141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0888ba1-0c2a-45ab-be88-72211951bfe2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:26.743293 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b0888ba1-0c2a-45ab-be88-72211951bfe2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3016019 Nov 29 01:47:26.743293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] No DVR routers for this DVR port b76b3126-8b85-460d-99f1-41632ff6b96e on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:26.746924 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42398) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.772787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cda0f3-8cf0-46d0-932e-b5ad8131ee18 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:26.773513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.776740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3f7d-9cd0-44c9-ad50-84626af0c043 None None] Pushing event deleted for resources: {'Port': ['ID=31453128-082b-4bdd-89c5-c108a0dead8f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:26.777582 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-24adb8db-5278-4fd0-a213-e219f9aec045 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] GET failed (client error): The resource could not be found. Nov 29 01:47:26.779198 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-24adb8db-5278-4fd0-a213-e219f9aec045 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "GET /v2.0/networks/88a818e3-8355-4bcd-9732-39e0233f0fd7 HTTP/1.1" status: 404 len: 339 time: 0.1175373 Nov 29 01:47:26.784358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42400) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.803349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d5e9b054-adc1-470c-a6a4-5ab8210151c6 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:26.818586 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76b8823-048e-4dbe-bfe5-b9732f2d33fa tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] GET failed (client error): The resource could not be found. Nov 29 01:47:26.820356 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a76b8823-048e-4dbe-bfe5-b9732f2d33fa tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "GET /v2.0/ports/09c5a0d6-1a74-4171-be23-1c2717129c33 HTTP/1.1" status: 404 len: 333 time: 0.0350418 Nov 29 01:47:26.828071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42402) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.878917 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c473e66-b53b-482a-9f6c-8a2bbaeee1ef tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] GET failed (client error): The resource could not be found. Nov 29 01:47:26.885386 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4c473e66-b53b-482a-9f6c-8a2bbaeee1ef tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "GET /v2.0/subnets/752bc24b-771d-4a3a-94ff-b4cbb5493444 HTTP/1.1" status: 404 len: 337 time: 0.0562227 Nov 29 01:47:26.886089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42406) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.890930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Port': ['ID=b76b3126-8b85-460d-99f1-41632ff6b96e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:26.898276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-feb6b51e-408a-492e-8a50-4544d714eb24 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:26.919616 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb6b51e-408a-492e-8a50-4544d714eb24 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] PUT failed (client error): The resource could not be found. Nov 29 01:47:26.920148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb6b51e-408a-492e-8a50-4544d714eb24 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:26.921385 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-feb6b51e-408a-492e-8a50-4544d714eb24 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "PUT /v2.0/networks/46563c9c-c451-4e9f-ab0f-42665bce0ba8 HTTP/1.1" status: 404 len: 339 time: 0.0323746 Nov 29 01:47:26.925092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42410) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.930315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-336b7091-d1d3-4f5a-af78-06c6b75cc25a tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:26.947610 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.952881 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-336b7091-d1d3-4f5a-af78-06c6b75cc25a tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] PUT failed (client error): The resource could not be found. Nov 29 01:47:26.953578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336b7091-d1d3-4f5a-af78-06c6b75cc25a tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:26.955185 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-336b7091-d1d3-4f5a-af78-06c6b75cc25a tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "PUT /v2.0/ports/0fb9f173-aae9-42fc-84ca-7726cd351bd7 HTTP/1.1" status: 404 len: 333 time: 0.0291262 Nov 29 01:47:26.960043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42412) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:26.966663 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-c7a97ab6-b548-4112-8d71-77854112fe14 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:26.972835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.992371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] Pushing event deleted for resources: {'Port': ['ID=b76b3126-8b85-460d-99f1-41632ff6b96e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:26.993567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:26.998985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4800eb0-0955-48cc-9236-de80f15c0290 None None] No DVR routers for this DVR port b76b3126-8b85-460d-99f1-41632ff6b96e on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:27.002219 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a97ab6-b548-4112-8d71-77854112fe14 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] PUT failed (client error): The resource could not be found. Nov 29 01:47:27.002714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a97ab6-b548-4112-8d71-77854112fe14 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:27.003956 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c7a97ab6-b548-4112-8d71-77854112fe14 tempest-NetworksNegativeTestJSON-888718220 tempest-NetworksNegativeTestJSON-888718220-project] 10.222.0.30 "PUT /v2.0/subnets/d6db3c6c-b462-482c-a487-5eacdcabf5e5 HTTP/1.1" status: 404 len: 337 time: 0.0428288 Nov 29 01:47:27.051204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d5e9b054-adc1-470c-a6a4-5ab8210151c6 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:27.051779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.081937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:27.085369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.097297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:27.110247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:27.116903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:27.130851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:27.131637 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a751e34-90d1-433b-ba4c-4a4b932c2e7f') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:27.132016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a751e34-90d1-433b-ba4c-4a4b932c2e7f') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:27.139010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.157334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=53df73d6-5816-44f5-9720-b7e328fb66ef,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:27.163027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': 'f85e8b62-5586-4f57-8dca-22a4b8ddd0a8'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:27.164156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.173334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.176069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41fddd5-d246-4506-a67f-dde95c895012']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:27.180731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6578465e-fd4e-452d-962f-ca7ccf0d70b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 5e0aab61-81e2-42da-90fe-f68db741c2a3 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:27.181075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6578465e-fd4e-452d-962f-ca7ccf0d70b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.193754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9b66210d-7ee6-4f84-a3ad-e313f046ca14 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2915657 Nov 29 01:47:27.194514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42418) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:27.208561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.249718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:27.250019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea6b811-e64a-407e-a7f4-18fb18c6f3bd') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:27.253403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.296937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1249106c-2313-4c57-8861-1cbb8e34c5a3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:27.304204 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1249106c-2313-4c57-8861-1cbb8e34c5a3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1085432 Nov 29 01:47:27.304628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42424) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:27.305689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:27.306106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:27.316839 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:27.320901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.328604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port d5e9b054-adc1-470c-a6a4-5ab8210151c6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d5e9b054-adc1-470c-a6a4-5ab8210151c6,segment=NetworkSegment(35f17406-48cf-45a2-a8d5-698fdc3074ed),segment_id=35f17406-48cf-45a2-a8d5-698fdc3074ed)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:27.367383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.421098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42428) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:27.456616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/f85e8b62-5586-4f57-8dca-22a4b8ddd0a8/3ea7e074-1610-4681-abcf-84317d7944c9) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:27.476617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=d5e9b054-adc1-470c-a6a4-5ab8210151c6,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:27.494833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31453128-082b-4bdd-89c5-c108a0dead8f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:27.522452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.568787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 31453128-082b-4bdd-89c5-c108a0dead8f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:27.569230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31453128-082b-4bdd-89c5-c108a0dead8f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:27.569678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b76b3126-8b85-460d-99f1-41632ff6b96e no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:27.597497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:27.597497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.597910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42432) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:27.604635 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:27.657488 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: b76b3126-8b85-460d-99f1-41632ff6b96e {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:27.657953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b76b3126-8b85-460d-99f1-41632ff6b96e not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:27.679781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.698484 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.704164 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] 10.222.0.30 "DELETE /v2.0/networks/d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c HTTP/1.1" status: 204 len: 168 time: 2.2199368 Nov 29 01:47:27.734300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c424a0b-b236-4efb-8f00-7922544769fa tempest-NetworksIpV6Test-1517143399 tempest-NetworksIpV6Test-1517143399-project] Pushing event deleted for resources: {'Network': ['ID=d9d2d6e8-018b-4372-8a03-bcb5ed34eb9c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:27.748872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.753047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6578465e-fd4e-452d-962f-ca7ccf0d70b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.763529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.784624 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] 10.222.0.30 "DELETE /v2.0/networks/c41fddd5-d246-4506-a67f-dde95c895012 HTTP/1.1" status: 204 len: 168 time: 1.4653122 Nov 29 01:47:27.786338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d792948e-4bc6-4238-9299-42d9ab94a014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.806708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6578465e-fd4e-452d-962f-ca7ccf0d70b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 5e0aab61-81e2-42da-90fe-f68db741c2a3 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:27.814274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.814867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-966875367', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:27.826616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.840341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b308b2-3aee-44b4-b6f4-1891bfd0f7ee tempest-PortsAdminExtendedAttrsTestJSON-83042709 tempest-PortsAdminExtendedAttrsTestJSON-83042709-project] Pushing event deleted for resources: {'Network': ['ID=c41fddd5-d246-4506-a67f-dde95c895012,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:27.915504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:27.920902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:27.923028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Made reservation on behalf of 6208f295126841a78c0493788fee6c22 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:27.927131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.928822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-50fd59c8-6065-42ed-9564-e84df78f5a6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 53df73d6-5816-44f5-9720-b7e328fb66ef {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:27.929168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50fd59c8-6065-42ed-9564-e84df78f5a6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.938796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:27.942290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Pushing event updated for resources: {'Port': ['ID=3ea7e074-1610-4681-abcf-84317d7944c9,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:27.948531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:28.003499 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b51927a-da7e-4370-9724-8a9022459bcf None None] Network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:28.067820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50fd59c8-6065-42ed-9564-e84df78f5a6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.085346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.098080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.102345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] device_id is not set on port ca727594-d552-489d-ade6-aa2c559cdb7f yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:28.107913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5e72ea5d-3baa-46c7-8031-55633e6c62a4 None None] Provisioning complete for port d5e9b054-adc1-470c-a6a4-5ab8210151c6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:28.108517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5e72ea5d-3baa-46c7-8031-55633e6c62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.114929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Attempting to bind port 3ea7e074-1610-4681-abcf-84317d7944c9 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:28.115844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Attempting to bind port 3ea7e074-1610-4681-abcf-84317d7944c9 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:28.116456 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Attempting to bind port 3ea7e074-1610-4681-abcf-84317d7944c9 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:28.124356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-50fd59c8-6065-42ed-9564-e84df78f5a6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 53df73d6-5816-44f5-9720-b7e328fb66ef owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:28.140146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42444) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.161869 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d792948e-4bc6-4238-9299-42d9ab94a014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.164291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:28.167140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:28.169394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.171093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:28.172795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Bound port: 3ea7e074-1610-4681-abcf-84317d7944c9, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:28.174623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.195365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d63bc2-5e33-48e9-9ef5-7bbd17c66d6f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:28.213474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d792948e-4bc6-4238-9299-42d9ab94a014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.224033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42448) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.230988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6578465e-fd4e-452d-962f-ca7ccf0d70b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.279175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578465e-fd4e-452d-962f-ca7ccf0d70b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=5e0aab61-81e2-42da-90fe-f68db741c2a3,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:28.289515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792948e-4bc6-4238-9299-42d9ab94a014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c662f8-7146-4aee-9cab-104654d1232f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:28.329300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6578465e-fd4e-452d-962f-ca7ccf0d70b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.338222 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6578465e-fd4e-452d-962f-ca7ccf0d70b4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/5e0aab61-81e2-42da-90fe-f68db741c2a3 HTTP/1.1" status: 204 len: 168 time: 1.5575063 Nov 29 01:47:28.344287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42452) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.391050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Allocated IP 172.26.8.156 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/ca727594-d552-489d-ade6-aa2c559cdb7f) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:28.403343 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e799e8d-9149-4f17-a2e5-23aa300d4254 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:47:28.408498 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5e799e8d-9149-4f17-a2e5-23aa300d4254 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/5e0aab61-81e2-42da-90fe-f68db741c2a3 HTTP/1.1" status: 404 len: 333 time: 0.0627718 Nov 29 01:47:28.412169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42454) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.493910 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d792948e-4bc6-4238-9299-42d9ab94a014 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=620bbfd5c1a14797b21eeb05155a4e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8927217 Nov 29 01:47:28.494219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42456) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.520988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e49259f6-7206-4815-a9f0-739cd4ea9149 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8be1216749ce4ecca15ec4b5076064eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794510 Nov 29 01:47:28.525031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42458) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.536686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50fd59c8-6065-42ed-9564-e84df78f5a6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.548410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] For port 3ea7e074-1610-4681-abcf-84317d7944c9, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:28.577596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] For port 3ea7e074-1610-4681-abcf-84317d7944c9, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3ea7e074-1610-4681-abcf-84317d7944c9,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:28.591900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.602243 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eba5faef-6817-4679-afa6-3cf968f76a2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f85d150719c499d969ec2c8949f8f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424833 Nov 29 01:47:28.608040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42460) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.628519 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd59c8-6065-42ed-9564-e84df78f5a6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=53df73d6-5816-44f5-9720-b7e328fb66ef,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:28.664914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b17799-ca52-4985-b68a-10b0e40fc9ae None None] Pushing event updated for resources: {'Port': ['ID=3ea7e074-1610-4681-abcf-84317d7944c9,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:28.667614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d5e9b054-adc1-470c-a6a4-5ab8210151c6 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:28.675090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50fd59c8-6065-42ed-9564-e84df78f5a6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.678333 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-50fd59c8-6065-42ed-9564-e84df78f5a6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/53df73d6-5816-44f5-9720-b7e328fb66ef HTTP/1.1" status: 204 len: 168 time: 1.3624978 Nov 29 01:47:28.680720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42462) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.708689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3b1755d-4fd2-445e-b47b-510329dc522c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.729136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.754964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d5e9b054-adc1-470c-a6a4-5ab8210151c6 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:28.754964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.758998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3b1755d-4fd2-445e-b47b-510329dc522c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.771935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4c127d7-947d-43b5-bbd0-d2703c11e1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.777013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9553e00a-d83b-48d7-bb40-8b0f0e16c486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.781496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576dfa02-e551-49ae-983a-3a0b0642f23d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:28.783102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576dfa02-e551-49ae-983a-3a0b0642f23d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:28.784676 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-576dfa02-e551-49ae-983a-3a0b0642f23d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1030457 Nov 29 01:47:28.791351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42464) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:28.840572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9553e00a-d83b-48d7-bb40-8b0f0e16c486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.863141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-216b0fdb-6c30-4fd7-8418-33023b3c81e1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 723d9fd4-9a27-44ab-82b6-816fa148b14f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:28.863635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-216b0fdb-6c30-4fd7-8418-33023b3c81e1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.872833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0320368-af0b-4903-b7f3-ccce1e52564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet f85e8b62-5586-4f57-8dca-22a4b8ddd0a8 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:28.890364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.899803 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0320368-af0b-4903-b7f3-ccce1e52564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.908074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3b1755d-4fd2-445e-b47b-510329dc522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.910731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e3b1755d-4fd2-445e-b47b-510329dc522c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.914220 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e3b1755d-4fd2-445e-b47b-510329dc522c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16c662f8-7146-4aee-9cab-104654d1232f HTTP/1.1" status: 204 len: 168 time: 0.4093246 Nov 29 01:47:28.947686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4c127d7-947d-43b5-bbd0-d2703c11e1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:28.957933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1755d-4fd2-445e-b47b-510329dc522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c662f8-7146-4aee-9cab-104654d1232f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:28.991478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:29.005442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:29.023890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef26d1-a770-4948-aef8-64bedb2261c7 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:29.028733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:29.043553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2410867a-e1c0-490e-a7eb-db02b1426e4d None None] Provisioning complete for port d5e9b054-adc1-470c-a6a4-5ab8210151c6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:29.049195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2410867a-e1c0-490e-a7eb-db02b1426e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.085810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:29.086790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.100582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Pushing event updated for resources: {'Port': ['ID=ca727594-d552-489d-ade6-aa2c559cdb7f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:29.138307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9553e00a-d83b-48d7-bb40-8b0f0e16c486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.142325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9553e00a-d83b-48d7-bb40-8b0f0e16c486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.143832 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9553e00a-d83b-48d7-bb40-8b0f0e16c486 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8cdb220-600c-4402-843c-1b35222888a4 HTTP/1.1" status: 204 len: 168 time: 0.5347955 Nov 29 01:47:29.153631 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4fde0b3f-5cdb-4469-8d20-143014de789c tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7314148 Nov 29 01:47:29.158400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42472) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:29.193402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.156'}]}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:29.206488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553e00a-d83b-48d7-bb40-8b0f0e16c486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cdb220-600c-4402-843c-1b35222888a4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:29.267436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.269751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.439246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2410867a-e1c0-490e-a7eb-db02b1426e4d None None] Provisioning complete for port 723d9fd4-9a27-44ab-82b6-816fa148b14f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:29.440740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2410867a-e1c0-490e-a7eb-db02b1426e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.450855 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.547450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2410867a-e1c0-490e-a7eb-db02b1426e4d None None] Port 723d9fd4-9a27-44ab-82b6-816fa148b14f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:29.637933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0320368-af0b-4903-b7f3-ccce1e52564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.677600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-21f8d715-eace-4e49-bfc5-d483b4d2fac0 None None] Provisioning complete for port ca727594-d552-489d-ade6-aa2c559cdb7f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:29.679807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-21f8d715-eace-4e49-bfc5-d483b4d2fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.698861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.740477 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4c127d7-947d-43b5-bbd0-d2703c11e1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.741338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4c127d7-947d-43b5-bbd0-d2703c11e1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.746677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42488) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:29.748788 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c4c127d7-947d-43b5-bbd0-d2703c11e1b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9eb0330c-fa65-4371-8a53-fb2235762949 HTTP/1.1" status: 204 len: 168 time: 1.2223754 Nov 29 01:47:29.774285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-21f8d715-eace-4e49-bfc5-d483b4d2fac0 None None] Port ca727594-d552-489d-ade6-aa2c559cdb7f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:29.778033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-216b0fdb-6c30-4fd7-8418-33023b3c81e1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.790109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-21f8d715-eace-4e49-bfc5-d483b4d2fac0 None None] Provisioning complete for port 723d9fd4-9a27-44ab-82b6-816fa148b14f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:29.790812 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-21f8d715-eace-4e49-bfc5-d483b4d2fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:29.791424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c127d7-947d-43b5-bbd0-d2703c11e1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb0330c-fa65-4371-8a53-fb2235762949,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:29.836389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-216b0fdb-6c30-4fd7-8418-33023b3c81e1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 723d9fd4-9a27-44ab-82b6-816fa148b14f owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:29.925739 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-21f8d715-eace-4e49-bfc5-d483b4d2fac0 None None] Port 723d9fd4-9a27-44ab-82b6-816fa148b14f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:29.978733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0320368-af0b-4903-b7f3-ccce1e52564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.044647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b2238066-db9c-4c88-9cfb-1a5c83a93d08 None None] Could not find standard attr ID for object 5e0aab61-81e2-42da-90fe-f68db741c2a3. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:30.205593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0320368-af0b-4903-b7f3-ccce1e52564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.290273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0320368-af0b-4903-b7f3-ccce1e52564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=f85e8b62-5586-4f57-8dca-22a4b8ddd0a8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:30.307027 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-91bff0f8-87b2-4d93-81a1-70ed07ff0186 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1044a3eb886849568510ef7482b7935b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526667 Nov 29 01:47:30.313623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42504) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:30.315858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0320368-af0b-4903-b7f3-ccce1e52564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.326767 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c0320368-af0b-4903-b7f3-ccce1e52564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/f85e8b62-5586-4f57-8dca-22a4b8ddd0a8 HTTP/1.1" status: 204 len: 168 time: 1.5325441 Nov 29 01:47:30.334172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42506) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:30.352915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-216b0fdb-6c30-4fd7-8418-33023b3c81e1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.476744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b0fdb-6c30-4fd7-8418-33023b3c81e1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=723d9fd4-9a27-44ab-82b6-816fa148b14f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:30.486754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9d32da8c-323e-4b24-b69a-4db02b187874 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1483994 Nov 29 01:47:30.493182 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42516) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:30.494328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-216b0fdb-6c30-4fd7-8418-33023b3c81e1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.507615 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-216b0fdb-6c30-4fd7-8418-33023b3c81e1 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/723d9fd4-9a27-44ab-82b6-816fa148b14f HTTP/1.1" status: 204 len: 168 time: 2.0931582 Nov 29 01:47:30.532884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42518) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:30.634840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42520) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:30.639076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c145faa4-0cf7-453e-8b55-0489beb759f3 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:30.651659 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-05995626-fabb-46d2-a67a-f0db57bb53ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:47:30.653186 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-05995626-fabb-46d2-a67a-f0db57bb53ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/723d9fd4-9a27-44ab-82b6-816fa148b14f HTTP/1.1" status: 404 len: 333 time: 0.1154251 Nov 29 01:47:30.676583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42524) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:30.739699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3ea7e074-1610-4681-abcf-84317d7944c9 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:30.744105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ce2d0-c8e0-4ca5-a4d7-d0ea3960b5f3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:30.747930 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-862ce2d0-c8e0-4ca5-a4d7-d0ea3960b5f3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2353344 Nov 29 01:47:30.751914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42528) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:30.752092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-61cf645d-e23b-44d4-a5ab-9cc6eaa8fed3 None None] Could not find standard attr ID for object 53df73d6-5816-44f5-9720-b7e328fb66ef. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:30.753185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89168938-ab2a-4df0-8b85-7ad8c4470872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.783044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89168938-ab2a-4df0-8b85-7ad8c4470872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.829437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-edc4d4ad-6071-43f3-9060-2a1ff2e2e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:30.831136 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-edc4d4ad-6071-43f3-9060-2a1ff2e2e03d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1099 time: 0.2357085 Nov 29 01:47:30.845952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d3113-c233-480f-8b67-fdf4ba73524f req-d0bce502-ed1b-455d-8f5b-7122b8dd2dd9 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:30.847459 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ea6d3113-c233-480f-8b67-fdf4ba73524f req-d0bce502-ed1b-455d-8f5b-7122b8dd2dd9 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2215171 Nov 29 01:47:30.851725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d1b757-a332-437d-ad53-701035a51017 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet ad951efd-d50a-409c-852a-98ab59d44b53 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:30.889301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89168938-ab2a-4df0-8b85-7ad8c4470872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.892866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89168938-ab2a-4df0-8b85-7ad8c4470872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.894888 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-89168938-ab2a-4df0-8b85-7ad8c4470872 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be9814cd-043c-44fe-8151-bb448752e479 HTTP/1.1" status: 204 len: 168 time: 0.5789554 Nov 29 01:47:30.924328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-61cf645d-e23b-44d4-a5ab-9cc6eaa8fed3 None None] Provisioning complete for port 3ea7e074-1610-4681-abcf-84317d7944c9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:30.924976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-61cf645d-e23b-44d4-a5ab-9cc6eaa8fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.939216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89168938-ab2a-4df0-8b85-7ad8c4470872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9814cd-043c-44fe-8151-bb448752e479,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:30.956913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-320a67e1-e1f0-445f-ab36-95fa8661eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:30.958478 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-320a67e1-e1f0-445f-ab36-95fa8661eea5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 912 time: 0.1013067 Nov 29 01:47:30.961880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b757-a332-437d-ad53-701035a51017 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:30.994003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.020364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.022972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3ea7e074-1610-4681-abcf-84317d7944c9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:31.023562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.025115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b757-a332-437d-ad53-701035a51017 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.125911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-61cf645d-e23b-44d4-a5ab-9cc6eaa8fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.131306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1297641518'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:31.147760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b757-a332-437d-ad53-701035a51017 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.165823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:31.170211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.187874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-61cf645d-e23b-44d4-a5ab-9cc6eaa8fed3 None None] For port 3ea7e074-1610-4681-abcf-84317d7944c9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3ea7e074-1610-4681-abcf-84317d7944c9,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:31.190070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b590990a-9041-402d-99d8-e40c691b24da None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:31.213917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6276f4ee-29e6-47da-b4be-51b8b307eb56 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:31.215502 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6276f4ee-29e6-47da-b4be-51b8b307eb56 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4604270 Nov 29 01:47:31.225181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-61cf645d-e23b-44d4-a5ab-9cc6eaa8fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.237473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42540) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:31.238607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b757-a332-437d-ad53-701035a51017 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.257970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.291335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.344200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf645d-e23b-44d4-a5ab-9cc6eaa8fed3 None None] Pushing event updated for resources: {'Port': ['ID=3ea7e074-1610-4681-abcf-84317d7944c9,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:31.353755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42544) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:31.394774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b590990a-9041-402d-99d8-e40c691b24da None None] Deleting port 3ea7e074-1610-4681-abcf-84317d7944c9 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:31.394774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b590990a-9041-402d-99d8-e40c691b24da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.410022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:31.410591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:31.439307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.444312 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-74a31f87-e8ff-4e24-a611-ce490f095f0f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2022357 Nov 29 01:47:31.451076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42550) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:31.456798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1b757-a332-437d-ad53-701035a51017 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=ad951efd-d50a-409c-852a-98ab59d44b53,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:31.458039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:31.472743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec42cbc-e43a-49f8-b676-77aca370e73f None None] Network 058d4b25-1bb4-41f8-a709-11e3c0ccf071 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:31.474331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.490771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b757-a332-437d-ad53-701035a51017 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.497797 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f2d1b757-a332-437d-ad53-701035a51017 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/ad951efd-d50a-409c-852a-98ab59d44b53 HTTP/1.1" status: 204 len: 168 time: 0.8036227 Nov 29 01:47:31.502000 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-51fd5de6-d712-4f80-8931-72cbdf6884ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 1001 time: 0.2921095 Nov 29 01:47:31.503046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42554) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:31.519905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.563303 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ea6d3113-c233-480f-8b67-fdf4ba73524f req-e5e52bc4-b265-42ae-b3ee-54061ad4f090 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7032962 Nov 29 01:47:31.587357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-7a0f0a48-93ca-4f95-a31c-93ff8c7dbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:31.589723 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-7a0f0a48-93ca-4f95-a31c-93ff8c7dbde6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.0794163 Nov 29 01:47:31.611657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b590990a-9041-402d-99d8-e40c691b24da None None] For port 3ea7e074-1610-4681-abcf-84317d7944c9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3ea7e074-1610-4681-abcf-84317d7944c9,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:31.612077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b590990a-9041-402d-99d8-e40c691b24da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.640724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b590990a-9041-402d-99d8-e40c691b24da None None] Calling delete_port for 3ea7e074-1610-4681-abcf-84317d7944c9 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:31.655219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-e84dee96-d7e3-49a1-a8c9-8463cf2d6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:31.657586 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-e84dee96-d7e3-49a1-a8c9-8463cf2d6951 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0593708 Nov 29 01:47:31.673699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:31.679477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985330769'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:31.705516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce331a1b-05da-4d6f-9b3d-dcb4cf4f849d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:31.754835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b590990a-9041-402d-99d8-e40c691b24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.773320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.773795 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment e93971d2-96c7-462e-8c31-c50e44c38379 of type vlan for network 1feb232b-7446-476c-9d49-1da0db452c35 Nov 29 01:47:31.789364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590990a-9041-402d-99d8-e40c691b24da None None] No DVR routers for this DVR port 3ea7e074-1610-4681-abcf-84317d7944c9 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:31.793098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590990a-9041-402d-99d8-e40c691b24da None None] Pushing event deleted for resources: {'Port': ['ID=3ea7e074-1610-4681-abcf-84317d7944c9,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:31.816829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] DHCP port deletion for 058d4b25-1bb4-41f8-a709-11e3c0ccf071 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:31.820732 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-6a59af7c-2905-42e5-867d-7819f2cda901 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538718 Nov 29 01:47:31.894301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] Deleting port d5e9b054-adc1-470c-a6a4-5ab8210151c6 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:31.895158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.939646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:31.943218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.946278 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-268bc076-3888-4c2f-979d-dec5bdbb702d req-b746844f-8295-4da1-8682-5ca57f052450 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185710 Nov 29 01:47:31.949914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port 3ea7e074-1610-4681-abcf-84317d7944c9 update to ACTIVE by agent not found {{(pid=109950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:47:31.959776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.969490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.973156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.975733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:31.984184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.007167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] For port d5e9b054-adc1-470c-a6a4-5ab8210151c6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d5e9b054-adc1-470c-a6a4-5ab8210151c6,segment=NetworkSegment(35f17406-48cf-45a2-a8d5-698fdc3074ed),segment_id=35f17406-48cf-45a2-a8d5-698fdc3074ed)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:32.007499 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.022254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] Calling delete_port for d5e9b054-adc1-470c-a6a4-5ab8210151c6 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:32.052975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:32.056705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.133392 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.133988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.134465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5403b620-e999-4550-9b72-ac98dee72140 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:47:32.152008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] No DVR routers for this DVR port d5e9b054-adc1-470c-a6a4-5ab8210151c6 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:32.164343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.170539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:32.171597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.172713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac445adb-37da-45c5-95b7-4ee97ce5013d None None] Pushing event deleted for resources: {'Port': ['ID=d5e9b054-adc1-470c-a6a4-5ab8210151c6,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:32.286786 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6153276 Nov 29 01:47:32.289328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42570) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:32.306054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-458328460'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:32.306262 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 29 01:47:32.306262 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f1785292-1fd7-4351-846d-52954d12d783 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1420178 Nov 29 01:47:32.308185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42572) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:32.330586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873e6cf-c0da-4de7-8197-474c68dc82d2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=1feb232b-7446-476c-9d49-1da0db452c35,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:32.346154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 1feb232b-7446-476c-9d49-1da0db452c35 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:32.353437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:32.359323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.393702 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:32.394549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.399777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port d5e9b054-adc1-470c-a6a4-5ab8210151c6 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:32.400115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.406907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.406907 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment 0b5557f3-ec50-4335-879d-648fee2c7d66 of type vlan for network a5d34a6c-28ee-40c9-bea1-c0065b8b37db Nov 29 01:47:32.441714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.496569 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.528934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:32.551859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.561373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:32.561948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.572895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] For port d5e9b054-adc1-470c-a6a4-5ab8210151c6, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:32.573383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.580829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.581191 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment d8921fd9-8e45-49b1-8175-4128264ddac8 of type vlan for network d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 Nov 29 01:47:32.582481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f49c6-fad0-4900-8ae7-02d8531e9dc5,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:32.642819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3ea7e074-1610-4681-abcf-84317d7944c9 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:32.668093 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3765261 Nov 29 01:47:32.668913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42584) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:32.674317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 3ea7e074-1610-4681-abcf-84317d7944c9 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:32.674793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3ea7e074-1610-4681-abcf-84317d7944c9 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:32.675455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d5e9b054-adc1-470c-a6a4-5ab8210151c6 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:32.694228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for d5e9b054-adc1-470c-a6a4-5ab8210151c6 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:32.698192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d5e9b054-adc1-470c-a6a4-5ab8210151c6 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:32.698651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d5e9b054-adc1-470c-a6a4-5ab8210151c6 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:32.705208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': '1feb232b-7446-476c-9d49-1da0db452c35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:32.719325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Port d5e9b054-adc1-470c-a6a4-5ab8210151c6 was not found and therefore no delete operation was performed {{(pid=109948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:47:32.735105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696ac37-f716-443b-9fac-b4462a63edd8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=a5d34a6c-28ee-40c9-bea1-c0065b8b37db,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:32.739266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.747270 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network a5d34a6c-28ee-40c9-bea1-c0065b8b37db details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:32.748108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.798133 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-20f57849-d524-492b-89da-b391bb504cd1 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Deleting port ca727594-d552-489d-ade6-aa2c559cdb7f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:32.798704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20f57849-d524-492b-89da-b391bb504cd1 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.823260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=d5e9b054-adc1-470c-a6a4-5ab8210151c6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:32.831674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:32.834391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No DVR routers for this DVR port d5e9b054-adc1-470c-a6a4-5ab8210151c6 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:32.837396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.846850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.936157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cc1b8-02b9-46ab-926c-fd2e82faf959 req-f7888c0f-db9a-4c89-8cad-eaff85e7c7d1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:32.937770 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-aa0cc1b8-02b9-46ab-926c-fd2e82faf959 req-f7888c0f-db9a-4c89-8cad-eaff85e7c7d1 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2705338 Nov 29 01:47:32.946331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.952775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:32.953359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:32.957351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42590) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:33.033747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:33.035960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.085067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:33.097274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20062fee-eca6-42ff-a5a6-e7ace641a267 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:33.114852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=4c286762-f31a-4b46-9bc3-985e38508f73,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:33.120195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.120876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': 'e93971d2-96c7-462e-8c31-c50e44c38379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1feb232b-7446-476c-9d49-1da0db452c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:33.121257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: 1feb232b-7446-476c-9d49-1da0db452c35, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:33.128204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:33.128797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.139950 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7777748 Nov 29 01:47:33.144170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 1feb232b-7446-476c-9d49-1da0db452c35 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:33.149635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1069073739', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:33.158895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 1feb232b-7446-476c-9d49-1da0db452c35) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:33.166859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:33.167618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.173323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d2b5a2-9cde-4ad3-a0bf-cfc9b07989f9 None None] Network 1feb232b-7446-476c-9d49-1da0db452c35 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:33.177791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058d4b25-1bb4-41f8-a709-11e3c0ccf071']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:33.196379 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-327c5bc9-18ee-4c2d-b3f0-f96a7c128954 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4933336 Nov 29 01:47:33.197006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42594) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:33.208926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f17406-48cf-45a2-a8d5-698fdc3074ed') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:33.209231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f17406-48cf-45a2-a8d5-698fdc3074ed') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:33.209932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': 'a5d34a6c-28ee-40c9-bea1-c0065b8b37db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:33.218575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=8b0eefad-17e6-4078-a70f-8d3d70c381b3,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:33.244949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66c280-28dc-40dc-8396-660ef1720f85 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:33.272081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.276416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20f57849-d524-492b-89da-b391bb504cd1 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.280120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42596) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:33.287494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': 'd1a62dbf-1a0e-4e6e-8f86-a38207b81fe6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:33.300605 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-aa0cc1b8-02b9-46ab-926c-fd2e82faf959 req-d9a81dc8-d40b-4d5f-b923-63268ee853df tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422799 Nov 29 01:47:33.303534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:33.308586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-20f57849-d524-492b-89da-b391bb504cd1 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Calling delete_port for ca727594-d552-489d-ade6-aa2c559cdb7f owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:33.313992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.327283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Made reservation on behalf of 320f50b3137649f29f6aefb664afec66 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:33.329595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.335050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f5c33080-5228-4b62-8b21-75ec99f72533 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8958695 Nov 29 01:47:33.350567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.362464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42598) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:33.378809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '8b0eefad-17e6-4078-a70f-8d3d70c381b3', 'ip_address': '2001:db8::7582:afb1:a472:1fe'}], 'name': 'tempest-NetworksTestDHCPv6-439527403'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:33.452218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:33.455846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.587039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:33.590526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.644255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '8b0eefad-17e6-4078-a70f-8d3d70c381b3'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:33.645114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.713281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:33.736432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-1feb232b-7446-476c-9d49-1da0db452c35', 'network_id': '1feb232b-7446-476c-9d49-1da0db452c35', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': '4c286762-f31a-4b46-9bc3-985e38508f73'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:33.737424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.755977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.761338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.769857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42602) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:33.770185 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/networks/058d4b25-1bb4-41f8-a709-11e3c0ccf071 HTTP/1.1" status: 204 len: 168 time: 2.2515483 Nov 29 01:47:33.803512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1531396361'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:33.809733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd721e90-176c-4c45-b5e2-6171236bc53b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Network': ['ID=058d4b25-1bb4-41f8-a709-11e3c0ccf071,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:33.887936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.893953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.895462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/8b0eefad-17e6-4078-a70f-8d3d70c381b3/de7afc02-e3c2-4e67-8e1e-198087067797) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:33.897540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] device_id is not set on port 0ca78932-612b-463b-875c-d367c1a38f3f yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:33.917967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:33.922114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.944082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20f57849-d524-492b-89da-b391bb504cd1 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.955773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:33.961061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.001279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Allocated IP 172.20.0.2 (1feb232b-7446-476c-9d49-1da0db452c35/4c286762-f31a-4b46-9bc3-985e38508f73/5a7ef819-5673-4611-92ee-ee017687f3c4) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:34.003421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65d0bc-b209-4f14-a749-98940e342efe,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:34.007288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f57849-d524-492b-89da-b391bb504cd1 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca727594-d552-489d-ade6-aa2c559cdb7f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:34.047745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2399a08-39aa-4432-83d2-6da6dfbd52e2 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:34.050035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:34.059534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port f443e61e-7dbe-4804-a4d8-63ff6aebcefb yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:34.087684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.088042 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Added segment 426352e3-c2b3-4537-b7d7-8e4519a33989 of type vlan for network bd946b02-6022-41c2-9e2f-b1cb69b77b5f Nov 29 01:47:34.115788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20f57849-d524-492b-89da-b391bb504cd1 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.123477 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-20f57849-d524-492b-89da-b391bb504cd1 tempest-RoutersAdminNegativeTest-2076167456 tempest-RoutersAdminNegativeTest-2076167456-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ca727594-d552-489d-ade6-aa2c559cdb7f HTTP/1.1" status: 204 len: 168 time: 1.8101101 Nov 29 01:47:34.137571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Allocated IP 172.26.8.64 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/0ca78932-612b-463b-875c-d367c1a38f3f) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:34.143644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.180064 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=e659dc47-a8d6-45d4-b996-513f0ad84d1e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:34.196102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.212563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.243272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.261467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': '0b5557f3-ec50-4335-879d-648fee2c7d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a5d34a6c-28ee-40c9-bea1-c0065b8b37db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:34.261841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: a5d34a6c-28ee-40c9-bea1-c0065b8b37db, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:34.283459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:34.296453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:34.302784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:34.305229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.317958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Pushing event updated for resources: {'Port': ['ID=de7afc02-e3c2-4e67-8e1e-198087067797,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:34.349422 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.358510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.404824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=1d1c9c48-04f1-4d7b-9e9b-65f4ae93ffe7,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:34.415500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.419689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.431255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Network 1feb232b-7446-476c-9d49-1da0db452c35 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:34.431492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:34.432161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.433748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Attempting to bind port de7afc02-e3c2-4e67-8e1e-198087067797 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:34.434215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Attempting to bind port de7afc02-e3c2-4e67-8e1e-198087067797 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:34.434983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Attempting to bind port de7afc02-e3c2-4e67-8e1e-198087067797 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:34.439134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Pushing event updated for resources: {'Port': ['ID=5a7ef819-5673-4611-92ee-ee017687f3c4,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:34.447937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': 'd8921fd9-8e45-49b1-8175-4128264ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd1a62dbf-1a0e-4e6e-8f86-a38207b81fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:34.448314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:34.450522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network a5d34a6c-28ee-40c9-bea1-c0065b8b37db is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:34.450667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:34.455016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:34.457261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:34.457637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:34.458048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.459123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:34.460127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Bound port: de7afc02-e3c2-4e67-8e1e-198087067797, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:34.460273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.472216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:34.477069 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:34.506036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:34.507681 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, a5d34a6c-28ee-40c9-bea1-c0065b8b37db) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:34.512137 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7399895 Nov 29 01:47:34.533867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5194753-29b8-45b5-b906-5a7b30083a39 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:34.552715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42608) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:34.553532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16aa2c-fca9-4a8c-8044-355e36a2bf9d None None] Network a5d34a6c-28ee-40c9-bea1-c0065b8b37db requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:34.555258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:34.555871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.558956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::7582:afb1:a472:1fe (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/8b0eefad-17e6-4078-a70f-8d3d70c381b3/f443e61e-7dbe-4804-a4d8-63ff6aebcefb) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:34.585505 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': 'bd946b02-6022-41c2-9e2f-b1cb69b77b5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:34.587863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf5c8e-2c20-4ef6-b99d-f2c33edf7b84 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Network': ['ID=bd946b02-6022-41c2-9e2f-b1cb69b77b5f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:34.595354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:34.606412 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-27713b47-f266-44d8-bbe3-c936f251f38a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4081697 Nov 29 01:47:34.615657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42610) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:34.626247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9f5f41d4-71f5-4590-946c-495b06cea25e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1681391951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:34.635775 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42612) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:34.635997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:34.642873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Attempting to bind port 5a7ef819-5673-4611-92ee-ee017687f3c4 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:34.643258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Attempting to bind port 5a7ef819-5673-4611-92ee-ee017687f3c4 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e93971d2-96c7-462e-8c31-c50e44c38379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1feb232b-7446-476c-9d49-1da0db452c35'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:34.643747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Attempting to bind port 5a7ef819-5673-4611-92ee-ee017687f3c4 on network 1feb232b-7446-476c-9d49-1da0db452c35 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:34.649133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:34.653189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:34.653655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.695317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Pushing event updated for resources: {'Port': ['ID=0ca78932-612b-463b-875c-d367c1a38f3f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:34.695731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76940fd-cb6a-4386-9f3c-5cf4676f5a93 None None] Network d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:34.708364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f5f41d4-71f5-4590-946c-495b06cea25e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.709424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f5f41d4-71f5-4590-946c-495b06cea25e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.718256 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-290796df-9be8-4bf2-a5c1-c99bfcd96282 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4370723 Nov 29 01:47:34.722189 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:34.722399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42616) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:34.723427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.753682 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-245c784e-bbad-4c49-832e-3fa06eb4a07f tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7790473 Nov 29 01:47:34.756338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42618) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:34.760391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-347431971'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:34.761841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:34.762232 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Checking segment: {'id': 'e93971d2-96c7-462e-8c31-c50e44c38379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1feb232b-7446-476c-9d49-1da0db452c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:34.762917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.764027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Bound using segment: {'id': 'e93971d2-96c7-462e-8c31-c50e44c38379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1feb232b-7446-476c-9d49-1da0db452c35'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:34.764661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Bound port: 5a7ef819-5673-4611-92ee-ee017687f3c4, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93971d2-96c7-462e-8c31-c50e44c38379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1feb232b-7446-476c-9d49-1da0db452c35'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:34.765058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.768841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.64'}]}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:34.769060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] For port de7afc02-e3c2-4e67-8e1e-198087067797, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:34.791263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:34.795880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.852884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f5f41d4-71f5-4590-946c-495b06cea25e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.860940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] For port de7afc02-e3c2-4e67-8e1e-198087067797, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=de7afc02-e3c2-4e67-8e1e-198087067797,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:34.874987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f5f41d4-71f5-4590-946c-495b06cea25e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.879811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:34.883044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.889948 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.891035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9357113d-ac2a-42b9-bc74-0c923c62bb41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.912181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bda92deb-327a-44f4-9496-b94ad2ef8ffa None None] Provisioning complete for port 0ca78932-612b-463b-875c-d367c1a38f3f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:34.912816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bda92deb-327a-44f4-9496-b94ad2ef8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.933019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.945047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.946029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.956291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f5f41d4-71f5-4590-946c-495b06cea25e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:34.960555 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9f5f41d4-71f5-4590-946c-495b06cea25e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3440077 Nov 29 01:47:34.962354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42620) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:35.020103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:35.027600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.083281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=fd1ce428-f0ed-4ff6-a653-c5fb46173a2a,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:35.093013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.093598 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment 728124cf-a2d7-4cb5-a1b7-718d1d72fd7d of type vlan for network 25a9cb8b-4783-40d9-b919-adbf631a4199 Nov 29 01:47:35.107865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597347e-0ca2-4ed2-9a1e-d76975e8a7db None None] Pushing event updated for resources: {'Port': ['ID=de7afc02-e3c2-4e67-8e1e-198087067797,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:35.111069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-bda92deb-327a-44f4-9496-b94ad2ef8ffa None None] Port 0ca78932-612b-463b-875c-d367c1a38f3f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:35.113547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Checking segment: {'id': '426352e3-c2b3-4537-b7d7-8e4519a33989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bd946b02-6022-41c2-9e2f-b1cb69b77b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:35.113965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network hostable DHCP agents. Network: bd946b02-6022-41c2-9e2f-b1cb69b77b5f, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:35.133347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:35.146100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, bd946b02-6022-41c2-9e2f-b1cb69b77b5f) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:35.155209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:35.155907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.166563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] For port 5a7ef819-5673-4611-92ee-ee017687f3c4, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:35.169083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c4a2a-645c-4c9f-917d-f7a1c5fa4db2 None None] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:35.183331 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-948d6c38-5e6d-4ec4-a701-ab2ebf9f4b48 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6080501 Nov 29 01:47:35.184014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42622) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:35.185208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.189260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8f5d93ff-215b-4022-bfb6-2e25c0c1d9ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2048305454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:35.218158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f5d93ff-215b-4022-bfb6-2e25c0c1d9ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.219794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f5d93ff-215b-4022-bfb6-2e25c0c1d9ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.224168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] For port 5a7ef819-5673-4611-92ee-ee017687f3c4, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5a7ef819-5673-4611-92ee-ee017687f3c4,segment=NetworkSegment(e93971d2-96c7-462e-8c31-c50e44c38379),segment_id=e93971d2-96c7-462e-8c31-c50e44c38379)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:35.238114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-a5d34a6c-28ee-40c9-bea1-c0065b8b37db', 'network_id': 'a5d34a6c-28ee-40c9-bea1-c0065b8b37db', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': 'e659dc47-a8d6-45d4-b996-513f0ad84d1e'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:35.239148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.263661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.273809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.286272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f5d93ff-215b-4022-bfb6-2e25c0c1d9ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.289987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.292194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f5d93ff-215b-4022-bfb6-2e25c0c1d9ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.317487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f5d93ff-215b-4022-bfb6-2e25c0c1d9ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.322011 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8f5d93ff-215b-4022-bfb6-2e25c0c1d9ef tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1367640 Nov 29 01:47:35.322891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42624) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:35.329244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'network_id': 'bd946b02-6022-41c2-9e2f-b1cb69b77b5f', 'name': 'tempest-PortsIpV6TestJSON-1107003432'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:35.341385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6', 'network_id': 'd1a62dbf-1a0e-4e6e-8f86-a38207b81fe6', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': '1d1c9c48-04f1-4d7b-9e9b-65f4ae93ffe7'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:35.342782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.506279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:35.510623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:35.546994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 5411050b-9ac2-494c-88a6-fbacb36eff6b yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:35.565979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd192a-5cf4-41dd-b126-dc450336cdfc None None] Pushing event updated for resources: {'Port': ['ID=5a7ef819-5673-4611-92ee-ee017687f3c4,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:35.757418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::253 (bd946b02-6022-41c2-9e2f-b1cb69b77b5f/fd1ce428-f0ed-4ff6-a653-c5fb46173a2a/5411050b-9ac2-494c-88a6-fbacb36eff6b) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:35.833992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:35.857822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:35.860612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:35.867103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:35.867815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.001858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.007958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bd946b02-6022-41c2-9e2f-b1cb69b77b5f', 'network_id': 'bd946b02-6022-41c2-9e2f-b1cb69b77b5f', 'tenant_id': '009fa053cc154d84b3edcc60331e0cd3', 'fixed_ips': [{'subnet_id': 'fd1ce428-f0ed-4ff6-a653-c5fb46173a2a'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:36.008946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.029875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9357113d-ac2a-42b9-bc74-0c923c62bb41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.032930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.039078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Allocated IP 172.20.255.242 (d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6/1d1c9c48-04f1-4d7b-9e9b-65f4ae93ffe7/6efcb5ca-e259-4e4f-8595-a7025f5b861e) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:36.040240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:36.040942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.042780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.048314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Allocated IP 172.21.0.2 (a5d34a6c-28ee-40c9-bea1-c0065b8b37db/e659dc47-a8d6-45d4-b996-513f0ad84d1e/520d14e5-88da-4c4b-af94-8c5f2a408fbf) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:36.057890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9357113d-ac2a-42b9-bc74-0c923c62bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.091196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.101328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:36.101941 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9357113d-ac2a-42b9-bc74-0c923c62bb41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80b5dc1f7d374d609f252bc9c9cccc42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4640419 Nov 29 01:47:36.102730 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=f443e61e-7dbe-4804-a4d8-63ff6aebcefb,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:36.107496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42628) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:36.117603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:36.127876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:36.132657 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9d506fc7-2e53-45d5-81ef-2d9cf3d9f418 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7560847 Nov 29 01:47:36.135083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:36.135608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.141341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=5411050b-9ac2-494c-88a6-fbacb36eff6b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:36.149977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42630) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:36.223523 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5e0ad367-6f9c-4757-b641-85d8a4efdf1f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8995035 Nov 29 01:47:36.230380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42632) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:36.244094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.250277 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5238900 Nov 29 01:47:36.253074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42634) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:36.267675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': '25a9cb8b-4783-40d9-b919-adbf631a4199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:36.269671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.312668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d1aba-0fe1-4760-beca-86ede9601762 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:36.319846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d1aba-0fe1-4760-beca-86ede9601762 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:36.321895 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-152d1aba-0fe1-4760-beca-86ede9601762 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1698480 Nov 29 01:47:36.327002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357113d-ac2a-42b9-bc74-0c923c62bb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52089a7-32fd-4793-8ca3-95118df999d8,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:36.332204 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42636) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:36.407843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-13416609-d455-4f76-bd82-cf9edd137608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.416464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Network a5d34a6c-28ee-40c9-bea1-c0065b8b37db is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:36.426866 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0dbd3-3aed-4c86-9bfb-9c35bb35ed9f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=25a9cb8b-4783-40d9-b919-adbf631a4199,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:36.462592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 25a9cb8b-4783-40d9-b919-adbf631a4199 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:36.465040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:36.475689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Pushing event updated for resources: {'Port': ['ID=520d14e5-88da-4c4b-af94-8c5f2a408fbf,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:36.477953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:36.550027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-13416609-d455-4f76-bd82-cf9edd137608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.582277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.632450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-31c069d4-f621-4488-bfa5-73d9fbfd0d7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port f443e61e-7dbe-4804-a4d8-63ff6aebcefb {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:36.632917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31c069d4-f621-4488-bfa5-73d9fbfd0d7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.749906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c87e5c71-1f66-45dc-a931-175636515f58 None None] Provisioning complete for port de7afc02-e3c2-4e67-8e1e-198087067797 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:36.750280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c87e5c71-1f66-45dc-a931-175636515f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.751963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Attempting to bind port 520d14e5-88da-4c4b-af94-8c5f2a408fbf on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:36.752338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Attempting to bind port 520d14e5-88da-4c4b-af94-8c5f2a408fbf by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '0b5557f3-ec50-4335-879d-648fee2c7d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a5d34a6c-28ee-40c9-bea1-c0065b8b37db'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:36.752712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Attempting to bind port 520d14e5-88da-4c4b-af94-8c5f2a408fbf on network a5d34a6c-28ee-40c9-bea1-c0065b8b37db {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:36.822084 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device de7afc02-e3c2-4e67-8e1e-198087067797 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:36.837215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31c069d4-f621-4488-bfa5-73d9fbfd0d7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.851926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-31c069d4-f621-4488-bfa5-73d9fbfd0d7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for f443e61e-7dbe-4804-a4d8-63ff6aebcefb owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:36.867797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.871253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-13416609-d455-4f76-bd82-cf9edd137608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.874756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-13416609-d455-4f76-bd82-cf9edd137608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.876164 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-13416609-d455-4f76-bd82-cf9edd137608 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f52089a7-32fd-4793-8ca3-95118df999d8 HTTP/1.1" status: 204 len: 168 time: 0.7675638 Nov 29 01:47:36.911965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13416609-d455-4f76-bd82-cf9edd137608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52089a7-32fd-4793-8ca3-95118df999d8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:36.930810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:36.931523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Checking segment: {'id': '0b5557f3-ec50-4335-879d-648fee2c7d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a5d34a6c-28ee-40c9-bea1-c0065b8b37db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:36.931678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.932027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Bound using segment: {'id': '0b5557f3-ec50-4335-879d-648fee2c7d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a5d34a6c-28ee-40c9-bea1-c0065b8b37db'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:36.932524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Bound port: 520d14e5-88da-4c4b-af94-8c5f2a408fbf, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5557f3-ec50-4335-879d-648fee2c7d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a5d34a6c-28ee-40c9-bea1-c0065b8b37db'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:36.932919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:36.974016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Allocated IP 2001:db8::2 (bd946b02-6022-41c2-9e2f-b1cb69b77b5f/fd1ce428-f0ed-4ff6-a653-c5fb46173a2a/5ab8d64b-72e7-442e-aa06-bb5991093536) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:37.068130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port de7afc02-e3c2-4e67-8e1e-198087067797 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:37.068761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.208484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3327f54d-704c-4b5b-8696-26fd2cb622bf None None] Network 1feb232b-7446-476c-9d49-1da0db452c35 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:37.218310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.230278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:37.234016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.269978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.277660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.293649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.362780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31c069d4-f621-4488-bfa5-73d9fbfd0d7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.366171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42642) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:37.399871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=5411050b-9ac2-494c-88a6-fbacb36eff6b,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:37.431379 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c069d4-f621-4488-bfa5-73d9fbfd0d7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=f443e61e-7dbe-4804-a4d8-63ff6aebcefb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:37.481563 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-21a8cc3a-9b49-4475-95bb-789d2ea2fa2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6208f295126841a78c0493788fee6c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142099 Nov 29 01:47:37.485013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42644) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:37.494619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.519028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.532208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.535472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Network d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:37.542013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.593784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:37.594016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.597836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da0d625b-38cf-48e7-897f-1ee9b904b19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.611167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] For port 520d14e5-88da-4c4b-af94-8c5f2a408fbf, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:37.617289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:37.621567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:37.646831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31c069d4-f621-4488-bfa5-73d9fbfd0d7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.650504 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-31c069d4-f621-4488-bfa5-73d9fbfd0d7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/f443e61e-7dbe-4804-a4d8-63ff6aebcefb HTTP/1.1" status: 204 len: 168 time: 1.3135209 Nov 29 01:47:37.654908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42646) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:37.693818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:37.701435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:37.727930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.736722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] For port 520d14e5-88da-4c4b-af94-8c5f2a408fbf, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=520d14e5-88da-4c4b-af94-8c5f2a408fbf,segment=NetworkSegment(0b5557f3-ec50-4335-879d-648fee2c7d66),segment_id=0b5557f3-ec50-4335-879d-648fee2c7d66)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:37.746773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da0d625b-38cf-48e7-897f-1ee9b904b19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.751912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Pushing event updated for resources: {'Port': ['ID=6efcb5ca-e259-4e4f-8595-a7025f5b861e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:37.754201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c87e5c71-1f66-45dc-a931-175636515f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.790668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.825233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.835431 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.20.0.1 (1feb232b-7446-476c-9d49-1da0db452c35/4c286762-f31a-4b46-9bc3-985e38508f73/92633e60-f761-433f-b360-237b97de03f9) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:37.836624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce11d4-b039-4dc7-9906-7db2cd3cf633 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:37.838404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce11d4-b039-4dc7-9906-7db2cd3cf633 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:37.843278 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-87ce11d4-b039-4dc7-9906-7db2cd3cf633 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1821110 Nov 29 01:47:37.844054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42648) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:37.913240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.920983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Attempting to bind port 6efcb5ca-e259-4e4f-8595-a7025f5b861e on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:37.921347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Attempting to bind port 6efcb5ca-e259-4e4f-8595-a7025f5b861e by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'd8921fd9-8e45-49b1-8175-4128264ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd1a62dbf-1a0e-4e6e-8f86-a38207b81fe6'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:37.921721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Attempting to bind port 6efcb5ca-e259-4e4f-8595-a7025f5b861e on network d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:37.945660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Pushing event updated for resources: {'Port': ['ID=5ab8d64b-72e7-442e-aa06-bb5991093536,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:37.949226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port de7afc02-e3c2-4e67-8e1e-198087067797, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=de7afc02-e3c2-4e67-8e1e-198087067797,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:37.951856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Attempting to bind port 5ab8d64b-72e7-442e-aa06-bb5991093536 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:37.952281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Attempting to bind port 5ab8d64b-72e7-442e-aa06-bb5991093536 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '426352e3-c2b3-4537-b7d7-8e4519a33989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bd946b02-6022-41c2-9e2f-b1cb69b77b5f'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:37.952618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Attempting to bind port 5ab8d64b-72e7-442e-aa06-bb5991093536 on network bd946b02-6022-41c2-9e2f-b1cb69b77b5f {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:37.957324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:37.957710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Checking segment: {'id': 'd8921fd9-8e45-49b1-8175-4128264ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd1a62dbf-1a0e-4e6e-8f86-a38207b81fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:37.958255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.958654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Bound using segment: {'id': 'd8921fd9-8e45-49b1-8175-4128264ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd1a62dbf-1a0e-4e6e-8f86-a38207b81fe6'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:37.959043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Bound port: 6efcb5ca-e259-4e4f-8595-a7025f5b861e, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8921fd9-8e45-49b1-8175-4128264ddac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd1a62dbf-1a0e-4e6e-8f86-a38207b81fe6'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:37.959439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.973287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da0d625b-38cf-48e7-897f-1ee9b904b19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.982540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da0d625b-38cf-48e7-897f-1ee9b904b19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:37.982540 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-da0d625b-38cf-48e7-897f-1ee9b904b19a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33d63bc2-5e33-48e9-9ef5-7bbd17c66d6f HTTP/1.1" status: 204 len: 168 time: 0.4914010 Nov 29 01:47:37.993815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71492cf-e1eb-46f7-8824-5985240f898c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 8b0eefad-17e6-4078-a70f-8d3d70c381b3 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:38.006306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b71492cf-e1eb-46f7-8824-5985240f898c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.024350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.025163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5a7ef819-5673-4611-92ee-ee017687f3c4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:38.036627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.037471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d625b-38cf-48e7-897f-1ee9b904b19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d63bc2-5e33-48e9-9ef5-7bbd17c66d6f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:38.038964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.127657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.128185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69dec399-b6c5-434b-ad6f-80ddfd34bc87 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:47:38.136393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b71492cf-e1eb-46f7-8824-5985240f898c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.379715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:38.380254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Checking segment: {'id': '426352e3-c2b3-4537-b7d7-8e4519a33989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bd946b02-6022-41c2-9e2f-b1cb69b77b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:38.380574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.380961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Bound using segment: {'id': '426352e3-c2b3-4537-b7d7-8e4519a33989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bd946b02-6022-41c2-9e2f-b1cb69b77b5f'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:38.381461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Bound port: 5ab8d64b-72e7-442e-aa06-bb5991093536, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426352e3-c2b3-4537-b7d7-8e4519a33989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bd946b02-6022-41c2-9e2f-b1cb69b77b5f'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:38.381839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.408529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b71492cf-e1eb-46f7-8824-5985240f898c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.457330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] For port 5ab8d64b-72e7-442e-aa06-bb5991093536, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:38.460922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] For port 5ab8d64b-72e7-442e-aa06-bb5991093536, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5ab8d64b-72e7-442e-aa06-bb5991093536,segment=NetworkSegment(426352e3-c2b3-4537-b7d7-8e4519a33989),segment_id=426352e3-c2b3-4537-b7d7-8e4519a33989)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:38.462345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.486066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.525256 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 29 01:47:38.526752 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-88d55984-db9c-4714-b812-709bdb93613d tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7621722 Nov 29 01:47:38.530836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42656) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:38.548203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.573341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-c87e5c71-1f66-45dc-a931-175636515f58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:38.573704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-c87e5c71-1f66-45dc-a931-175636515f58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:38.578064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9580c5e-951d-4e68-9caf-a60a49959d41 None None] Pushing event updated for resources: {'Port': ['ID=520d14e5-88da-4c4b-af94-8c5f2a408fbf,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:38.632610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.639946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b71492cf-e1eb-46f7-8824-5985240f898c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.645757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=de7afc02-e3c2-4e67-8e1e-198087067797,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:38.664161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.703125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b71492cf-e1eb-46f7-8824-5985240f898c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.711537 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b71492cf-e1eb-46f7-8824-5985240f898c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/8b0eefad-17e6-4078-a70f-8d3d70c381b3 HTTP/1.1" status: 204 len: 168 time: 0.8665640 Nov 29 01:47:38.712559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42662) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:38.713397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71492cf-e1eb-46f7-8824-5985240f898c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0eefad-17e6-4078-a70f-8d3d70c381b3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:38.717776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.719533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.725303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0780c-fe2f-4b74-ba8c-e9aacb1e03ef None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:38.758902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] For port 6efcb5ca-e259-4e4f-8595-a7025f5b861e, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:38.768761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1ff3a-f629-41f9-959c-1e67833f93cb None None] Pushing event updated for resources: {'Port': ['ID=5ab8d64b-72e7-442e-aa06-bb5991093536,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:38.786892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=db667026-0c9d-4535-ad76-8bd730815566,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:38.815511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 1feb232b-7446-476c-9d49-1da0db452c35 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:38.828392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:38.833631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=92633e60-f761-433f-b360-237b97de03f9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:38.836258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:38.857350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5a7ef819-5673-4611-92ee-ee017687f3c4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:38.860345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.876462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '25a9cb8b-4783-40d9-b919-adbf631a4199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:38.877003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: 25a9cb8b-4783-40d9-b919-adbf631a4199, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:38.926000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:38.948984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network 25a9cb8b-4783-40d9-b919-adbf631a4199 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:38.956317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] For port 6efcb5ca-e259-4e4f-8595-a7025f5b861e, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6efcb5ca-e259-4e4f-8595-a7025f5b861e,segment=NetworkSegment(d8921fd9-8e45-49b1-8175-4128264ddac8),segment_id=d8921fd9-8e45-49b1-8175-4128264ddac8)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:38.974067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.030499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d788426e-be22-4f87-8b66-13b5587ac0f0 tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Deleting port 0ca78932-612b-463b-875c-d367c1a38f3f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:39.031860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d788426e-be22-4f87-8b66-13b5587ac0f0 tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.054113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 25a9cb8b-4783-40d9-b919-adbf631a4199) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:39.072328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:39.073074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.156270 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057b467-9876-456f-9e2c-74a3b3731fc2 None None] Network 25a9cb8b-4783-40d9-b919-adbf631a4199 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:39.324684 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ddddcd31-0f65-4d19-8e6f-be0519a41970 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0595031 Nov 29 01:47:39.330014 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0e5260e3-7120-4e75-9063-910b9d91f5ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5987024 Nov 29 01:47:39.331679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42672) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:39.336588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42676) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:39.351350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.386888 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:39.412851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60ff3-3ad5-4bed-8907-43e377c436c4 None None] Pushing event updated for resources: {'Port': ['ID=6efcb5ca-e259-4e4f-8595-a7025f5b861e,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:39.452677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=5411050b-9ac2-494c-88a6-fbacb36eff6b,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:39.499078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 5a7ef819-5673-4611-92ee-ee017687f3c4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5a7ef819-5673-4611-92ee-ee017687f3c4,segment=NetworkSegment(e93971d2-96c7-462e-8c31-c50e44c38379),segment_id=e93971d2-96c7-462e-8c31-c50e44c38379)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:39.533534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d788426e-be22-4f87-8b66-13b5587ac0f0 tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.541482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.565788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.606670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d788426e-be22-4f87-8b66-13b5587ac0f0 tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Calling delete_port for 0ca78932-612b-463b-875c-d367c1a38f3f owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:39.618104 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42678) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:39.713292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=5a7ef819-5673-4611-92ee-ee017687f3c4,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:39.734917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:39.823867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:39.842993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:39.857547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-126763ad-676f-4455-82bf-a4e01498d7a5 None None] Provisioning complete for port 5a7ef819-5673-4611-92ee-ee017687f3c4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:39.857937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-126763ad-676f-4455-82bf-a4e01498d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.921218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:39.962497 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-25a9cb8b-4783-40d9-b919-adbf631a4199', 'network_id': '25a9cb8b-4783-40d9-b919-adbf631a4199', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': 'db667026-0c9d-4535-ad76-8bd730815566'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:39.963167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.006569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 520d14e5-88da-4c4b-af94-8c5f2a408fbf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:40.035742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:40.039253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.043155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984463e7-22a8-47f7-b633-7ecd2e1e532d None None] Network a5d34a6c-28ee-40c9-bea1-c0065b8b37db requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:40.050390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1385515057'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:40.151234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:40.155351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.181328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.289687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d788426e-be22-4f87-8b66-13b5587ac0f0 tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.336941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.375176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788426e-be22-4f87-8b66-13b5587ac0f0 tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ca78932-612b-463b-875c-d367c1a38f3f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:40.400408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c2571-451e-4f20-9e65-1063386e5ee4 None None] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:40.402497 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f2ee49-181b-4779-a257-a310e9a01471 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:40.411975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] Deleting port de7afc02-e3c2-4e67-8e1e-198087067797 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:40.412455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.425537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.445504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Router 9ec4b2ef-0a93-4d48-be64-75953cab5496 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:47:40.504695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:40.515919 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:40.519322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:40.519977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.573150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Allocated IP 172.20.0.2 (25a9cb8b-4783-40d9-b919-adbf631a4199/db667026-0c9d-4535-ad76-8bd730815566/140769ee-931a-4e28-b27a-367f06261d11) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:40.620449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=071e5e48-64be-4064-9ecb-5b93b8cba1ba,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:40.632319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 520d14e5-88da-4c4b-af94-8c5f2a408fbf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:40.633046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.634075 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-319c8f70-55cd-4f5d-8124-32f046b7a594 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2737763 Nov 29 01:47:40.635165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-013dbe1f-cd4f-493f-a6ba-6974338869fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.637664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42682) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:40.639399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-126763ad-676f-4455-82bf-a4e01498d7a5 None None] Could not find standard attr ID for object f443e61e-7dbe-4804-a4d8-63ff6aebcefb. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:40.645405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '071e5e48-64be-4064-9ecb-5b93b8cba1ba', 'ip_address': '2001:db8::5888:8039:76e1:57cc'}], 'name': 'tempest-NetworksTestDHCPv6-1422965683'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:40.717507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:40.726840 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e847e375-97ad-4dd9-8dec-5a395212942b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "PUT /v2.0/routers/9ec4b2ef-0a93-4d48-be64-75953cab5496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4865556 Nov 29 01:47:40.728518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42684) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:40.743849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb442e-1547-414c-a117-44b73915016c None None] Sync routers for ids ['9ec4b2ef-0a93-4d48-be64-75953cab5496'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:40.816029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96589d08-f28b-466b-8704-31ccd00709bc tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:40.820731 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-96589d08-f28b-466b-8704-31ccd00709bc tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec4b2ef-0a93-4d48-be64-75953cab5496 HTTP/1.1" status: 200 len: 989 time: 0.0881326 Nov 29 01:47:40.822989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42686) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:40.846105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-126763ad-676f-4455-82bf-a4e01498d7a5 None None] Provisioning complete for port 92633e60-f761-433f-b360-237b97de03f9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:40.846780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-126763ad-676f-4455-82bf-a4e01498d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.864451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] For port de7afc02-e3c2-4e67-8e1e-198087067797, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=de7afc02-e3c2-4e67-8e1e-198087067797,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:40.865126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.906189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb442e-1547-414c-a117-44b73915016c None None] Routers {'9ec4b2ef-0a93-4d48-be64-75953cab5496'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:40.911879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-abbb442e-1547-414c-a117-44b73915016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9ec4b2ef-0a93-4d48-be64-75953cab5496'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:40.932646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] Calling delete_port for de7afc02-e3c2-4e67-8e1e-198087067797 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:40.958240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d788426e-be22-4f87-8b66-13b5587ac0f0 tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:40.962875 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d788426e-be22-4f87-8b66-13b5587ac0f0 tempest-RoutersAdminNegativeIpV6Test-2131285844 tempest-RoutersAdminNegativeIpV6Test-2131285844-project-admin] 10.222.0.30 "DELETE /v2.0/ports/0ca78932-612b-463b-875c-d367c1a38f3f HTTP/1.1" status: 204 len: 168 time: 2.4305670 Nov 29 01:47:40.996964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.000223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:41.009491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.024107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:41.035847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.036364 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Added segment 5e1960e0-23e4-4547-b33e-958315392edc of type vlan for network d68d5501-01d6-4fc8-aa7a-97024b9b6344 Nov 29 01:47:41.080611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.122125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.123140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.128913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:41.129555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.151406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.155071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port ca7b1119-34f6-4b91-b820-da7ea5a6b694 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:41.183765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.202800 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf0309-a0cb-4ff1-b5f0-b6564a7c8310 None None] Network d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:41.214947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-abbb442e-1547-414c-a117-44b73915016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:41.269245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=92633e60-f761-433f-b360-237b97de03f9,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:41.272469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-126763ad-676f-4455-82bf-a4e01498d7a5 None None] Port 92633e60-f761-433f-b360-237b97de03f9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:41.286097 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6643283 Nov 29 01:47:41.296525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42692) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:41.314306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'subnet': {'network_id': 'd68d5501-01d6-4fc8-aa7a-97024b9b6344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:41.317263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47039d8-1d4e-49a4-8074-c7ba527cb457,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:41.345503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42694) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:41.349899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dc7e2-4480-4560-94f1-53e02a7dfddb tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Network': ['ID=d68d5501-01d6-4fc8-aa7a-97024b9b6344,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:41.361274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.393840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:41.406890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb442e-1547-414c-a117-44b73915016c None None] Routers {'9ec4b2ef-0a93-4d48-be64-75953cab5496'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:41.407463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-abbb442e-1547-414c-a117-44b73915016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9ec4b2ef-0a93-4d48-be64-75953cab5496'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:41.471824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 1feb232b-7446-476c-9d49-1da0db452c35 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:41.473488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:41.476929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.496737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-abbb442e-1547-414c-a117-44b73915016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:41.498054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb442e-1547-414c-a117-44b73915016c None None] The sync data for ids ['9ec4b2ef-0a93-4d48-be64-75953cab5496'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:41.510021 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7685997-c214-4c4f-a86d-756efdbaaecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.589049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.643653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Provisioning complete for port 6efcb5ca-e259-4e4f-8595-a7025f5b861e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:41.644127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.695512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.709006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.713491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::5888:8039:76e1:57cc (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/071e5e48-64be-4064-9ecb-5b93b8cba1ba/ca7b1119-34f6-4b91-b820-da7ea5a6b694) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:41.731198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 520d14e5-88da-4c4b-af94-8c5f2a408fbf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=520d14e5-88da-4c4b-af94-8c5f2a408fbf,segment=NetworkSegment(0b5557f3-ec50-4335-879d-648fee2c7d66),segment_id=0b5557f3-ec50-4335-879d-648fee2c7d66)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:41.736385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 00a03a5e-c90b-4863-be14-30e336b10ff4 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:47:41.805256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=db667026-0c9d-4535-ad76-8bd730815566,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:41.842339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.843230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6efcb5ca-e259-4e4f-8595-a7025f5b861e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:41.852096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.860135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Pushing event updated for resources: {'Port': ['ID=140769ee-931a-4e28-b27a-367f06261d11,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:41.868675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7685997-c214-4c4f-a86d-756efdbaaecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.880302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7685997-c214-4c4f-a86d-756efdbaaecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.885752 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:41.898841 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bc3d851f-e425-4263-b423-470d35919428 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/00a03a5e-c90b-4863-be14-30e336b10ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9281535 Nov 29 01:47:41.900215 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a7796-23c3-465c-865b-4b910a70f4fc None None] Sync routers for ids ['00a03a5e-c90b-4863-be14-30e336b10ff4'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:41.904478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42698) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:41.916305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Network 25a9cb8b-4783-40d9-b919-adbf631a4199 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:41.916933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:41.921966 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a7796-23c3-465c-865b-4b910a70f4fc None None] Routers {'00a03a5e-c90b-4863-be14-30e336b10ff4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:41.922757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:41.923275 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f86a7796-23c3-465c-865b-4b910a70f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00a03a5e-c90b-4863-be14-30e336b10ff4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:41.939346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] No DVR routers for this DVR port de7afc02-e3c2-4e67-8e1e-198087067797 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:41.961462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:41.964311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:41.978882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a69ee4-c814-4af2-8ef2-87507894dd58 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:41.987578 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f7685997-c214-4c4f-a86d-756efdbaaecc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ef3cc53688a47a19eb37c944a66f9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6385345 Nov 29 01:47:41.992242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685997-c214-4c4f-a86d-756efdbaaecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e239814-a66c-4a93-91df-0c07c08a4ea2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:41.994917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42700) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:42.008395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556c815-b874-4bb7-8b19-edfe334e1dba tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:42.009804 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5556c815-b874-4bb7-8b19-edfe334e1dba tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports/92633e60-f761-433f-b360-237b97de03f9 HTTP/1.1" status: 200 len: 910 time: 0.1043706 Nov 29 01:47:42.023649 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f86a7796-23c3-465c-865b-4b910a70f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:42.023880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42702) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:42.068091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.068326 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a7796-23c3-465c-865b-4b910a70f4fc None None] Routers {'00a03a5e-c90b-4863-be14-30e336b10ff4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:42.068865 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f86a7796-23c3-465c-865b-4b910a70f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00a03a5e-c90b-4863-be14-30e336b10ff4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:42.110222 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f86a7796-23c3-465c-865b-4b910a70f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:42.111051 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a7796-23c3-465c-865b-4b910a70f4fc None None] The sync data for ids ['00a03a5e-c90b-4863-be14-30e336b10ff4'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:42.117290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=520d14e5-88da-4c4b-af94-8c5f2a408fbf,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:42.228593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca4787-abc7-4c8e-8cb8-8dadbf3215aa None None] Pushing event deleted for resources: {'Port': ['ID=de7afc02-e3c2-4e67-8e1e-198087067797,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:42.269284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.281772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Attempting to bind port 140769ee-931a-4e28-b27a-367f06261d11 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:42.282151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Attempting to bind port 140769ee-931a-4e28-b27a-367f06261d11 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '25a9cb8b-4783-40d9-b919-adbf631a4199'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:42.282541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Attempting to bind port 140769ee-931a-4e28-b27a-367f06261d11 on network 25a9cb8b-4783-40d9-b919-adbf631a4199 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:42.301887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:42.302309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Checking segment: {'id': '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '25a9cb8b-4783-40d9-b919-adbf631a4199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:42.302847 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.303119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Bound using segment: {'id': '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '25a9cb8b-4783-40d9-b919-adbf631a4199'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:42.303772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Bound port: 140769ee-931a-4e28-b27a-367f06261d11, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '25a9cb8b-4783-40d9-b919-adbf631a4199'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:42.304434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.309634 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbabbebb-b9a3-4cca-975c-0d879baf8ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.316271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.352008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6efcb5ca-e259-4e4f-8595-a7025f5b861e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:42.352389 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.352788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a9cb8b-4783-40d9-b919-adbf631a4199']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:42.369622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbabbebb-b9a3-4cca-975c-0d879baf8ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.395387 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:42.395810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:42.452082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbabbebb-b9a3-4cca-975c-0d879baf8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.457014 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbabbebb-b9a3-4cca-975c-0d879baf8ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.469059 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dbabbebb-b9a3-4cca-975c-0d879baf8ee5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e239814-a66c-4a93-91df-0c07c08a4ea2 HTTP/1.1" status: 204 len: 168 time: 0.4730601 Nov 29 01:47:42.485728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] For port 6efcb5ca-e259-4e4f-8595-a7025f5b861e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6efcb5ca-e259-4e4f-8595-a7025f5b861e,segment=NetworkSegment(d8921fd9-8e45-49b1-8175-4128264ddac8),segment_id=d8921fd9-8e45-49b1-8175-4128264ddac8)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:42.519286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.551664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.563960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '071e5e48-64be-4064-9ecb-5b93b8cba1ba'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:42.564647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Subnet': ['ID=39c9320c-294d-475a-94e9-9f7a264ef8cf,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:42.564788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.569529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] For port 140769ee-931a-4e28-b27a-367f06261d11, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:42.618747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] For port 140769ee-931a-4e28-b27a-367f06261d11, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=140769ee-931a-4e28-b27a-367f06261d11,segment=NetworkSegment(728124cf-a2d7-4cb5-a1b7-718d1d72fd7d),segment_id=728124cf-a2d7-4cb5-a1b7-718d1d72fd7d)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:42.624653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabbebb-b9a3-4cca-975c-0d879baf8ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e239814-a66c-4a93-91df-0c07c08a4ea2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:42.668018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Provisioning complete for port 5ab8d64b-72e7-442e-aa06-bb5991093536 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:42.668192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.668403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.671445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.699564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:42.700033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.704465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Checking segment: {'id': '5e1960e0-23e4-4547-b33e-958315392edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd68d5501-01d6-4fc8-aa7a-97024b9b6344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:42.704792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network hostable DHCP agents. Network: d68d5501-01d6-4fc8-aa7a-97024b9b6344, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:42.707521 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:42.754491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Pushing event updated for resources: {'Port': ['ID=6efcb5ca-e259-4e4f-8595-a7025f5b861e,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:42.848102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:42.879567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5ab8d64b-72e7-442e-aa06-bb5991093536 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:42.893773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.005222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccea077-76a9-431a-8d12-1c7cb55b0675 None None] Pushing event updated for resources: {'Port': ['ID=140769ee-931a-4e28-b27a-367f06261d11,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:43.020822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bef479-c90c-448e-bfc0-699f6b2079fa None None] Network 25a9cb8b-4783-40d9-b919-adbf631a4199 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:43.048079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42708) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:43.120735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5ab8d64b-72e7-442e-aa06-bb5991093536 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:43.121118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.130596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.152473 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fd83f9c5-6faa-403c-96cd-b2c8195bccf8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=320f50b3137649f29f6aefb664afec66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1016121 Nov 29 01:47:43.156019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42710) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:43.251590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.21.0.1 (a5d34a6c-28ee-40c9-bea1-c0065b8b37db/e659dc47-a8d6-45d4-b996-513f0ad84d1e/2c907abc-0ab1-49b3-8bb9-367ddb3f91de) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:43.264769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e4d8853c-cf2a-4bd0-962e-ad548d98ffb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.312874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e4d8853c-cf2a-4bd0-962e-ad548d98ffb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.381348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.396361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:47:43.396361 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:47:43.396361 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'id': '25a9cb8b-4783-40d9-b919-adbf631a4199'}] Nov 29 01:47:43.396361 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:43.396873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:43.400653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:43.410385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] For port 5ab8d64b-72e7-442e-aa06-bb5991093536, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5ab8d64b-72e7-442e-aa06-bb5991093536,segment=NetworkSegment(426352e3-c2b3-4537-b7d7-8e4519a33989),segment_id=426352e3-c2b3-4537-b7d7-8e4519a33989)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:43.419236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.426985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e4d8853c-cf2a-4bd0-962e-ad548d98ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.429724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e4d8853c-cf2a-4bd0-962e-ad548d98ffb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.435980 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e4d8853c-cf2a-4bd0-962e-ad548d98ffb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c65d0bc-b209-4f14-a749-98940e342efe HTTP/1.1" status: 204 len: 168 time: 0.2741127 Nov 29 01:47:43.450150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.460847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8853c-cf2a-4bd0-962e-ad548d98ffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c65d0bc-b209-4f14-a749-98940e342efe,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:43.515030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, d68d5501-01d6-4fc8-aa7a-97024b9b6344) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:43.516663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.518457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Provisioning complete for port 520d14e5-88da-4c4b-af94-8c5f2a408fbf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:43.519116 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.533026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:43.533830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.557199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d67751-3a43-4100-9f3d-2e4385549bbd None None] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:43.582523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.592026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network a5d34a6c-28ee-40c9-bea1-c0065b8b37db is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:43.596426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec883a-260a-41c1-a7b7-b3af124ed20d None None] Pushing event updated for resources: {'Port': ['ID=5ab8d64b-72e7-442e-aa06-bb5991093536,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:43.597362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:43.601348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:43.631977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=2c907abc-0ab1-49b3-8bb9-367ddb3f91de,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:43.670392 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-909c2c71-99ee-4ba7-8927-72fbb4d7cc1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3647935 Nov 29 01:47:43.672420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42714) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:43.674811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.713515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:43.723893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=ca7b1119-34f6-4b91-b820-da7ea5a6b694,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:43.726436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:43.738345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/071e5e48-64be-4064-9ecb-5b93b8cba1ba/afa2fa74-13c6-4e78-adab-054fb87810ad) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:43.741033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-240154378', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:43.760764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:43.809650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:43.813745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.814939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6efcb5ca-e259-4e4f-8595-a7025f5b861e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:43.891019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.907094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.921480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.923040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:43.957585 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-979c204f-0929-442b-820e-537652031cde tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3175883 Nov 29 01:47:43.963378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42718) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:43.976700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd477be-e245-4c3c-80a3-77c9b31ff184 None None] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:44.012103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.091354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.118194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a9e03-40d0-47c9-8b11-279ac1bf222c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:44.123171 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-468a9e03-40d0-47c9-8b11-279ac1bf222c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1587837 Nov 29 01:47:44.123843 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42726) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:44.124688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6efcb5ca-e259-4e4f-8595-a7025f5b861e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:44.125076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.182799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Provisioning complete for port 6efcb5ca-e259-4e4f-8595-a7025f5b861e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:44.182799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.278863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.281400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8f953a1-210f-4b14-85b6-dbe09016277d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.289701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port 140769ee-931a-4e28-b27a-367f06261d11 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:44.290153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.292342 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.318726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.341298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 5411050b-9ac2-494c-88a6-fbacb36eff6b {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:44.341861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.385374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.393329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:44.398308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.415557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:44.421203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:44.428486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Pushing event updated for resources: {'Port': ['ID=afa2fa74-13c6-4e78-adab-054fb87810ad,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:44.449710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5a7ef819-5673-4611-92ee-ee017687f3c4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:44.514326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port 140769ee-931a-4e28-b27a-367f06261d11, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=140769ee-931a-4e28-b27a-367f06261d11,segment=NetworkSegment(728124cf-a2d7-4cb5-a1b7-718d1d72fd7d),segment_id=728124cf-a2d7-4cb5-a1b7-718d1d72fd7d)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:44.514981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.542668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=2c907abc-0ab1-49b3-8bb9-367ddb3f91de,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:44.542863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for 140769ee-931a-4e28-b27a-367f06261d11 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:44.546951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Attempting to bind port afa2fa74-13c6-4e78-adab-054fb87810ad on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:44.547338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Attempting to bind port afa2fa74-13c6-4e78-adab-054fb87810ad by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:44.547711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Attempting to bind port afa2fa74-13c6-4e78-adab-054fb87810ad on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:44.560072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:44.560453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:44.560866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.561272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:44.561769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Bound port: afa2fa74-13c6-4e78-adab-054fb87810ad, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:44.562159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.562289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-f29bc631-2c0e-4d22-b400-351ee00e4d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port ca7b1119-34f6-4b91-b820-da7ea5a6b694 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:44.562611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f29bc631-2c0e-4d22-b400-351ee00e4d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.583972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.611195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Provisioning complete for port 92633e60-f761-433f-b360-237b97de03f9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:44.611609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.633691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 5411050b-9ac2-494c-88a6-fbacb36eff6b owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:44.646904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5a7ef819-5673-4611-92ee-ee017687f3c4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:44.646904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.647309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42738) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:44.679338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f29bc631-2c0e-4d22-b400-351ee00e4d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.694207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-f29bc631-2c0e-4d22-b400-351ee00e4d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for ca7b1119-34f6-4b91-b820-da7ea5a6b694 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:44.704704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Port 92633e60-f761-433f-b360-237b97de03f9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:44.709045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] For port afa2fa74-13c6-4e78-adab-054fb87810ad, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:44.713067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] For port afa2fa74-13c6-4e78-adab-054fb87810ad, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=afa2fa74-13c6-4e78-adab-054fb87810ad,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:44.725738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.736843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Provisioning complete for port 5ab8d64b-72e7-442e-aa06-bb5991093536 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:44.737214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.784469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.811369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-831148826'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:44.873042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97235a5-fd99-4031-8d7b-ef7427c165e7 None None] Pushing event updated for resources: {'Port': ['ID=afa2fa74-13c6-4e78-adab-054fb87810ad,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:44.878200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5ab8d64b-72e7-442e-aa06-bb5991093536 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:44.882584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.913825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:44.968301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network a5d34a6c-28ee-40c9-bea1-c0065b8b37db is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:44.970406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:44.983445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5ab8d64b-72e7-442e-aa06-bb5991093536 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:44.983909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.012725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Provisioning complete for port 5411050b-9ac2-494c-88a6-fbacb36eff6b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:45.013435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.031491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.26.8.89 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/89b5af23-f5c8-472a-bf45-36ce788d8cc6) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:45.034454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f29bc631-2c0e-4d22-b400-351ee00e4d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.130647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Port 5411050b-9ac2-494c-88a6-fbacb36eff6b cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:45.131049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.139694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Made reservation on behalf of 0fb379438f3843e59e816ee0f68da929 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:45.143298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.153503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bc631-2c0e-4d22-b400-351ee00e4d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=ca7b1119-34f6-4b91-b820-da7ea5a6b694,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:45.162780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f29bc631-2c0e-4d22-b400-351ee00e4d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.169666 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f29bc631-2c0e-4d22-b400-351ee00e4d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/ca7b1119-34f6-4b91-b820-da7ea5a6b694 HTTP/1.1" status: 204 len: 168 time: 1.0425148 Nov 29 01:47:45.169932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Provisioning complete for port 2c907abc-0ab1-49b3-8bb9-367ddb3f91de triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:45.170300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42742) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:45.170646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.232173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=140769ee-931a-4e28-b27a-367f06261d11,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:45.243587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port 140769ee-931a-4e28-b27a-367f06261d11 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:45.248084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.268811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 00a03a5e-c90b-4863-be14-30e336b10ff4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:47:45.281574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf25eb6-12e4-46e6-927e-cdf8ade9a4cd tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:45.283315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf25eb6-12e4-46e6-927e-cdf8ade9a4cd tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:45.287285 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4cf25eb6-12e4-46e6-927e-cdf8ade9a4cd tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1117971 Nov 29 01:47:45.295957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 520d14e5-88da-4c4b-af94-8c5f2a408fbf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:45.297133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42744) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:45.308176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.366975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8d474-20c8-461c-b454-f0d1513af74a None None] Port 2c907abc-0ab1-49b3-8bb9-367ddb3f91de cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:45.390515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.393278 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 520d14e5-88da-4c4b-af94-8c5f2a408fbf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:45.393921 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.436936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0483813-2a42-49b1-9717-8da67f33a54d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 071e5e48-64be-4064-9ecb-5b93b8cba1ba {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:45.444668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0483813-2a42-49b1-9717-8da67f33a54d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.457031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.473605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:45.480758 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4db16575-ddd7-4c3d-8111-fa913efabeb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/00a03a5e-c90b-4863-be14-30e336b10ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4555240 Nov 29 01:47:45.483527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42746) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:45.510377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a9cb8b-4783-40d9-b919-adbf631a4199']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:45.516449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.527125 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0483813-2a42-49b1-9717-8da67f33a54d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.541621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:45.542025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728124cf-a2d7-4cb5-a1b7-718d1d72fd7d') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:45.577490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.580632 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.581312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fb0d93-a1dc-4031-8466-d1c6d3d86d6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:45.587459 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-72fb0d93-a1dc-4031-8466-d1c6d3d86d6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports/2c907abc-0ab1-49b3-8bb9-367ddb3f91de HTTP/1.1" status: 200 len: 910 time: 0.1001062 Nov 29 01:47:45.590176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42748) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:45.607131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:45.633608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:45.645582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.647884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:45.657610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=89b5af23-f5c8-472a-bf45-36ce788d8cc6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:45.687601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71343c-979f-4e14-8218-a114fffb7c35 None None] Sync routers for ids ['00a03a5e-c90b-4863-be14-30e336b10ff4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:45.695029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:45.695437 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:45.698570 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:45.700644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.711869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec2cda-681c-4d42-ae1c-1256447af634 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:45.748303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71343c-979f-4e14-8218-a114fffb7c35 None None] Routers {'00a03a5e-c90b-4863-be14-30e336b10ff4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:45.749060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fb71343c-979f-4e14-8218-a114fffb7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00a03a5e-c90b-4863-be14-30e336b10ff4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:45.759131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1f31a59a-5e3a-4c0d-b505-c1a23ee1c37a None None] Provisioning complete for port 2c907abc-0ab1-49b3-8bb9-367ddb3f91de triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:45.759638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f31a59a-5e3a-4c0d-b505-c1a23ee1c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.796856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fb71343c-979f-4e14-8218-a114fffb7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:45.842266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:45.846824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71343c-979f-4e14-8218-a114fffb7c35 None None] Routers {'00a03a5e-c90b-4863-be14-30e336b10ff4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:45.847864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fb71343c-979f-4e14-8218-a114fffb7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00a03a5e-c90b-4863-be14-30e336b10ff4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:45.849861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device de7afc02-e3c2-4e67-8e1e-198087067797 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:45.865077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=5411050b-9ac2-494c-88a6-fbacb36eff6b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:45.890360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: de7afc02-e3c2-4e67-8e1e-198087067797 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:45.890983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device de7afc02-e3c2-4e67-8e1e-198087067797 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:45.965304 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fb71343c-979f-4e14-8218-a114fffb7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:45.966790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71343c-979f-4e14-8218-a114fffb7c35 None None] The sync data for ids ['00a03a5e-c90b-4863-be14-30e336b10ff4'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:45.975039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1f31a59a-5e3a-4c0d-b505-c1a23ee1c37a None None] Port 2c907abc-0ab1-49b3-8bb9-367ddb3f91de cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:45.998868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:46.078560 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device afa2fa74-13c6-4e78-adab-054fb87810ad up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:46.156471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0fa995eb-49e0-4112-b6bd-c23d36c935c9 None None] Provisioning complete for port 89b5af23-f5c8-472a-bf45-36ce788d8cc6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:46.157149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0fa995eb-49e0-4112-b6bd-c23d36c935c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.215174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0fa995eb-49e0-4112-b6bd-c23d36c935c9 None None] Port 89b5af23-f5c8-472a-bf45-36ce788d8cc6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:46.225796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port afa2fa74-13c6-4e78-adab-054fb87810ad triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:46.226319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.331390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.342099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0483813-2a42-49b1-9717-8da67f33a54d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.345348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.356090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.377257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] Provisioning complete for port afa2fa74-13c6-4e78-adab-054fb87810ad triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:46.377636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.400861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daddd813-e9b0-4f88-a286-f8e22404b8d2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:46.408351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.412742 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/25a9cb8b-4783-40d9-b919-adbf631a4199 HTTP/1.1" status: 204 len: 168 time: 7.0767725 Nov 29 01:47:46.414352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.414929 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Added segment fd806609-6cd2-4c09-ac54-1973c32e47f4 of type vlan for network 37e61399-a81e-4471-a078-5434a4bf8c76 Nov 29 01:47:46.419603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42750) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:46.420017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.435044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1162385657'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:46.458483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f522c3-9b5d-4bd1-93ff-bad50717eb9b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=25a9cb8b-4783-40d9-b919-adbf631a4199,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:46.467791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:46.472583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.496255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.548835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:46.562941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.563373 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment 4b495bb2-93ca-4480-b76a-ee0ee33463af of type vlan for network c6644c40-0489-4fcb-9a2f-8c5e8c024fc2 Nov 29 01:47:46.603166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:46.603166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:46.614185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.627560 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:46.627928 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:46.629578 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0483813-2a42-49b1-9717-8da67f33a54d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.634591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.666628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0483813-2a42-49b1-9717-8da67f33a54d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=071e5e48-64be-4064-9ecb-5b93b8cba1ba,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:46.682141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0483813-2a42-49b1-9717-8da67f33a54d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.689039 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e0483813-2a42-49b1-9717-8da67f33a54d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/071e5e48-64be-4064-9ecb-5b93b8cba1ba HTTP/1.1" status: 204 len: 168 time: 1.3908541 Nov 29 01:47:46.692000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42752) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:46.747782 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fc393106-10bc-4ace-861e-6abca35c7cb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534399 Nov 29 01:47:46.748875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42754) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:46.759423 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:46.766341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.771869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:46.772473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.791898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.798174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:46.798841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:46.846703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385d05d0-f81b-4e51-859d-95bf3535a4c3 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:46.855946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Router 9ec4b2ef-0a93-4d48-be64-75953cab5496 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:47:46.887589 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2369347 Nov 29 01:47:46.894926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42756) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:46.904748 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'subnet': {'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:46.924573 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4985576 Nov 29 01:47:46.927051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef7a89-b2db-4274-917c-fb3140fc5fa4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Network': ['ID=37e61399-a81e-4471-a078-5434a4bf8c76,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:46.927640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42758) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:46.945932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': 'c6644c40-0489-4fcb-9a2f-8c5e8c024fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:46.954702 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 37e61399-a81e-4471-a078-5434a4bf8c76 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:46.971463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7ebcc-db6a-43e6-b863-c68b7e2f256f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=c6644c40-0489-4fcb-9a2f-8c5e8c024fc2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:46.981502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.011905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network c6644c40-0489-4fcb-9a2f-8c5e8c024fc2 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:47.066847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.117172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:47.120296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.151757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:47.160029 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bcc9ca2d-f5bd-4e17-8cc0-3134d6801c2a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "PUT /v2.0/routers/9ec4b2ef-0a93-4d48-be64-75953cab5496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3342001 Nov 29 01:47:47.163238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42760) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:47.164275 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c3ea6-681d-4cff-a14c-064f20ba93ca None None] Sync routers for ids ['9ec4b2ef-0a93-4d48-be64-75953cab5496'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:47.175054 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c3ea6-681d-4cff-a14c-064f20ba93ca None None] Routers {'9ec4b2ef-0a93-4d48-be64-75953cab5496'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:47.175916 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-082c3ea6-681d-4cff-a14c-064f20ba93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9ec4b2ef-0a93-4d48-be64-75953cab5496'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:47.176061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:47:47.176061 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:47:47.176061 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'project_id_1': '0fb379438f3843e59e816ee0f68da929', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 47, 27, 153448)}] Nov 29 01:47:47.176061 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:47.176413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:47.191134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:47.196233 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.196428 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bf8e97-0db8-4b3f-acba-0b319c6c5b1e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:47:47.197706 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-98bf8e97-0db8-4b3f-acba-0b319c6c5b1e tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/5411050b-9ac2-494c-88a6-fbacb36eff6b HTTP/1.1" status: 404 len: 333 time: 0.0332899 Nov 29 01:47:47.202583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42762) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:47.211872 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-082c3ea6-681d-4cff-a14c-064f20ba93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:47.221353 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c3ea6-681d-4cff-a14c-064f20ba93ca None None] Routers {'9ec4b2ef-0a93-4d48-be64-75953cab5496'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:47.222231 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-082c3ea6-681d-4cff-a14c-064f20ba93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9ec4b2ef-0a93-4d48-be64-75953cab5496'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:47.261303 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-082c3ea6-681d-4cff-a14c-064f20ba93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:47.262246 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c3ea6-681d-4cff-a14c-064f20ba93ca None None] The sync data for ids ['9ec4b2ef-0a93-4d48-be64-75953cab5496'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:47.279288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] For port afa2fa74-13c6-4e78-adab-054fb87810ad, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=afa2fa74-13c6-4e78-adab-054fb87810ad,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:47.291532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.301504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.327786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:47.331761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.349709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d416dad1-a16a-43bc-abbb-a15e061420e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.396580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bb89c-a4e4-41c6-9347-b788a0983f0d None None] Pushing event updated for resources: {'Port': ['ID=afa2fa74-13c6-4e78-adab-054fb87810ad,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:47.413830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] Deleting port afa2fa74-13c6-4e78-adab-054fb87810ad {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:47.414317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.424810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing IP validity checks on allocation pools {{(pid=109949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 01:47:47.425403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 01:47:47.444698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:47.444698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:47.445188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e21190a1-0b23-4781-9090-62a8be9d14ad None None] Could not find standard attr ID for object ca7b1119-34f6-4b91-b820-da7ea5a6b694. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:47.508582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] For port afa2fa74-13c6-4e78-adab-054fb87810ad, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=afa2fa74-13c6-4e78-adab-054fb87810ad,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:47.510699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.531848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] Calling delete_port for afa2fa74-13c6-4e78-adab-054fb87810ad owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:47.558461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d416dad1-a16a-43bc-abbb-a15e061420e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.562525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d416dad1-a16a-43bc-abbb-a15e061420e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.572396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.648522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d416dad1-a16a-43bc-abbb-a15e061420e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.649032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d416dad1-a16a-43bc-abbb-a15e061420e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec4b2ef-0a93-4d48-be64-75953cab5496 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:47:47.668009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.692249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d416dad1-a16a-43bc-abbb-a15e061420e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.695913 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d416dad1-a16a-43bc-abbb-a15e061420e3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/routers/9ec4b2ef-0a93-4d48-be64-75953cab5496 HTTP/1.1" status: 204 len: 168 time: 0.4899378 Nov 29 01:47:47.697602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42764) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:47.703858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] No DVR routers for this DVR port afa2fa74-13c6-4e78-adab-054fb87810ad on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:47.729363 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920205e-11a5-4f60-8a58-891d7a3cafcd None None] Pushing event deleted for resources: {'Port': ['ID=afa2fa74-13c6-4e78-adab-054fb87810ad,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:47.733633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port afa2fa74-13c6-4e78-adab-054fb87810ad update to ACTIVE by agent not found {{(pid=109950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:47:47.734371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Made reservation on behalf of 0fb379438f3843e59e816ee0f68da929 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:47.738351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.748662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da14fc3b-217c-46ac-aba6-788fdd60cc59 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:47:47.789778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.841377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.848864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 2c907abc-0ab1-49b3-8bb9-367ddb3f91de {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:47.849952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.860645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da14fc3b-217c-46ac-aba6-788fdd60cc59 None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:47:47.861729 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:47:47.863651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ed9350-fb7e-4265-b973-4f365c0ab37d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet fd1ce428-f0ed-4ff6-a653-c5fb46173a2a {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:47.868550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9350-fb7e-4265-b973-4f365c0ab37d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.872972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:47.920343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:47.929392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:47.929984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:47.997961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=3fb940a6-3514-480e-aff5-3586e5501416,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:48.005721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9350-fb7e-4265-b973-4f365c0ab37d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.040293 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-be87511a-4eab-4b35-88c4-64037417e107 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2866299 Nov 29 01:47:48.041276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device afa2fa74-13c6-4e78-adab-054fb87810ad no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:48.073510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42766) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:48.082150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: afa2fa74-13c6-4e78-adab-054fb87810ad {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:48.082526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device afa2fa74-13c6-4e78-adab-054fb87810ad not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:48.084278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '3fb940a6-3514-480e-aff5-3586e5501416', 'ip_address': '2001:db8::e1da:72c4:cbe9:a8dd'}], 'name': 'tempest-NetworksTestDHCPv6-1408839873'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:48.144096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.173808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '3fb940a6-3514-480e-aff5-3586e5501416'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:48.174931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.200206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=e9ad3f5b-37fa-4137-9006-fe2aea3d3144,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:48.210321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': '4b495bb2-93ca-4480-b76a-ee0ee33463af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c6644c40-0489-4fcb-9a2f-8c5e8c024fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:48.210749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: c6644c40-0489-4fcb-9a2f-8c5e8c024fc2, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:48.213045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 2c907abc-0ab1-49b3-8bb9-367ddb3f91de owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:48.322537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/3fb940a6-3514-480e-aff5-3586e5501416/4e6f7de0-e5cc-449e-bca1-d52472f620b7) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:48.329236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9350-fb7e-4265-b973-4f365c0ab37d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.360761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network c6644c40-0489-4fcb-9a2f-8c5e8c024fc2 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:48.364128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.373279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:48.396890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afb33e-eb76-4049-bd71-72ba7affcb1c None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:48.402690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, c6644c40-0489-4fcb-9a2f-8c5e8c024fc2) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:48.419459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08afb33e-eb76-4049-bd71-72ba7affcb1c None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:48.420017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-08afb33e-eb76-4049-bd71-72ba7affcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:48.449375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Subnet': ['ID=74cb8da6-ea77-4706-84f9-decb640d42bb,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:48.452132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:48.452733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.456224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-08afb33e-eb76-4049-bd71-72ba7affcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:48.460965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Checking segment: {'id': 'fd806609-6cd2-4c09-ac54-1973c32e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:48.460965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Network hostable DHCP agents. Network: 37e61399-a81e-4471-a078-5434a4bf8c76, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:48.471201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08afb33e-eb76-4049-bd71-72ba7affcb1c None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:48.471705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-08afb33e-eb76-4049-bd71-72ba7affcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:48.481346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:48.483332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.485891 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-41c21a6c-0a72-4ab7-871c-7bd31cc75820 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7662129 Nov 29 01:47:48.490393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42768) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:48.499023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Network 37e61399-a81e-4471-a078-5434a4bf8c76 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:48.500648 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5a279c1a-70dc-4cab-b4af-05089309f28c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5663838 Nov 29 01:47:48.509051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42770) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:48.519901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9350-fb7e-4265-b973-4f365c0ab37d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.523276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-08afb33e-eb76-4049-bd71-72ba7affcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:48.523943 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afb33e-eb76-4049-bd71-72ba7affcb1c None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:48.582034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 37e61399-a81e-4471-a078-5434a4bf8c76) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:48.589958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:48.591376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.595799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.602631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.621042 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-30b26fb6-a4ae-4cd4-bedf-ecce2834cc43 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7229791 Nov 29 01:47:48.624354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42772) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:48.629552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1623580224'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:48.638258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed9350-fb7e-4265-b973-4f365c0ab37d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1ce428-f0ed-4ff6-a653-c5fb46173a2a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:48.653089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:48.656375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:48.659199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:48.667594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9350-fb7e-4265-b973-4f365c0ab37d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.671281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Pushing event updated for resources: {'Port': ['ID=4e6f7de0-e5cc-449e-bca1-d52472f620b7,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:48.673744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b9ed9350-fb7e-4265-b973-4f365c0ab37d tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/fd1ce428-f0ed-4ff6-a653-c5fb46173a2a HTTP/1.1" status: 204 len: 168 time: 0.9763796 Nov 29 01:47:48.674001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42774) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:48.728722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Attempting to bind port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:48.728983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Attempting to bind port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:48.729357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Attempting to bind port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:48.735167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:48.735728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:48.736188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.736922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:48.737486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Bound port: 4e6f7de0-e5cc-449e-bca1-d52472f620b7, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:48.738021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.739614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.752431 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.801926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=2c907abc-0ab1-49b3-8bb9-367ddb3f91de,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:48.807498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.810776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port d89ee6e3-ba2e-4f36-859c-3562f2289492 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:48.811439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] For port 4e6f7de0-e5cc-449e-bca1-d52472f620b7, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:48.814994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] For port 4e6f7de0-e5cc-449e-bca1-d52472f620b7, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4e6f7de0-e5cc-449e-bca1-d52472f620b7,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:48.822275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.893951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73561-ecc1-40da-97fd-9c8596736249 None None] Pushing event updated for resources: {'Port': ['ID=4e6f7de0-e5cc-449e-bca1-d52472f620b7,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:48.910021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Made reservation on behalf of 0fb379438f3843e59e816ee0f68da929 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:48.913468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:48.921471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.009964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] device_id is not set on port 4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:49.037628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.225361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::e1da:72c4:cbe9:a8dd (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/3fb940a6-3514-480e-aff5-3586e5501416/d89ee6e3-ba2e-4f36-859c-3562f2289492) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:49.239687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 5ab8d64b-72e7-442e-aa06-bb5991093536 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:49.240419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.246617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.264058 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.275703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Allocated IP 2001:db8::188 (37e61399-a81e-4471-a078-5434a4bf8c76/74cb8da6-ea77-4706-84f9-decb640d42bb/4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:49.355407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ad3f5b-37fa-4137-9006-fe2aea3d3144,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:49.362625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] For port 5ab8d64b-72e7-442e-aa06-bb5991093536, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5ab8d64b-72e7-442e-aa06-bb5991093536,segment=NetworkSegment(426352e3-c2b3-4537-b7d7-8e4519a33989),segment_id=426352e3-c2b3-4537-b7d7-8e4519a33989)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:49.363021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.392739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 5ab8d64b-72e7-442e-aa06-bb5991093536 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:49.520106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.702028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.753431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.760405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=5ab8d64b-72e7-442e-aa06-bb5991093536,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:49.764485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No DVR routers for this DVR port 5ab8d64b-72e7-442e-aa06-bb5991093536 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:49.839084 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.901481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6644c40-0489-4fcb-9a2f-8c5e8c024fc2']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:49.921890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:49.930803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb796e-8f70-480b-a26e-856e573b5c05 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:49.980345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd946b02-6022-41c2-9e2f-b1cb69b77b5f']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:49.985934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b495bb2-93ca-4480-b76a-ee0ee33463af') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:49.986289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b495bb2-93ca-4480-b76a-ee0ee33463af') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:50.003349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426352e3-c2b3-4537-b7d7-8e4519a33989') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:50.003681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426352e3-c2b3-4537-b7d7-8e4519a33989') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:50.016941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.018837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.025601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.053823 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.066887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.073544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:50.073959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:50.078392 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:50.081724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:50.082120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.100900 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.104092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cad63f-f825-4eb1-9dca-019b80c57381 None None] Network c6644c40-0489-4fcb-9a2f-8c5e8c024fc2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:50.169925 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 00a03a5e-c90b-4863-be14-30e336b10ff4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:50.178412 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:50.196025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.201005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.207753 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/c6644c40-0489-4fcb-9a2f-8c5e8c024fc2 HTTP/1.1" status: 204 len: 168 time: 1.6946409 Nov 29 01:47:50.216109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42778) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:50.221065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2147056672'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:50.223355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978149f8-fd66-438e-966a-60a5a6c0af91 None None] Network 37e61399-a81e-4471-a078-5434a4bf8c76 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:50.229561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b39f020-f260-4cc5-b044-796a688d0c61 None None] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:50.241586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435e10a-d9d2-42d2-9fad-c16d4382b5ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=c6644c40-0489-4fcb-9a2f-8c5e8c024fc2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:50.242737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Network 37e61399-a81e-4471-a078-5434a4bf8c76 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:50.260431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:50.269147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:50.275436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:50.276271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.292184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.311178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.318663 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/networks/bd946b02-6022-41c2-9e2f-b1cb69b77b5f HTTP/1.1" status: 204 len: 168 time: 1.6133873 Nov 29 01:47:50.323453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:50.323838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42780) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:50.328311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.339868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.20.0.1 (d68d5501-01d6-4fc8-aa7a-97024b9b6344/39c9320c-294d-475a-94e9-9f7a264ef8cf/18db82fa-cde3-46d7-b5c9-d613e3d9e1bb) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:50.342348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafbee6-dec9-485d-8574-5d268d370dbb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Network': ['ID=bd946b02-6022-41c2-9e2f-b1cb69b77b5f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:50.437558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4e6f7de0-e5cc-449e-bca1-d52472f620b7 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:50.449292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9ba70cb8-4646-4338-b56a-bca57e1c6aec tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8237278 Nov 29 01:47:50.450750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:50.451940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:50.453595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42782) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:50.455443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.460552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2145307720', 'allowed_address_pairs': [{'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:f0:08:a2'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:50.463514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78985836-40ef-476c-b12b-78a0c55e71d0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:50.464874 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-78985836-40ef-476c-b12b-78a0c55e71d0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/690bcc68-c14e-4e98-aa83-6a1af9c5fed6 HTTP/1.1" status: 200 len: 844 time: 0.1399345 Nov 29 01:47:50.471444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42784) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:50.477259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:50.479725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:50.485597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:50.486221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.491668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=d89ee6e3-ba2e-4f36-859c-3562f2289492,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:50.495364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:50.510303 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9902cac4-35d2-42ed-9804-8b87cfb979a0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/00a03a5e-c90b-4863-be14-30e336b10ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9159019 Nov 29 01:47:50.511021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b39f020-f260-4cc5-b044-796a688d0c61 None None] Network bd946b02-6022-41c2-9e2f-b1cb69b77b5f could not be found, it might have been deleted concurrently. {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 01:47:50.514924 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42786) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:50.538694 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388ca0f-52ad-43e4-9952-56b08a701da3 None None] Sync routers for ids ['00a03a5e-c90b-4863-be14-30e336b10ff4'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:50.569568 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388ca0f-52ad-43e4-9952-56b08a701da3 None None] Routers {'00a03a5e-c90b-4863-be14-30e336b10ff4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:50.571929 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3388ca0f-52ad-43e4-9952-56b08a701da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00a03a5e-c90b-4863-be14-30e336b10ff4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:50.599895 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ed241c31-dd7c-4ed7-8c4a-251fee3fc19f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5254850 Nov 29 01:47:50.605168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42788) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:50.606696 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:50.608629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.608772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a473c039-1f69-42b1-8a67-93b24a8e6e8d None None] Provisioning complete for port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:50.609020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a473c039-1f69-42b1-8a67-93b24a8e6e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.630558 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5ef5d8f2-77b5-4bf0-b6da-d8d5dd52a46f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/690bcc68-c14e-4e98-aa83-6a1af9c5fed6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1483994 Nov 29 01:47:50.634629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42790) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:50.639774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:50.650959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.651680 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment daa30cc0-728b-4ad1-a82b-f1c8920eeb80 of type vlan for network a02529ef-08ca-4a0c-b51f-f178f7531fe2 Nov 29 01:47:50.677802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd945763-bc57-4b93-a18f-f5a27ab1f0cb None None] Network c6644c40-0489-4fcb-9a2f-8c5e8c024fc2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:50.707856 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3388ca0f-52ad-43e4-9952-56b08a701da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:50.709661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcdaa60-ef87-4f69-aa90-c42674dea2bb None None] DHCP port deletion for bd946b02-6022-41c2-9e2f-b1cb69b77b5f request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:50.723968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd945763-bc57-4b93-a18f-f5a27ab1f0cb None None] Network c6644c40-0489-4fcb-9a2f-8c5e8c024fc2 could not be found, it might have been deleted concurrently. {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 01:47:50.727832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.730786 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388ca0f-52ad-43e4-9952-56b08a701da3 None None] Routers {'00a03a5e-c90b-4863-be14-30e336b10ff4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:50.733842 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3388ca0f-52ad-43e4-9952-56b08a701da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00a03a5e-c90b-4863-be14-30e336b10ff4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:50.781753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ddc88-24fc-4840-bdd5-8d54975e7bb3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:50.782592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Made reservation on behalf of 0fb379438f3843e59e816ee0f68da929 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:50.789469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ddc88-24fc-4840-bdd5-8d54975e7bb3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:50.791433 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-351ddc88-24fc-4840-bdd5-8d54975e7bb3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1807113 Nov 29 01:47:50.797419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42792) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:50.801039 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3388ca0f-52ad-43e4-9952-56b08a701da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:50.801581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.801730 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388ca0f-52ad-43e4-9952-56b08a701da3 None None] The sync data for ids ['00a03a5e-c90b-4863-be14-30e336b10ff4'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:50.814061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:50.814465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.862703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.868559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:50.869177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.886337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:50.946691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:50.949634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:50.960115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a473c039-1f69-42b1-8a67-93b24a8e6e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.983200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:50.986858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:50.994673 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7773552 Nov 29 01:47:50.997610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42794) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:51.003567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08367c5e-42c8-4222-bbc0-6d8a23e38a91 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=a02529ef-08ca-4a0c-b51f-f178f7531fe2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:51.018026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32262f2-2906-4e5e-9676-213bf9aafe6e None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:51.018339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': 'a02529ef-08ca-4a0c-b51f-f178f7531fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:51.028971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network a02529ef-08ca-4a0c-b51f-f178f7531fe2 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:51.144709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.176823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a473c039-1f69-42b1-8a67-93b24a8e6e8d None None] For port 4e6f7de0-e5cc-449e-bca1-d52472f620b7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4e6f7de0-e5cc-449e-bca1-d52472f620b7,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:51.181374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.191193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-37e61399-a81e-4471-a078-5434a4bf8c76', 'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76', 'tenant_id': '0fb379438f3843e59e816ee0f68da929', 'fixed_ips': [{'subnet_id': '74cb8da6-ea77-4706-84f9-decb640d42bb'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:51.192586 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.221774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a473c039-1f69-42b1-8a67-93b24a8e6e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.424157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Allocated IP 2001:db8::2 (37e61399-a81e-4471-a078-5434a4bf8c76/74cb8da6-ea77-4706-84f9-decb640d42bb/a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:51.454207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=18db82fa-cde3-46d7-b5c9-d613e3d9e1bb,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:51.463852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-30de05dc-6321-483b-a6c5-7963cfe2ff1c None None] Provisioning complete for port d89ee6e3-ba2e-4f36-859c-3562f2289492 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:51.464469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30de05dc-6321-483b-a6c5-7963cfe2ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.481580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 92633e60-f761-433f-b360-237b97de03f9 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:51.481927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.496366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.502550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:51.502753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:51.509650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.567217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c039-1f69-42b1-8a67-93b24a8e6e8d None None] Pushing event updated for resources: {'Port': ['ID=4e6f7de0-e5cc-449e-bca1-d52472f620b7,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:51.581766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-30de05dc-6321-483b-a6c5-7963cfe2ff1c None None] Port d89ee6e3-ba2e-4f36-859c-3562f2289492 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:51.583039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.597210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 92633e60-f761-433f-b360-237b97de03f9 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:51.614460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-30de05dc-6321-483b-a6c5-7963cfe2ff1c None None] Provisioning complete for port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:51.614849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30de05dc-6321-483b-a6c5-7963cfe2ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.636381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] device_id is not set on port e60e756f-b809-41c0-8543-7ee001cb5b9e yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:51.663331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:51.667030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.706972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.716621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.724668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e61b46b4-0657-4a67-9d49-0582dced5018 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port d89ee6e3-ba2e-4f36-859c-3562f2289492 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:51.725005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e61b46b4-0657-4a67-9d49-0582dced5018 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.790936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Network 37e61399-a81e-4471-a078-5434a4bf8c76 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:51.798738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:51.800498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Pushing event updated for resources: {'Port': ['ID=a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:51.802717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:51.812876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.841182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-30de05dc-6321-483b-a6c5-7963cfe2ff1c None None] Provisioning complete for port 18db82fa-cde3-46d7-b5c9-d613e3d9e1bb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:51.841182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30de05dc-6321-483b-a6c5-7963cfe2ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.842240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=92633e60-f761-433f-b360-237b97de03f9,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:51.904701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Attempting to bind port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:51.910642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Attempting to bind port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'fd806609-6cd2-4c09-ac54-1973c32e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:51.911138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Attempting to bind port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f on network 37e61399-a81e-4471-a078-5434a4bf8c76 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:51.920277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:51.920824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Checking segment: {'id': 'fd806609-6cd2-4c09-ac54-1973c32e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:51.921333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.921811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Bound using segment: {'id': 'fd806609-6cd2-4c09-ac54-1973c32e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:51.923094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Bound port: a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd806609-6cd2-4c09-ac54-1973c32e47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:51.923094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:51.925269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-30de05dc-6321-483b-a6c5-7963cfe2ff1c None None] Port 18db82fa-cde3-46d7-b5c9-d613e3d9e1bb cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:52.013833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] For port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:52.019925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] For port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f,segment=NetworkSegment(fd806609-6cd2-4c09-ac54-1973c32e47f4),segment_id=fd806609-6cd2-4c09-ac54-1973c32e47f4)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:52.021703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.050248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.094110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e61b46b4-0657-4a67-9d49-0582dced5018 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.118744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Allocated IP 2001:db8::2ec (37e61399-a81e-4471-a078-5434a4bf8c76/74cb8da6-ea77-4706-84f9-decb640d42bb/e60e756f-b809-41c0-8543-7ee001cb5b9e) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:52.129470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.142834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e61b46b4-0657-4a67-9d49-0582dced5018 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for d89ee6e3-ba2e-4f36-859c-3562f2289492 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:52.144617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.146572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835b6c9-345f-4229-9cfe-ef86953ec2dd None None] Pushing event updated for resources: {'Port': ['ID=a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:52.152263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.247333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 00a03a5e-c90b-4863-be14-30e336b10ff4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:47:52.259434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4e6f7de0-e5cc-449e-bca1-d52472f620b7 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:52.326644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c326fe4e-401c-45cf-9d0f-8d8ee788e48a None None] Provisioning complete for port d89ee6e3-ba2e-4f36-859c-3562f2289492 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:52.327457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c326fe4e-401c-45cf-9d0f-8d8ee788e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.347221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:52.348861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:52.370188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:52.375381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa46650-02de-4d80-9dc4-3e54f58cb7bf None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:52.377223 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-97867013-2b86-4b03-a972-32a6d91ff1b2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/00a03a5e-c90b-4863-be14-30e336b10ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8606691 Nov 29 01:47:52.379923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42796) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:52.399484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:52.400085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.427243 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bbc72179-94f3-422c-b464-52d2d227606c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=00a03a5e-c90b-4863-be14-30e336b10ff4 HTTP/1.1" status: 200 len: 205 time: 0.0461226 Nov 29 01:47:52.428023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10dea1-7f37-43e0-864e-89486c9ed479 None None] Sync routers for ids ['00a03a5e-c90b-4863-be14-30e336b10ff4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:52.430893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42798) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:52.451736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c326fe4e-401c-45cf-9d0f-8d8ee788e48a None None] Port d89ee6e3-ba2e-4f36-859c-3562f2289492 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:52.458049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=44a5910b-1daf-481b-98f7-8ae3abc47227,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:52.505146 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0b5516df-6dcf-4c94-a510-f4987f411d0f tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8693871 Nov 29 01:47:52.524646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:52.524646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.543579 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42800) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:52.551980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-504868e3-bbcb-4376-a16a-be480f1f0409 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'security_group': {'name': 'tempest-secgroup-1712620271'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:52.564399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10dea1-7f37-43e0-864e-89486c9ed479 None None] Routers {'00a03a5e-c90b-4863-be14-30e336b10ff4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:52.565044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5d10dea1-7f37-43e0-864e-89486c9ed479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00a03a5e-c90b-4863-be14-30e336b10ff4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:52.606791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81787453-0816-4393-b5a0-d94c4e0e2674 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.694819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.755193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-504868e3-bbcb-4376-a16a-be480f1f0409 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.759705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5d10dea1-7f37-43e0-864e-89486c9ed479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:52.786767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10dea1-7f37-43e0-864e-89486c9ed479 None None] Routers {'00a03a5e-c90b-4863-be14-30e336b10ff4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:52.787706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5d10dea1-7f37-43e0-864e-89486c9ed479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00a03a5e-c90b-4863-be14-30e336b10ff4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:52.810521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=f2136e8b-73d2-4c99-9116-cfadb3be5f56,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:52.813239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81787453-0816-4393-b5a0-d94c4e0e2674 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.816349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81787453-0816-4393-b5a0-d94c4e0e2674 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.830702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e61b46b4-0657-4a67-9d49-0582dced5018 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.848212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5d10dea1-7f37-43e0-864e-89486c9ed479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:52.848851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10dea1-7f37-43e0-864e-89486c9ed479 None None] The sync data for ids ['00a03a5e-c90b-4863-be14-30e336b10ff4'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:52.891427 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81787453-0816-4393-b5a0-d94c4e0e2674 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.892388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81787453-0816-4393-b5a0-d94c4e0e2674 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Fanout notify agent at l3_agent the message router_deleted on router 00a03a5e-c90b-4863-be14-30e336b10ff4 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:47:52.901714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81787453-0816-4393-b5a0-d94c4e0e2674 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.905678 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-81787453-0816-4393-b5a0-d94c4e0e2674 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/00a03a5e-c90b-4863-be14-30e336b10ff4 HTTP/1.1" status: 204 len: 168 time: 0.4737117 Nov 29 01:47:52.909161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42802) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:52.923454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-504868e3-bbcb-4376-a16a-be480f1f0409 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.926786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b46b4-0657-4a67-9d49-0582dced5018 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=d89ee6e3-ba2e-4f36-859c-3562f2289492,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:52.935281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a02529ef-08ca-4a0c-b51f-f178f7531fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:52.935650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: a02529ef-08ca-4a0c-b51f-f178f7531fe2, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:47:52.949886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-504868e3-bbcb-4376-a16a-be480f1f0409 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:52.971741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5ab8d64b-72e7-442e-aa06-bb5991093536 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:52.992852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504868e3-bbcb-4376-a16a-be480f1f0409 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4396bfa-c4e2-4c90-a5da-544b126e4c99,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:53.000828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 5ab8d64b-72e7-442e-aa06-bb5991093536 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:53.001263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5ab8d64b-72e7-442e-aa06-bb5991093536 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:53.003036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-30c23659-4a81-40c0-8708-48baf3f6b5e4', 'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'tenant_id': '009fa053cc154d84b3edcc60331e0cd3', 'fixed_ips': [{'subnet_id': '44a5910b-1daf-481b-98f7-8ae3abc47227'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:53.003634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.005616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-504868e3-bbcb-4376-a16a-be480f1f0409 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.006879 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-504868e3-bbcb-4376-a16a-be480f1f0409 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4623411 Nov 29 01:47:53.011386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42804) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:53.017816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'security_group': {'name': 'tempest-secgroup-307876805'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:53.044693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0f2fe5-5908-4a3f-9802-e6652aeb4d4c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet e659dc47-a8d6-45d4-b996-513f0ad84d1e {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:53.053041 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e61b46b4-0657-4a67-9d49-0582dced5018 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.054866 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2fe5-5908-4a3f-9802-e6652aeb4d4c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.061157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e61b46b4-0657-4a67-9d49-0582dced5018 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/d89ee6e3-ba2e-4f36-859c-3562f2289492 HTTP/1.1" status: 204 len: 168 time: 2.2571578 Nov 29 01:47:53.062859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42806) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:53.091073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network a02529ef-08ca-4a0c-b51f-f178f7531fe2 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:47:53.146975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, a02529ef-08ca-4a0c-b51f-f178f7531fe2) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:53.151217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.162053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb45a94-8bee-44e2-ab66-7e0d16c8659c None None] Network a02529ef-08ca-4a0c-b51f-f178f7531fe2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:53.165060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:53.165664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.170239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2fe5-5908-4a3f-9802-e6652aeb4d4c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.199102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.227001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea51f5-07eb-4292-baf7-74100934afdc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:53.228653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea51f5-07eb-4292-baf7-74100934afdc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:53.230223 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-32ea51f5-07eb-4292-baf7-74100934afdc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1425128 Nov 29 01:47:53.237177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42808) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:53.257013 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1331ec0a-81f2-4ba4-9f44-8651c125b949 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2431157 Nov 29 01:47:53.260409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42810) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:53.285356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Allocated IP 2001:db8::2 (30c23659-4a81-40c0-8708-48baf3f6b5e4/44a5910b-1daf-481b-98f7-8ae3abc47227/e67e40ad-7cc7-4a86-b3e5-ad3863a035b1) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:53.347205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.391092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.410580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-579f12cc-faca-42a2-bdfd-3c22557349a8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 3fb940a6-3514-480e-aff5-3586e5501416 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:53.419776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-579f12cc-faca-42a2-bdfd-3c22557349a8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.473432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.476654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-a02529ef-08ca-4a0c-b51f-f178f7531fe2', 'network_id': 'a02529ef-08ca-4a0c-b51f-f178f7531fe2', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': 'f2136e8b-73d2-4c99-9116-cfadb3be5f56'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:53.477612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.485216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2fe5-5908-4a3f-9802-e6652aeb4d4c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.506322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Network 37e61399-a81e-4471-a078-5434a4bf8c76 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:53.514814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:53.517760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:53.526769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.527483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:53.528855 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.539683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-579f12cc-faca-42a2-bdfd-3c22557349a8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.544287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.567177 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.1124673 Nov 29 01:47:53.581835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42812) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:53.600279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.626540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=18db82fa-cde3-46d7-b5c9-d613e3d9e1bb,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:53.638518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.639173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.639574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.640005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.640350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.640689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.641023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.641410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.641795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.642125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.642565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.642898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.672079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.673352 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6612258 Nov 29 01:47:53.677111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.679969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42814) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:53.688030 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-354277019', 'security_groups': ['9270ed05-11df-4396-b3b7-67f3e5bae97b'], 'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44a5910b-1daf-481b-98f7-8ae3abc47227'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:53.691654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.694685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.695596 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9270ed05-11df-4396-b3b7-67f3e5bae97b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:53.750716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:53.754454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.754894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.755070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Allocated IP 172.20.0.1 (a02529ef-08ca-4a0c-b51f-f178f7531fe2/f2136e8b-73d2-4c99-9116-cfadb3be5f56/a0c8cc7b-3d00-489b-b320-f72b48c8d618) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:53.755386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.755797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.756390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.756606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.756717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715e453-4938-4dac-9f27-62f4f24d996d tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=e60e756f-b809-41c0-8543-7ee001cb5b9e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:53.757262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.757454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.757858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.758264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.758872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.759783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71dc4a-e96e-458d-a583-8f518c66406c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:53.760370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:53.763581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2fe5-5908-4a3f-9802-e6652aeb4d4c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.771478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14f1bb-7de6-4866-85e2-d83e02ef6726 None None] Network 37e61399-a81e-4471-a078-5434a4bf8c76 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:53.779735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:53.825678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Pushing event updated for resources: {'Port': ['ID=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:53.834822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f2fe5-5908-4a3f-9802-e6652aeb4d4c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=e659dc47-a8d6-45d4-b996-513f0ad84d1e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:53.847738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2fe5-5908-4a3f-9802-e6652aeb4d4c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.853419 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2b0f2fe5-5908-4a3f-9802-e6652aeb4d4c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/e659dc47-a8d6-45d4-b996-513f0ad84d1e HTTP/1.1" status: 204 len: 168 time: 0.9410322 Nov 29 01:47:53.853419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-579f12cc-faca-42a2-bdfd-3c22557349a8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:53.859906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42816) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:53.874254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:53.883938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f3e441-8741-42a1-abd6-b7de33eb6644 None None] Network a5d34a6c-28ee-40c9-bea1-c0065b8b37db requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:53.915396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae47ce-e524-41ee-88e3-9deffb15c288 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:53.920116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae47ce-e524-41ee-88e3-9deffb15c288 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:53.925723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae47ce-e524-41ee-88e3-9deffb15c288 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:53.927470 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0fae47ce-e524-41ee-88e3-9deffb15c288 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3452272 Nov 29 01:47:53.930764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:53.938406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42818) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:53.967332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-5169c0ae-ac4c-430a-9c93-b392135381ad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet 4c286762-f31a-4b46-9bc3-985e38508f73 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:47:53.975321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5169c0ae-ac4c-430a-9c93-b392135381ad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.017652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefcaaf9-3797-47ea-8138-423e6654ae4e None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:54.020623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e408f920-1d64-4a79-980b-415838c0702e None None] Provisioning complete for port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:54.020623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e408f920-1d64-4a79-980b-415838c0702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.056992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.078075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Attempting to bind port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:54.078636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Attempting to bind port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '9b8bc034-dd03-4a61-aff7-db82dc89096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:54.079099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Attempting to bind port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 on network 30c23659-4a81-40c0-8708-48baf3f6b5e4 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:54.111396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:54.111956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Checking segment: {'id': '9b8bc034-dd03-4a61-aff7-db82dc89096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:54.112489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.112952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Bound using segment: {'id': '9b8bc034-dd03-4a61-aff7-db82dc89096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:54.113576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Bound port: e67e40ad-7cc7-4a86-b3e5-ad3863a035b1, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8bc034-dd03-4a61-aff7-db82dc89096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:54.114946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.177496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:47:54.192308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-348c0106-6fe3-4e80-bdfc-b73da3d61873 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Deleting port e60e756f-b809-41c0-8543-7ee001cb5b9e {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:54.192660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-348c0106-6fe3-4e80-bdfc-b73da3d61873 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.318483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:54.362936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:47:54.366010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5169c0ae-ac4c-430a-9c93-b392135381ad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.371018 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-056a51b0-cad4-48ac-805f-f82779ecd818 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/routers/68ff1249-3281-4547-a19c-50eefc51fb3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8770111 Nov 29 01:47:54.371175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-579f12cc-faca-42a2-bdfd-3c22557349a8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.387094 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f44259-9742-41f8-b2b7-99b13681f133 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:47:54.399344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42820) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:54.404386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'port': {'network_id': 'd68d5501-01d6-4fc8-aa7a-97024b9b6344', 'name': 'tempest-FloatingIPTestJSON-1897876818'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:54.405425 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f44259-9742-41f8-b2b7-99b13681f133 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:54.406733 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-55f44259-9742-41f8-b2b7-99b13681f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:54.440856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.445388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] For port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:54.448386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:54.470314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f12cc-faca-42a2-bdfd-3c22557349a8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb940a6-3514-480e-aff5-3586e5501416,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:54.483794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.515400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-579f12cc-faca-42a2-bdfd-3c22557349a8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.521651 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-579f12cc-faca-42a2-bdfd-3c22557349a8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/3fb940a6-3514-480e-aff5-3586e5501416 HTTP/1.1" status: 204 len: 168 time: 1.2774420 Nov 29 01:47:54.531208 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-55f44259-9742-41f8-b2b7-99b13681f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:54.532363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42822) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:54.561630 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f44259-9742-41f8-b2b7-99b13681f133 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:47:54.562829 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-55f44259-9742-41f8-b2b7-99b13681f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:54.580899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dcfe85-d398-476c-9a92-e8df16d566e2 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:54.582954 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] DHCP port deletion for a5d34a6c-28ee-40c9-bea1-c0065b8b37db request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:54.586484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] For port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,segment=NetworkSegment(9b8bc034-dd03-4a61-aff7-db82dc89096f),segment_id=9b8bc034-dd03-4a61-aff7-db82dc89096f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:54.639466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e408f920-1d64-4a79-980b-415838c0702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.641814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.642219 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-55f44259-9742-41f8-b2b7-99b13681f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:54.643297 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f44259-9742-41f8-b2b7-99b13681f133 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:47:54.661410 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f9f1442e-62f7-4d9c-89cc-5296b44664bc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262381 Nov 29 01:47:54.670071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42824) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:54.759558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Network a02529ef-08ca-4a0c-b51f-f178f7531fe2 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:54.828218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.832804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:54.833235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5169c0ae-ac4c-430a-9c93-b392135381ad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.844956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Pushing event updated for resources: {'Port': ['ID=a0c8cc7b-3d00-489b-b320-f72b48c8d618,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:54.876606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.893164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=f2136e8b-73d2-4c99-9116-cfadb3be5f56,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:54.911591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-348c0106-6fe3-4e80-bdfc-b73da3d61873 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:54.947049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b1f121-2254-431e-9155-441a77f09a6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:54.951667 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-61b1f121-2254-431e-9155-441a77f09a6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2782066 Nov 29 01:47:54.953638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42826) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:54.971436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-348c0106-6fe3-4e80-bdfc-b73da3d61873 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Calling delete_port for e60e756f-b809-41c0-8543-7ee001cb5b9e owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:54.975736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port 961cea72-261c-4d99-9c6d-11cca75df6ff yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:54.984577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:54.988611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.070099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] device_id is not set on port d1709aa6-3507-47c4-8d31-17bf16ef8e0b yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:55.092524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5169c0ae-ac4c-430a-9c93-b392135381ad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.103241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.116939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:55.179350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:55.179689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.208575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02529ef-08ca-4a0c-b51f-f178f7531fe2']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:55.220601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29758b95-da7e-40e4-ab98-00e41677bd2a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:55.222163 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-29758b95-da7e-40e4-ab98-00e41677bd2a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2636065 Nov 29 01:47:55.225987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42828) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:55.236084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:55.236084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:55.239432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed502316-ff87-466d-83bf-67e5e591d5a0 None None] Pushing event updated for resources: {'Port': ['ID=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:55.247315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e408f920-1d64-4a79-980b-415838c0702e None None] For port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f,segment=NetworkSegment(fd806609-6cd2-4c09-ac54-1973c32e47f4),segment_id=fd806609-6cd2-4c09-ac54-1973c32e47f4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:55.273313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169c0ae-ac4c-430a-9c93-b392135381ad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=4c286762-f31a-4b46-9bc3-985e38508f73,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:55.281059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e408f920-1d64-4a79-980b-415838c0702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.296005 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-233cd75b-68d7-4de8-a0f6-57348aba510e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672920 Nov 29 01:47:55.299210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.307117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42830) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:55.313205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:55.413574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5169c0ae-ac4c-430a-9c93-b392135381ad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.416977 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5169c0ae-ac4c-430a-9c93-b392135381ad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/4c286762-f31a-4b46-9bc3-985e38508f73 HTTP/1.1" status: 204 len: 168 time: 1.5562346 Nov 29 01:47:55.419824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1866a5-4d3d-46c4-afb5-e7a2ac4e284c None None] Network 1feb232b-7446-476c-9d49-1da0db452c35 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:55.423332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42832) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:55.431596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.436581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] Deleting port 520d14e5-88da-4c4b-af94-8c5f2a408fbf {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:55.437812 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.439448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:55.440580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.446828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Attempting to bind port a0c8cc7b-3d00-489b-b320-f72b48c8d618 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:55.447225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Attempting to bind port a0c8cc7b-3d00-489b-b320-f72b48c8d618 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a02529ef-08ca-4a0c-b51f-f178f7531fe2'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:55.447649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Attempting to bind port a0c8cc7b-3d00-489b-b320-f72b48c8d618 on network a02529ef-08ca-4a0c-b51f-f178f7531fe2 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:55.463112 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:55.497559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.20.0.9 (d68d5501-01d6-4fc8-aa7a-97024b9b6344/39c9320c-294d-475a-94e9-9f7a264ef8cf/d1709aa6-3507-47c4-8d31-17bf16ef8e0b) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:55.503099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e408f920-1d64-4a79-980b-415838c0702e None None] Provisioning complete for port 4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:55.503478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e408f920-1d64-4a79-980b-415838c0702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.543116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:47:55.543116 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:47:55.543116 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'id': 'a02529ef-08ca-4a0c-b51f-f178f7531fe2'}] Nov 29 01:47:55.543116 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:55.543545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:55.552670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:55.553062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Checking segment: {'id': 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a02529ef-08ca-4a0c-b51f-f178f7531fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:55.553481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.553887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Bound using segment: {'id': 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a02529ef-08ca-4a0c-b51f-f178f7531fe2'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:55.554383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Bound port: a0c8cc7b-3d00-489b-b320-f72b48c8d618, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a02529ef-08ca-4a0c-b51f-f178f7531fe2'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:55.554800 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.569475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:55.573025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.599589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::d9 (30c23659-4a81-40c0-8708-48baf3f6b5e4/44a5910b-1daf-481b-98f7-8ae3abc47227/961cea72-261c-4d99-9c6d-11cca75df6ff) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:55.618113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e408f920-1d64-4a79-980b-415838c0702e None None] Port 4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:55.635494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.675248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408f920-1d64-4a79-980b-415838c0702e None None] Pushing event updated for resources: {'Port': ['ID=a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:55.697921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-348c0106-6fe3-4e80-bdfc-b73da3d61873 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.718864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] For port 520d14e5-88da-4c4b-af94-8c5f2a408fbf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=520d14e5-88da-4c4b-af94-8c5f2a408fbf,segment=NetworkSegment(0b5557f3-ec50-4335-879d-648fee2c7d66),segment_id=0b5557f3-ec50-4335-879d-648fee2c7d66)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:55.718864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.766709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c0106-6fe3-4e80-bdfc-b73da3d61873 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Port': ['ID=e60e756f-b809-41c0-8543-7ee001cb5b9e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:55.782296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] Calling delete_port for 520d14e5-88da-4c4b-af94-8c5f2a408fbf owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:55.865175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:55.906267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Provisioning complete for port 18db82fa-cde3-46d7-b5c9-d613e3d9e1bb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:55.906686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.917757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-348c0106-6fe3-4e80-bdfc-b73da3d61873 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.923532 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-348c0106-6fe3-4e80-bdfc-b73da3d61873 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "DELETE /v2.0/ports/e60e756f-b809-41c0-8543-7ee001cb5b9e HTTP/1.1" status: 204 len: 168 time: 1.9818869 Nov 29 01:47:55.930447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42834) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:55.934952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:55.938126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] For port a0c8cc7b-3d00-489b-b320-f72b48c8d618, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:55.984761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] For port a0c8cc7b-3d00-489b-b320-f72b48c8d618, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a0c8cc7b-3d00-489b-b320-f72b48c8d618,segment=NetworkSegment(daa30cc0-728b-4ad1-a82b-f1c8920eeb80),segment_id=daa30cc0-728b-4ad1-a82b-f1c8920eeb80)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:55.998516 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93010a6-03ce-47ae-8fb5-2d210b2e4f6f tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] GET failed (client error): The resource could not be found. Nov 29 01:47:56.003784 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f93010a6-03ce-47ae-8fb5-2d210b2e4f6f tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "GET /v2.0/ports/e60e756f-b809-41c0-8543-7ee001cb5b9e HTTP/1.1" status: 404 len: 333 time: 0.0684278 Nov 29 01:47:56.005402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42836) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:56.006485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.019420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-715610809'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:56.034668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Port 18db82fa-cde3-46d7-b5c9-d613e3d9e1bb cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:56.035469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 520d14e5-88da-4c4b-af94-8c5f2a408fbf {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:56.035899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.068257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Could not find standard attr ID for object e60e756f-b809-41c0-8543-7ee001cb5b9e. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:56.093938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.158355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.189272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] DHCP port deletion for 1feb232b-7446-476c-9d49-1da0db452c35 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:56.192677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.192957 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port 520d14e5-88da-4c4b-af94-8c5f2a408fbf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=520d14e5-88da-4c4b-af94-8c5f2a408fbf,segment=NetworkSegment(0b5557f3-ec50-4335-879d-648fee2c7d66),segment_id=0b5557f3-ec50-4335-879d-648fee2c7d66)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:56.193390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.232020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Made reservation on behalf of 0fb379438f3843e59e816ee0f68da929 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:56.235592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.262753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Provisioning complete for port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:56.263155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.271265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] device_id is not set on port 013de516-1d7f-4b9a-b37d-419b1457ebb1 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:56.271781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.303842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 520d14e5-88da-4c4b-af94-8c5f2a408fbf owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:56.329579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.332409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c2092-28c0-4ca3-9358-aa1dc20e22dc None None] Pushing event updated for resources: {'Port': ['ID=a0c8cc7b-3d00-489b-b320-f72b48c8d618,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:56.363346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:56.370702 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28525a8e-acc7-426e-8bbf-2423413e9595 None None] Network a02529ef-08ca-4a0c-b51f-f178f7531fe2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:56.380270 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Deleting port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:56.381532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.401977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:56.407729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:56.411610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=d1709aa6-3507-47c4-8d31-17bf16ef8e0b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:56.428222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:56.430905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] No DVR routers for this DVR port 520d14e5-88da-4c4b-af94-8c5f2a408fbf on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:56.432520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=60c6636a-0c78-4c3a-93ae-312a359c232c,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:56.448386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:56.457631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:56.459010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.481541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd6d7f-4121-4602-a101-d1990989112c None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:56.481746 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.518779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:56.522007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08639cc8-3617-4ef5-9f13-49e7dc8e2501 None None] Pushing event deleted for resources: {'Port': ['ID=520d14e5-88da-4c4b-af94-8c5f2a408fbf,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:56.569332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:56.581262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:56.599422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:56.600328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.605931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:56.611858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:56.612718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.634736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=961cea72-261c-4d99-9c6d-11cca75df6ff,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:56.641285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.653836 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4f7f49ea-29e5-45ac-83b9-e91faf0a2d90 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2534347 Nov 29 01:47:56.659898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42838) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:56.685155 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d92039a3-9d85-4fb0-86de-169e16fc2839 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3761606 Nov 29 01:47:56.689130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42840) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:56.689853 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-92cdbf74-e1bc-44cb-a730-5535b8fd72a6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0059035 Nov 29 01:47:56.689981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42842) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:56.695372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'port': {'network_id': 'd68d5501-01d6-4fc8-aa7a-97024b9b6344', 'name': 'tempest-FloatingIPTestJSON-717644845'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:56.701573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=520d14e5-88da-4c4b-af94-8c5f2a408fbf,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:56.702755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '60c6636a-0c78-4c3a-93ae-312a359c232c', 'ip_address': '2001:db8::e534:be95:6640:4d06'}], 'name': 'tempest-NetworksTestDHCPv6-2144464500'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:56.721607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port 520d14e5-88da-4c4b-af94-8c5f2a408fbf on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:56.768912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] Deleting port 5a7ef819-5673-4611-92ee-ee017687f3c4 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:56.769226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.804619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] For port 4e6f7de0-e5cc-449e-bca1-d52472f620b7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4e6f7de0-e5cc-449e-bca1-d52472f620b7,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:56.805029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.860164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7de9e999-a444-4838-9e00-6a682a6db502 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:56.877246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.911824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Calling delete_port for 4e6f7de0-e5cc-449e-bca1-d52472f620b7 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:56.923828 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d34a6c-28ee-40c9-bea1-c0065b8b37db']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:56.945873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5557f3-ec50-4335-879d-648fee2c7d66') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:56.946561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5557f3-ec50-4335-879d-648fee2c7d66') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:56.953019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:56.953415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.963298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] For port 5a7ef819-5673-4611-92ee-ee017687f3c4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5a7ef819-5673-4611-92ee-ee017687f3c4,segment=NetworkSegment(e93971d2-96c7-462e-8c31-c50e44c38379),segment_id=e93971d2-96c7-462e-8c31-c50e44c38379)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:56.963708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:56.969581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.004258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:57.008592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.023921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.036368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:57.037179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:57.041000 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:57.058341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] Calling delete_port for 5a7ef819-5673-4611-92ee-ee017687f3c4 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:57.058487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de9e999-a444-4838-9e00-6a682a6db502 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:57.062968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7de9e999-a444-4838-9e00-6a682a6db502 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.070976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port a0c8cc7b-3d00-489b-b320-f72b48c8d618 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:57.071330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.084134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] device_id is not set on port d6e6dad6-5224-4696-b954-988f42833986 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:57.146792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Provisioning complete for port 4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:57.147175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.180417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port a0c8cc7b-3d00-489b-b320-f72b48c8d618, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a0c8cc7b-3d00-489b-b320-f72b48c8d618,segment=NetworkSegment(daa30cc0-728b-4ad1-a82b-f1c8920eeb80),segment_id=daa30cc0-728b-4ad1-a82b-f1c8920eeb80)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:57.180848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.184308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.199802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for a0c8cc7b-3d00-489b-b320-f72b48c8d618 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:57.208805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.217537 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/a5d34a6c-28ee-40c9-bea1-c0065b8b37db HTTP/1.1" status: 204 len: 168 time: 1.7888544 Nov 29 01:47:57.229295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42844) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:57.236569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fa436358-1c82-4f43-a8eb-f1c5c311ec97 None None] Port 4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:57.240928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef7ab2-ef52-4056-a2f9-a7a76cb3df19 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=a5d34a6c-28ee-40c9-bea1-c0065b8b37db,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:57.243575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.267310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:47:57.267310 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:47:57.267310 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'project_id_1': 'f47892e28d654287b2d1ee2e21f4a32a', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 47, 36, 997097)}] Nov 29 01:47:57.267310 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:47:57.269003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:47:57.368885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.373041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.20.0.3 (d68d5501-01d6-4fc8-aa7a-97024b9b6344/39c9320c-294d-475a-94e9-9f7a264ef8cf/d6e6dad6-5224-4696-b954-988f42833986) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:57.452305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Pushing event deleted for resources: {'Port': ['ID=4e6f7de0-e5cc-449e-bca1-d52472f620b7,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:57.455947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] No DVR routers for this DVR port 4e6f7de0-e5cc-449e-bca1-d52472f620b7 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:57.461506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:57.509069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd046e09-88f2-4d78-8d37-943540b657fc None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:47:57.514298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.516883 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.ipam_backend_mixin [None req-7de9e999-a444-4838-9e00-6a682a6db502 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44a5910b-1daf-481b-98f7-8ae3abc47227 (CIDR: 2001:db8::/64) Nov 29 01:47:57.529016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.529402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.529761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.530112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.530478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.530842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.531196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.531551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.531911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.532252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.532588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.532920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e52222-1bee-401f-9b4f-aaaccb3564a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:47:57.558319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Provisioning complete for port 961cea72-261c-4d99-9c6d-11cca75df6ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:57.559262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 5a7ef819-5673-4611-92ee-ee017687f3c4 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:57.559722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.559805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.566730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Allocated IP 2001:db8::22f (37e61399-a81e-4471-a078-5434a4bf8c76/74cb8da6-ea77-4706-84f9-decb640d42bb/013de516-1d7f-4b9a-b37d-419b1457ebb1) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:57.615536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] No DVR routers for this DVR port 5a7ef819-5673-4611-92ee-ee017687f3c4 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:57.634484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb94ec7-7b77-4103-bed7-08823c13b0f6 None None] Pushing event deleted for resources: {'Port': ['ID=5a7ef819-5673-4611-92ee-ee017687f3c4,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:57.667451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:57.668685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.670513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port 5a7ef819-5673-4611-92ee-ee017687f3c4, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:57.670892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.676123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.690663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 5a7ef819-5673-4611-92ee-ee017687f3c4 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:47:57.694856 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Port 5a7ef819-5673-4611-92ee-ee017687f3c4 was not found and therefore no delete operation was performed {{(pid=109949) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:47:57.698756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.724317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Port 961cea72-261c-4d99-9c6d-11cca75df6ff cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:57.733855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=5a7ef819-5673-4611-92ee-ee017687f3c4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:57.744439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port 5a7ef819-5673-4611-92ee-ee017687f3c4 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:57.796161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.797303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:57.797798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.829854 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.852395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.865529 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:47:57.875173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.885085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:57.894746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '60c6636a-0c78-4c3a-93ae-312a359c232c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:47:57.895739 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.900068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:57.908269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:57.919144 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de9e999-a444-4838-9e00-6a682a6db502 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:47:57.919654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de9e999-a444-4838-9e00-6a682a6db502 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:47:57.923416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.931453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b45de-35aa-43df-9bba-e72327a38a27 None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:47:57.947441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,segment=NetworkSegment(9b8bc034-dd03-4a61-aff7-db82dc89096f),segment_id=9b8bc034-dd03-4a61-aff7-db82dc89096f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:47:57.950604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1feb232b-7446-476c-9d49-1da0db452c35']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:57.955292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=d6e6dad6-5224-4696-b954-988f42833986,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:57.962540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:57.974175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93971d2-96c7-462e-8c31-c50e44c38379') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:57.974778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93971d2-96c7-462e-8c31-c50e44c38379') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:57.993244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:58.002249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Network 37e61399-a81e-4471-a078-5434a4bf8c76 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:58.002961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.011219 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7de9e999-a444-4838-9e00-6a682a6db502 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1521022 Nov 29 01:47:58.017357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42846) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:58.022324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.031300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:58.033775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:58.039924 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:58.040612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.042895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:58.043754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.047512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:58.061225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.071163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:58.071860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:58.076630 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:58.083909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 520d14e5-88da-4c4b-af94-8c5f2a408fbf no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:58.091085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=013de516-1d7f-4b9a-b37d-419b1457ebb1,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:58.112464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port a0c8cc7b-3d00-489b-b320-f72b48c8d618 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:47:58.129988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 520d14e5-88da-4c4b-af94-8c5f2a408fbf {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:58.130338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 520d14e5-88da-4c4b-af94-8c5f2a408fbf not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:58.130970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5a7ef819-5673-4611-92ee-ee017687f3c4 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:58.139487 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-aecd87b3-7925-4cc8-8ee7-53a6bd3fadb6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4479408 Nov 29 01:47:58.182695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42848) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:58.193051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'd6e6dad6-5224-4696-b954-988f42833986', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:58.195100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:58.203862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 5a7ef819-5673-4611-92ee-ee017687f3c4 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:58.204199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5a7ef819-5673-4611-92ee-ee017687f3c4 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:58.204632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4e6f7de0-e5cc-449e-bca1-d52472f620b7 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:47:58.238225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=a0c8cc7b-3d00-489b-b320-f72b48c8d618,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:58.238472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 4e6f7de0-e5cc-449e-bca1-d52472f620b7 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:47:58.238472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4e6f7de0-e5cc-449e-bca1-d52472f620b7 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:47:58.251811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.261940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.265510 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/1feb232b-7446-476c-9d49-1da0db452c35 HTTP/1.1" status: 204 len: 168 time: 1.0351276 Nov 29 01:47:58.265794 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-23d50f92-749b-462b-b1ce-3dbd78f646bb tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2592547 Nov 29 01:47:58.269484 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.275230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42850) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:58.275436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42852) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:58.281308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Provisioning complete for port d1709aa6-3507-47c4-8d31-17bf16ef8e0b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:58.281693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.284965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:f0:08:a2'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:58.309602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1030246461'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:58.334643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Port d1709aa6-3507-47c4-8d31-17bf16ef8e0b cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:58.350298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad228631-fcb8-408a-9824-82bcc381bce3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=1feb232b-7446-476c-9d49-1da0db452c35,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:58.365853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/60c6636a-0c78-4c3a-93ae-312a359c232c/36a7c232-fe11-4609-bce6-3e272aecfce0) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:58.379599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Provisioning complete for port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:58.380158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.433208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:58.436754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.438133 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.485179 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.490766 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02529ef-08ca-4a0c-b51f-f178f7531fe2']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:58.507667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:47:58.516243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:58.517559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa30cc0-728b-4ad1-a82b-f1c8920eeb80') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:47:58.520046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:58.532440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port a3df0c17-85b7-4f23-9975-5daab707bd82 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:47:58.534975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:58.544119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.572822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-baa52a0b-0966-49d9-8637-d46194a86559 None None] Could not find standard attr ID for object e60e756f-b809-41c0-8543-7ee001cb5b9e. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:47:58.580842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.581711 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment 46147825-1e4a-41d9-88f2-5d4f41894dcd of type vlan for network 9817118a-38a7-4763-8dd8-da22473289b9 Nov 29 01:47:58.596779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.607810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:58.611320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.619023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:47:58.619436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:47:58.622592 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:47:58.656604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:58.656604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.677382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.685045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.702058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.713748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.717563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.754767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ea95f4c6-a157-418d-aa16-efb69379a1a6 None None] Provisioning complete for port d6e6dad6-5224-4696-b954-988f42833986 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:58.755105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ea95f4c6-a157-418d-aa16-efb69379a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.755236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.761018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:58.762144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.788808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:58.795683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.796676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:58.799678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:58.806451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.809914 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/a02529ef-08ca-4a0c-b51f-f178f7531fe2 HTTP/1.1" status: 204 len: 168 time: 5.5483139 Nov 29 01:47:58.816415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42854) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:58.819058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Pushing event updated for resources: {'Port': ['ID=36a7c232-fe11-4609-bce6-3e272aecfce0,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:58.843149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210684460'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:58.850243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ea95f4c6-a157-418d-aa16-efb69379a1a6 None None] Port d6e6dad6-5224-4696-b954-988f42833986 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:58.860128 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5806017 Nov 29 01:47:58.866744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592378b-0f58-48ba-9974-2fddb3222f7a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=a02529ef-08ca-4a0c-b51f-f178f7531fe2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:58.868811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42856) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:58.882044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': '9817118a-38a7-4763-8dd8-da22473289b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:58.926944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ea95f4c6-a157-418d-aa16-efb69379a1a6 None None] Provisioning complete for port 013de516-1d7f-4b9a-b37d-419b1457ebb1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:58.927324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ea95f4c6-a157-418d-aa16-efb69379a1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.931708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Attempting to bind port 36a7c232-fe11-4609-bce6-3e272aecfce0 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:47:58.932295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Attempting to bind port 36a7c232-fe11-4609-bce6-3e272aecfce0 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:47:58.932420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Attempting to bind port 36a7c232-fe11-4609-bce6-3e272aecfce0 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:47:58.952964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5d8f2-2c92-4b32-b960-00bf345e613a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=9817118a-38a7-4763-8dd8-da22473289b9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:58.961354 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:47:58.961725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:47:58.962058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.962577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:47:58.963115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Bound port: 36a7c232-fe11-4609-bce6-3e272aecfce0, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:47:58.963507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:58.982014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9817118a-38a7-4763-8dd8-da22473289b9 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:47:58.983533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::e534:be95:6640:4d06 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/60c6636a-0c78-4c3a-93ae-312a359c232c/a3df0c17-85b7-4f23-9975-5daab707bd82) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:58.991526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:58.994947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.018137 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ea95f4c6-a157-418d-aa16-efb69379a1a6 None None] Port 013de516-1d7f-4b9a-b37d-419b1457ebb1 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:59.022682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.26.8.44 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/ee2c33fa-f4bc-4e75-8d4e-408954b0cf52) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:47:59.095470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:47:59.109545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] For port 36a7c232-fe11-4609-bce6-3e272aecfce0, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:47:59.113118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] For port 36a7c232-fe11-4609-bce6-3e272aecfce0, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=36a7c232-fe11-4609-bce6-3e272aecfce0,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:47:59.119208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.139829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.148684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.149029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.149180 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment 3ceccd74-67e4-40e5-b638-f9d83008a15e of type vlan for network 96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d Nov 29 01:47:59.185063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054ad24-4b7d-4e25-8ed0-aae54ad3424e None None] Pushing event updated for resources: {'Port': ['ID=36a7c232-fe11-4609-bce6-3e272aecfce0,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:59.198462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] In _notify_port_updated(), no bound segment for port 013de516-1d7f-4b9a-b37d-419b1457ebb1 on network 37e61399-a81e-4471-a078-5434a4bf8c76 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:47:59.204917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:59.205614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.209760 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "PUT /v2.0/ports/013de516-1d7f-4b9a-b37d-419b1457ebb1 HTTP/1.1" status: 200 len: 1002 time: 0.9302363 Nov 29 01:47:59.210605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42858) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:59.263267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.267803 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a52e8c-de8a-419e-a68f-17cd043b3558 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=013de516-1d7f-4b9a-b37d-419b1457ebb1,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:59.349954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.409950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1d21-9cfc-4c67-9487-cb31e6d248a9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Deleting port 013de516-1d7f-4b9a-b37d-419b1457ebb1 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:47:59.410442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1d21-9cfc-4c67-9487-cb31e6d248a9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.419229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:59.437251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:47:59.439858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:47:59.508928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:47:59.513131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.526363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=ee2c33fa-f4bc-4e75-8d4e-408954b0cf52,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:47:59.646124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.776941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8e3dbf1a-acea-4300-9768-ddb6c7be8354 None None] Provisioning complete for port 013de516-1d7f-4b9a-b37d-419b1457ebb1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:47:59.778071 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8e3dbf1a-acea-4300-9768-ddb6c7be8354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.807232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.814326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:47:59.814997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.822196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.825200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8e3dbf1a-acea-4300-9768-ddb6c7be8354 None None] Port 013de516-1d7f-4b9a-b37d-419b1457ebb1 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:47:59.833698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:47:59.946537 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1056514 Nov 29 01:47:59.948873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42860) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:47:59.956131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': '96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:47:59.962693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:47:59.999375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3d771-f3bf-4868-a430-865fc2898307 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:00.006983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:00.013392 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:00.016606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:00.017204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.022982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1d21-9cfc-4c67-9487-cb31e6d248a9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.023460 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=bba796ca-2f2c-45cb-8812-c6a32ee87567,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:00.054892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310cc8a-64b2-4dde-9cd4-77fdbd453827 None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:00.074959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.077766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1d21-9cfc-4c67-9487-cb31e6d248a9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Calling delete_port for 013de516-1d7f-4b9a-b37d-419b1457ebb1 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:00.079510 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-457b51ea-e075-41ff-8429-fa99fb482c9a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0357945 Nov 29 01:48:00.085658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42862) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:00.096077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-739644026', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bba796ca-2f2c-45cb-8812-c6a32ee87567'}], 'security_groups': ['e4396bfa-c4e2-4c90-a5da-544b126e4c99']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:00.164875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.173404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:00.188463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:00.225952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:00.232130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:00.232761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.235792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:00.239552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.252612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=a3df0c17-85b7-4f23-9975-5daab707bd82,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:00.331479 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d7ee8ebb-52fc-47c4-9c4f-270a98926baf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6366310 Nov 29 01:48:00.332224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=3acdd666-c35d-4195-a805-930e9ea3c9e7,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:00.344894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42864) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:00.349913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f16bbdca-e391-4c2c-a11d-1c15a02b271d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '60c6636a-0c78-4c3a-93ae-312a359c232c', 'ip_address': '2001:db8::e534:be95:6640:4d06'}], 'name': 'tempest-NetworksTestDHCPv6-1876107096'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:00.400917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838479eb-326e-4538-b10a-61aa77f36149 None None] Update dhcp port {'port': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'fixed_ips': [{'subnet_id': '44a5910b-1daf-481b-98f7-8ae3abc47227', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bba796ca-2f2c-45cb-8812-c6a32ee87567'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': 'e67e40ad-7cc7-4a86-b3e5-ad3863a035b1'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:48:00.444765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-838479eb-326e-4538-b10a-61aa77f36149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.466724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': '46147825-1e4a-41d9-88f2-5d4f41894dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9817118a-38a7-4763-8dd8-da22473289b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:00.467057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: 9817118a-38a7-4763-8dd8-da22473289b9, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:00.497768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 36a7c232-fe11-4609-bce6-3e272aecfce0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:00.539339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.542989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 9817118a-38a7-4763-8dd8-da22473289b9 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:00.578526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1d21-9cfc-4c67-9487-cb31e6d248a9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.603315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 9817118a-38a7-4763-8dd8-da22473289b9) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:00.619384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:00.619991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.620140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f1d21-9cfc-4c67-9487-cb31e6d248a9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Port': ['ID=013de516-1d7f-4b9a-b37d-419b1457ebb1,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:00.665168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16bbdca-e391-4c2c-a11d-1c15a02b271d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:00.670989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f16bbdca-e391-4c2c-a11d-1c15a02b271d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.679391 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331411d-bc17-40b4-92f1-cb57cb0c0a35 None None] Network 9817118a-38a7-4763-8dd8-da22473289b9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:00.686075 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ec2fc7ee-6cda-4ad4-b7b3-5fbb88a09853 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8080213 Nov 29 01:48:00.691146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42866) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:00.695664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8d183652-8411-4bfc-a92f-72404760cbdc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1304224149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:00.715827 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.730843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-f16bbdca-e391-4c2c-a11d-1c15a02b271d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port e40ada52-dc16-4c42-a9b5-60de5c75fbba yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:00.802628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 36a7c232-fe11-4609-bce6-3e272aecfce0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:00.803226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.825153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8d183652-8411-4bfc-a92f-72404760cbdc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.826558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8d183652-8411-4bfc-a92f-72404760cbdc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.845045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1d21-9cfc-4c67-9487-cb31e6d248a9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.849515 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fb5f1d21-9cfc-4c67-9487-cb31e6d248a9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "DELETE /v2.0/ports/013de516-1d7f-4b9a-b37d-419b1457ebb1 HTTP/1.1" status: 204 len: 168 time: 1.6311319 Nov 29 01:48:00.851763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42868) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:00.928589 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-838479eb-326e-4538-b10a-61aa77f36149 None None] Allocated IP 2001:db8:0:1::2 (30c23659-4a81-40c0-8708-48baf3f6b5e4/bba796ca-2f2c-45cb-8812-c6a32ee87567/e67e40ad-7cc7-4a86-b3e5-ad3863a035b1) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:00.936709 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d3d71b-3919-422f-ab76-908f0b88f8df tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] GET failed (client error): The resource could not be found. Nov 29 01:48:00.941355 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d4d3d71b-3919-422f-ab76-908f0b88f8df tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "GET /v2.0/ports/013de516-1d7f-4b9a-b37d-419b1457ebb1 HTTP/1.1" status: 404 len: 333 time: 0.0840890 Nov 29 01:48:00.950539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42870) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:00.952901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:00.960057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-483975328'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:00.965725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.029768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8d183652-8411-4bfc-a92f-72404760cbdc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.047103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8d183652-8411-4bfc-a92f-72404760cbdc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.093482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8d183652-8411-4bfc-a92f-72404760cbdc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.094874 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8d183652-8411-4bfc-a92f-72404760cbdc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4027555 Nov 29 01:48:01.098226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42872) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:01.112297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'port': {'network_id': '9817118a-38a7-4763-8dd8-da22473289b9', 'name': 'tempest-RoutersTest-2098689921'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:01.142309 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16bbdca-e391-4c2c-a11d-1c15a02b271d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 01:48:01.142916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16bbdca-e391-4c2c-a11d-1c15a02b271d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:01.188657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': '3ceccd74-67e4-40e5-b638-f9d83008a15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:01.189081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: 96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:01.193554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=b7accebb-ffb8-4eb3-bd28-0db0c141eebb,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:01.214588 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f16bbdca-e391-4c2c-a11d-1c15a02b271d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8685591 Nov 29 01:48:01.218556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42874) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:01.242069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network 96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:01.269894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:01.275189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:01.275969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.291775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd468c-a727-4b7c-bc03-9b6916b75bb4 None None] Network 96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:01.300685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2c9ef-dd74-42fa-881e-da0effad0575 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:01.306785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2c9ef-dd74-42fa-881e-da0effad0575 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:01.311423 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-66f2c9ef-dd74-42fa-881e-da0effad0575 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0885582 Nov 29 01:48:01.311593 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-019598ab-75c9-4f31-9dfa-de935d7b6320 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3588758 Nov 29 01:48:01.314676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42876) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:01.315015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42878) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:01.361177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-9817118a-38a7-4763-8dd8-da22473289b9', 'network_id': '9817118a-38a7-4763-8dd8-da22473289b9', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': '3acdd666-c35d-4195-a805-930e9ea3c9e7'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:01.362142 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.366100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.385241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Made reservation on behalf of 0fb379438f3843e59e816ee0f68da929 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:01.389249 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.426221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] device_id is not set on port 1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:01.430757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b635527c-039e-4abb-870f-58087e78ae4d None None] Provisioning complete for port 36a7c232-fe11-4609-bce6-3e272aecfce0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:01.431213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b635527c-039e-4abb-870f-58087e78ae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.469336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:01.473347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.506074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 36a7c232-fe11-4609-bce6-3e272aecfce0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=36a7c232-fe11-4609-bce6-3e272aecfce0,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:01.511258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.513820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] device_id is not set on port 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:01.519838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.528483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.531821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.581791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f163aab5-0531-4eda-b482-780c6c0b4162 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port a3df0c17-85b7-4f23-9975-5daab707bd82 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:01.582514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f163aab5-0531-4eda-b482-780c6c0b4162 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.598956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=36a7c232-fe11-4609-bce6-3e272aecfce0,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:01.638614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=ee2c33fa-f4bc-4e75-8d4e-408954b0cf52,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:01.663715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Allocated IP 2001:db8::16b (37e61399-a81e-4471-a078-5434a4bf8c76/74cb8da6-ea77-4706-84f9-decb640d42bb/1c964154-a3ce-4d6c-98e0-3d11f4ef2a99) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:01.677912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.692327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-838479eb-326e-4538-b10a-61aa77f36149 None None] For port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,segment=NetworkSegment(9b8bc034-dd03-4a61-aff7-db82dc89096f),segment_id=9b8bc034-dd03-4a61-aff7-db82dc89096f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:01.734285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.788477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f163aab5-0531-4eda-b482-780c6c0b4162 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.795048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.20.0.7 (9817118a-38a7-4763-8dd8-da22473289b9/3acdd666-c35d-4195-a805-930e9ea3c9e7/47f5f6d8-e9a3-4db8-874d-f5d6f6d42811) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:01.816495 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-838479eb-326e-4538-b10a-61aa77f36149 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.822707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-838479eb-326e-4538-b10a-61aa77f36149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.843619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f163aab5-0531-4eda-b482-780c6c0b4162 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for a3df0c17-85b7-4f23-9975-5daab707bd82 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:01.854682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a5cce-a39c-411d-8f1d-8d581b4de60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d', 'network_id': '96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': 'b7accebb-ffb8-4eb3-bd28-0db0c141eebb'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:01.855305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5cce-a39c-411d-8f1d-8d581b4de60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:01.867064 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP 7908a2b3-80e0-48e1-bdb6-7b4b9b19b4bc associated. External IP: 172.26.8.44, port: d6e6dad6-5224-4696-b954-988f42833986. Nov 29 01:48:01.938206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838479eb-326e-4538-b10a-61aa77f36149 None None] Pushing event updated for resources: {'Port': ['ID=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:02.016564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.026251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bd78e656-5dc7-46ac-a720-45eb0731dc23 None None] Provisioning complete for port a3df0c17-85b7-4f23-9975-5daab707bd82 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:02.026742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bd78e656-5dc7-46ac-a720-45eb0731dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.043494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server [None req-4b6a5cce-a39c-411d-8f1d-8d581b4de60f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7accebb-ffb8-4eb3-bd28-0db0c141eebb: This subnet is being modified by another concurrent operation. Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:48:02.106577 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise exception Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7accebb-ffb8-4eb3-bd28-0db0c141eebb: This subnet is being modified by another concurrent operation. Nov 29 01:48:02.109947 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Nov 29 01:48:02.118465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=b7accebb-ffb8-4eb3-bd28-0db0c141eebb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:02.134813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-bd78e656-5dc7-46ac-a720-45eb0731dc23 None None] Port a3df0c17-85b7-4f23-9975-5daab707bd82 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:02.145677 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.174174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd60aa7-6cc7-4480-8302-3dc91f41f181 None None] Network 96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:02.198721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Network 37e61399-a81e-4471-a078-5434a4bf8c76 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:02.201148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:02.207227 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:02.212490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:02.218341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:02.219025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.236840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=1c964154-a3ce-4d6c-98e0-3d11f4ef2a99,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:02.287693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.290453 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7570fdbe-a87e-4f9a-a258-f92dd355002c tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3347039 Nov 29 01:48:02.301388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42880) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:02.307479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f0:08:a2'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:02.409526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:02.426149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 36a7c232-fe11-4609-bce6-3e272aecfce0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:02.437612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.477023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be957b67-7a5e-489e-9ab5-152241393a1b None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:02.478003 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-984ff12b-c456-4ebe-a4f4-7cb29c3c7b73 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.2897036 Nov 29 01:48:02.485438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42882) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:02.490996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:02.501150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be957b67-7a5e-489e-9ab5-152241393a1b None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:02.502219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-be957b67-7a5e-489e-9ab5-152241393a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:02.565112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-be957b67-7a5e-489e-9ab5-152241393a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:02.573297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.581825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 36a7c232-fe11-4609-bce6-3e272aecfce0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:02.587849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.590205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be957b67-7a5e-489e-9ab5-152241393a1b None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:02.590947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-be957b67-7a5e-489e-9ab5-152241393a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:02.665900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-be957b67-7a5e-489e-9ab5-152241393a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:02.666655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be957b67-7a5e-489e-9ab5-152241393a1b None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:02.730864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8ec76939-3083-4c39-a28d-07fdcfe3e20a None None] Provisioning complete for port 1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:02.731324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8ec76939-3083-4c39-a28d-07fdcfe3e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.759870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Delete allocated IP 2001:db8::d9 (30c23659-4a81-40c0-8708-48baf3f6b5e4/44a5910b-1daf-481b-98f7-8ae3abc47227) {{(pid=109948) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 01:48:02.767665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8:0:1::29e (30c23659-4a81-40c0-8708-48baf3f6b5e4/bba796ca-2f2c-45cb-8812-c6a32ee87567/961cea72-261c-4d99-9c6d-11cca75df6ff) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:02.775713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:02.799788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8ec76939-3083-4c39-a28d-07fdcfe3e20a None None] Port 1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:02.810156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:02.834982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:02.834982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.866213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ceccd74-67e4-40e5-b638-f9d83008a15e') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:02.866543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ceccd74-67e4-40e5-b638-f9d83008a15e') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:02.933712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9424e82c-b3ce-41ed-8a68-a9d81aea943a None None] Provisioning complete for port 961cea72-261c-4d99-9c6d-11cca75df6ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:02.933982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9424e82c-b3ce-41ed-8a68-a9d81aea943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.937987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.969046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9424e82c-b3ce-41ed-8a68-a9d81aea943a None None] Port 961cea72-261c-4d99-9c6d-11cca75df6ff cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:02.970071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.979151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f163aab5-0531-4eda-b482-780c6c0b4162 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:02.979603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9424e82c-b3ce-41ed-8a68-a9d81aea943a None None] Provisioning complete for port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:02.980672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9424e82c-b3ce-41ed-8a68-a9d81aea943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.009257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.014264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.014624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.014980 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP 7908a2b3-80e0-48e1-bdb6-7b4b9b19b4bc disassociated. External IP: 172.26.8.44, port: d6e6dad6-5224-4696-b954-988f42833986. Nov 29 01:48:03.020866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9424e82c-b3ce-41ed-8a68-a9d81aea943a None None] Port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:03.032503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9424e82c-b3ce-41ed-8a68-a9d81aea943a None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:03.032882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9424e82c-b3ce-41ed-8a68-a9d81aea943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.089946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:03.090314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:03.094438 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:03.110479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163aab5-0531-4eda-b482-780c6c0b4162 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=a3df0c17-85b7-4f23-9975-5daab707bd82,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:03.214012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f163aab5-0531-4eda-b482-780c6c0b4162 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.217807 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f163aab5-0531-4eda-b482-780c6c0b4162 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/a3df0c17-85b7-4f23-9975-5daab707bd82 HTTP/1.1" status: 204 len: 168 time: 1.9018633 Nov 29 01:48:03.220331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42884) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:03.252615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.258289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.286277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.292940 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d HTTP/1.1" status: 204 len: 168 time: 1.9724667 Nov 29 01:48:03.292940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.294510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:03.296184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42886) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:03.302520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-226301737'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:03.312512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f338775d-c05a-4840-9b94-78d3074898d5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:03.314289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f338775d-c05a-4840-9b94-78d3074898d5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:03.318744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f338775d-c05a-4840-9b94-78d3074898d5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0967746 Nov 29 01:48:03.319495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42888) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:03.326122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Allocated IP 172.20.0.2 (9817118a-38a7-4763-8dd8-da22473289b9/3acdd666-c35d-4195-a805-930e9ea3c9e7/a58872aa-ad6f-4127-a300-4b9833d62d9f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:03.352730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e1bfc-1afa-4187-a3bb-f042d89f8022 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:03.430971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 9817118a-38a7-4763-8dd8-da22473289b9 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:03.442411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.446148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:03.454386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:03.458050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.460840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:03.465797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.471163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=47f5f6d8-e9a3-4db8-874d-f5d6f6d42811,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:03.494300 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.501816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.555426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Network 9817118a-38a7-4763-8dd8-da22473289b9 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:03.558788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:03.566524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:03.569590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Pushing event updated for resources: {'Port': ['ID=a58872aa-ad6f-4127-a300-4b9833d62d9f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:03.587320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=961cea72-261c-4d99-9c6d-11cca75df6ff,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:03.656523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Attempting to bind port a58872aa-ad6f-4127-a300-4b9833d62d9f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:03.656907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Attempting to bind port a58872aa-ad6f-4127-a300-4b9833d62d9f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '46147825-1e4a-41d9-88f2-5d4f41894dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9817118a-38a7-4763-8dd8-da22473289b9'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:03.657277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Attempting to bind port a58872aa-ad6f-4127-a300-4b9833d62d9f on network 9817118a-38a7-4763-8dd8-da22473289b9 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:03.663297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:03.663973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.664157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:03.664512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Checking segment: {'id': '46147825-1e4a-41d9-88f2-5d4f41894dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9817118a-38a7-4763-8dd8-da22473289b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:03.664928 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.665498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Bound using segment: {'id': '46147825-1e4a-41d9-88f2-5d4f41894dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9817118a-38a7-4763-8dd8-da22473289b9'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:03.665993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Bound port: a58872aa-ad6f-4127-a300-4b9833d62d9f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46147825-1e4a-41d9-88f2-5d4f41894dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9817118a-38a7-4763-8dd8-da22473289b9'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:03.666386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.691425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:03.694659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] In _notify_port_updated(), no bound segment for port 961cea72-261c-4d99-9c6d-11cca75df6ff on network 30c23659-4a81-40c0-8708-48baf3f6b5e4 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:48:03.701323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:03.702120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.706228 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ea6db0a8-d4c7-4737-84ae-36d84e2d3697 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "PUT /v2.0/ports/961cea72-261c-4d99-9c6d-11cca75df6ff HTTP/1.1" status: 200 len: 930 time: 3.6117184 Nov 29 01:48:03.711402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42890) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:03.764575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] For port a58872aa-ad6f-4127-a300-4b9833d62d9f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:03.771918 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9f3e1fc6-6af0-4a1b-96bf-a2a99f13638a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6702747 Nov 29 01:48:03.772466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] For port a58872aa-ad6f-4127-a300-4b9833d62d9f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a58872aa-ad6f-4127-a300-4b9833d62d9f,segment=NetworkSegment(46147825-1e4a-41d9-88f2-5d4f41894dcd),segment_id=46147825-1e4a-41d9-88f2-5d4f41894dcd)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:03.779262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.787145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42892) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:03.791138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.791506 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment 3fa349b0-0216-4c37-82e4-8520347d1ddd of type vlan for network 9a07594a-75ba-483a-920d-88a422b0a81a Nov 29 01:48:03.877373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff9221-33fe-4a4d-9a59-5153f608faf4 None None] Pushing event updated for resources: {'Port': ['ID=a58872aa-ad6f-4127-a300-4b9833d62d9f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:03.895165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.896226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab65436-da77-435e-ab4d-2a4379a173f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 60c6636a-0c78-4c3a-93ae-312a359c232c {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:03.903365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cab65436-da77-435e-ab4d-2a4379a173f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.941815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-013e188f-f7b9-4989-bf28-4550f4d218af tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 961cea72-261c-4d99-9c6d-11cca75df6ff {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:03.942165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-013e188f-f7b9-4989-bf28-4550f4d218af tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.953487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.958550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ee8d0da8-bc36-48ec-8f44-3acd583e7417 None None] Provisioning complete for port 961cea72-261c-4d99-9c6d-11cca75df6ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:03.959036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0da8-bc36-48ec-8f44-3acd583e7417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.971154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.976813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:03.977608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:03.991238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.008985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ee8d0da8-bc36-48ec-8f44-3acd583e7417 None None] Port 961cea72-261c-4d99-9c6d-11cca75df6ff cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:04.029810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cab65436-da77-435e-ab4d-2a4379a173f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.066187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:04.071139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.079854 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2885-df93-4481-8427-7d5ff37bb1f2 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:04.096580 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf2885-df93-4481-8427-7d5ff37bb1f2 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:04.097318 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7daf2885-df93-4481-8427-7d5ff37bb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:04.126832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] In _notify_port_updated(), no bound segment for port 1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 on network 37e61399-a81e-4471-a078-5434a4bf8c76 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:48:04.132503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:04.133151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.134582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "PUT /v2.0/ports/1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 HTTP/1.1" status: 200 len: 1002 time: 1.8322675 Nov 29 01:48:04.138197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8402784 Nov 29 01:48:04.149222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42894) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:04.149222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42896) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:04.184354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': '9a07594a-75ba-483a-920d-88a422b0a81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:04.198800 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7daf2885-df93-4481-8427-7d5ff37bb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:04.213398 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf2885-df93-4481-8427-7d5ff37bb1f2 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:04.214290 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7daf2885-df93-4481-8427-7d5ff37bb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:04.233097 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bbbfec53-c013-4f6b-be6e-27a8480f2db4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/floatingips/7908a2b3-80e0-48e1-bdb6-7b4b9b19b4bc HTTP/1.1" status: 200 len: 687 time: 1.7461061 Nov 29 01:48:04.239246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42898) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:04.259066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946769b5-c4bb-4650-9d3b-4d876857f60b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=9a07594a-75ba-483a-920d-88a422b0a81a,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:04.272332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9a07594a-75ba-483a-920d-88a422b0a81a details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:04.296637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab272d5-c1f1-407b-82b0-9dcc21a8c975 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=1c964154-a3ce-4d6c-98e0-3d11f4ef2a99,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:04.322981 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7daf2885-df93-4481-8427-7d5ff37bb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:04.328200 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2885-df93-4481-8427-7d5ff37bb1f2 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:04.359145 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-013e188f-f7b9-4989-bf28-4550f4d218af tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.411749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-013e188f-f7b9-4989-bf28-4550f4d218af tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 961cea72-261c-4d99-9c6d-11cca75df6ff owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:04.518386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a58872aa-ad6f-4127-a300-4b9833d62d9f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:04.531184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:04.534307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.540275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cab65436-da77-435e-ab4d-2a4379a173f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.573645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-848b5e84-46aa-4e3d-836f-71c5a56f7aa6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Deleting port 1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:04.574112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-848b5e84-46aa-4e3d-836f-71c5a56f7aa6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.577896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-911cfcab-3e56-4a17-b34d-27cfe875a9b8 None None] Provisioning complete for port 1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:04.578259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-911cfcab-3e56-4a17-b34d-27cfe875a9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.619432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a58872aa-ad6f-4127-a300-4b9833d62d9f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:04.619807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.643351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-911cfcab-3e56-4a17-b34d-27cfe875a9b8 None None] Port 1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:04.656071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing IP validity checks on allocation pools {{(pid=109948) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 01:48:04.656307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109948) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 01:48:04.656710 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.681974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port ee2c33fa-f4bc-4e75-8d4e-408954b0cf52 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:04.682314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.687184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cab65436-da77-435e-ab4d-2a4379a173f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.711173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.745870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port a58872aa-ad6f-4127-a300-4b9833d62d9f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a58872aa-ad6f-4127-a300-4b9833d62d9f,segment=NetworkSegment(46147825-1e4a-41d9-88f2-5d4f41894dcd),segment_id=46147825-1e4a-41d9-88f2-5d4f41894dcd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:04.747679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab65436-da77-435e-ab4d-2a4379a173f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=60c6636a-0c78-4c3a-93ae-312a359c232c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:04.752154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.772710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-848b5e84-46aa-4e3d-836f-71c5a56f7aa6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.803064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-848b5e84-46aa-4e3d-836f-71c5a56f7aa6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Calling delete_port for 1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:04.812224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cab65436-da77-435e-ab4d-2a4379a173f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.815221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=a58872aa-ad6f-4127-a300-4b9833d62d9f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:04.816240 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cab65436-da77-435e-ab4d-2a4379a173f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/60c6636a-0c78-4c3a-93ae-312a359c232c HTTP/1.1" status: 204 len: 168 time: 1.4934816 Nov 29 01:48:04.821235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42900) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:04.825722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9456cf-06da-42d2-9b1d-d3efb157bd1a None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:04.855472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-013e188f-f7b9-4989-bf28-4550f4d218af tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.884272 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-691e3140-26eb-412d-8b40-2fd2ecd346c9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609565 Nov 29 01:48:04.918570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42902) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:04.945866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:04.951145 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e188f-f7b9-4989-bf28-4550f4d218af tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=961cea72-261c-4d99-9c6d-11cca75df6ff,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:04.973871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:04.973871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.040118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for ee2c33fa-f4bc-4e75-8d4e-408954b0cf52 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:05.045084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-013e188f-f7b9-4989-bf28-4550f4d218af tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.053815 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-013e188f-f7b9-4989-bf28-4550f4d218af tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/961cea72-261c-4d99-9c6d-11cca75df6ff HTTP/1.1" status: 204 len: 168 time: 1.3376884 Nov 29 01:48:05.083159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42904) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:05.122131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:05.165360 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-22af2e90-40a6-4a98-9b63-d2d521a40ab8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:48:05.168846 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-22af2e90-40a6-4a98-9b63-d2d521a40ab8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/961cea72-261c-4d99-9c6d-11cca75df6ff HTTP/1.1" status: 404 len: 333 time: 0.0824144 Nov 29 01:48:05.170662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42908) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:05.199201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.234360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] Deleting port 36a7c232-fe11-4609-bce6-3e272aecfce0 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:05.234807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.288696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=924c7b49-75f2-45c2-b08f-169b3cac4479,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:05.378123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:05.381764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.397256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.402753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8bb-4662-4998-9f8f-4330cbf9b7aa tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.412790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': '3fa349b0-0216-4c37-82e4-8520347d1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a07594a-75ba-483a-920d-88a422b0a81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:05.413196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: 9a07594a-75ba-483a-920d-88a422b0a81a, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:05.415545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.451847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610119c-f031-43ca-92ff-77fb6b5c9282 req-ae92e734-dadc-42e1-961c-44b90beb1f3c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:05.453444 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4610119c-f031-43ca-92ff-77fb6b5c9282 req-ae92e734-dadc-42e1-961c-44b90beb1f3c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1823595 Nov 29 01:48:05.472669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e0717-714e-486e-aca9-56fcab0c8fa0 None None] Network 9817118a-38a7-4763-8dd8-da22473289b9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:05.492049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8bb-4662-4998-9f8f-4330cbf9b7aa tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.507593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-848b5e84-46aa-4e3d-836f-71c5a56f7aa6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.525611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network 9a07594a-75ba-483a-920d-88a422b0a81a is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:05.561327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b5e84-46aa-4e3d-836f-71c5a56f7aa6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Port': ['ID=1c964154-a3ce-4d6c-98e0-3d11f4ef2a99,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:05.568250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 9a07594a-75ba-483a-920d-88a422b0a81a) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:05.570099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.572325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:05.573081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.598807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9303e5b8-fa5f-4ad6-9abb-724904ae2395 None None] Provisioning complete for port a58872aa-ad6f-4127-a300-4b9833d62d9f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:05.599479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9303e5b8-fa5f-4ad6-9abb-724904ae2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.608146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=47f5f6d8-e9a3-4db8-874d-f5d6f6d42811,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:05.608330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-848b5e84-46aa-4e3d-836f-71c5a56f7aa6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.618545 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-848b5e84-46aa-4e3d-836f-71c5a56f7aa6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "DELETE /v2.0/ports/1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 HTTP/1.1" status: 204 len: 168 time: 1.4546733 Nov 29 01:48:05.621019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42910) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:05.624871 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aeca04f8-b781-4dc5-95a2-765ee406bd33 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4493225 Nov 29 01:48:05.628330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42912) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:05.649347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e5a90-3c29-4c7c-9004-2c130ca14787 None None] Network 9a07594a-75ba-483a-920d-88a422b0a81a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:05.663370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] For port 36a7c232-fe11-4609-bce6-3e272aecfce0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=36a7c232-fe11-4609-bce6-3e272aecfce0,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:05.663627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.703234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] Calling delete_port for 36a7c232-fe11-4609-bce6-3e272aecfce0 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:05.703424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=ee2c33fa-f4bc-4e75-8d4e-408954b0cf52,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:05.809401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.854053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.921789 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4610119c-f031-43ca-92ff-77fb6b5c9282 req-08c72958-1f36-4066-95c6-cce9ccc9e75b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4392774 Nov 29 01:48:05.922754 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3c2841-c19a-458a-9ad4-477181a00dd4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] GET failed (client error): The resource could not be found. Nov 29 01:48:05.924160 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1b3c2841-c19a-458a-9ad4-477181a00dd4 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "GET /v2.0/ports/1c964154-a3ce-4d6c-98e0-3d11f4ef2a99 HTTP/1.1" status: 404 len: 333 time: 0.2977548 Nov 29 01:48:05.925010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8bb-4662-4998-9f8f-4330cbf9b7aa tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.930127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8bb-4662-4998-9f8f-4330cbf9b7aa tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:05.931331 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-70dfb8bb-4662-4998-9f8f-4330cbf9b7aa tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/security-groups/9270ed05-11df-4396-b3b7-67f3e5bae97b HTTP/1.1" status: 204 len: 168 time: 0.7589123 Nov 29 01:48:05.931882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42914) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:05.963652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42916) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:06.005859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-247864074'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:06.015456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfb8bb-4662-4998-9f8f-4330cbf9b7aa tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9270ed05-11df-4396-b3b7-67f3e5bae97b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:06.021542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.092691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] Pushing event deleted for resources: {'Port': ['ID=36a7c232-fe11-4609-bce6-3e272aecfce0,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:06.095775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49564e13-0742-4c14-8e08-b5635e0ad695 None None] No DVR routers for this DVR port 36a7c232-fe11-4609-bce6-3e272aecfce0 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:06.116194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-9a07594a-75ba-483a-920d-88a422b0a81a', 'network_id': '9a07594a-75ba-483a-920d-88a422b0a81a', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': '924c7b49-75f2-45c2-b08f-169b3cac4479'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:06.121977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.133429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.238213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:06.247379 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.251195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.255732 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2ccf94cc-da93-4daa-ac18-4dc169347f3b tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/floatingips/7908a2b3-80e0-48e1-bdb6-7b4b9b19b4bc HTTP/1.1" status: 204 len: 168 time: 2.0123582 Nov 29 01:48:06.262867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42920) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:06.270565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'd1709aa6-3507-47c4-8d31-17bf16ef8e0b'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:06.275178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:06.278830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:06.279819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.295549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Allocated IP 172.20.0.3 (9a07594a-75ba-483a-920d-88a422b0a81a/924c7b49-75f2-45c2-b08f-169b3cac4479/dc07aac1-80ec-4a78-b78d-893a50f49900) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:06.302235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063880b2-0bf3-465a-837f-cf5861bb238b None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:06.314973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.326189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bb23da5e-b64d-4eb6-aa34-993da4d444df tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.353728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bb23da5e-b64d-4eb6-aa34-993da4d444df tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.368732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8e96-11c6-4f45-af57-8e7d464c74dc req-af2808b2-aea1-4718-b766-a27a3f153a1c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:06.370264 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-11ce8e96-11c6-4f45-af57-8e7d464c74dc req-af2808b2-aea1-4718-b766-a27a3f153a1c tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1425698 Nov 29 01:48:06.377455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=fc1c0d4c-dd62-491f-8a3e-5635509af7e4,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:06.418684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bb23da5e-b64d-4eb6-aa34-993da4d444df tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.426081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bb23da5e-b64d-4eb6-aa34-993da4d444df tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.429697 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bb23da5e-b64d-4eb6-aa34-993da4d444df tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4396bfa-c4e2-4c90-a5da-544b126e4c99 HTTP/1.1" status: 204 len: 168 time: 0.4589841 Nov 29 01:48:06.430467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42922) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:06.446354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23da5e-b64d-4eb6-aa34-993da4d444df tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4396bfa-c4e2-4c90-a5da-544b126e4c99,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:06.448083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Made reservation on behalf of 0fb379438f3843e59e816ee0f68da929 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:06.452880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.462121 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e8e689e5-9904-46e4-92f9-c73481f27660 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5203714 Nov 29 01:48:06.462710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42924) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:06.490779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6a8c0547-99b7-41ce-8aeb-24ce82532951 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': 'fc1c0d4c-dd62-491f-8a3e-5635509af7e4', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-654185657'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:06.504322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] device_id is not set on port 8af8d405-c57b-4019-97ab-b01ee106cb54 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:06.514652 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-11ce8e96-11c6-4f45-af57-8e7d464c74dc req-8e842798-9200-49d8-8ecf-a51486a1d592 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286533 Nov 29 01:48:06.519492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.579065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.614415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-90401ad3-4171-4135-8793-c9506c61dfeb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet 44a5910b-1daf-481b-98f7-8ae3abc47227 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:06.618691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a58872aa-ad6f-4127-a300-4b9833d62d9f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:06.624844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90401ad3-4171-4135-8793-c9506c61dfeb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.754562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-76ff8a88-2cfa-432b-a7c3-3ea394dd77dc None None] Provisioning complete for port a58872aa-ad6f-4127-a300-4b9833d62d9f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:06.754955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-76ff8a88-2cfa-432b-a7c3-3ea394dd77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.775781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90401ad3-4171-4135-8793-c9506c61dfeb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.853259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.857054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': 'fc1c0d4c-dd62-491f-8a3e-5635509af7e4'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:06.858104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.866589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8c0547-99b7-41ce-8aeb-24ce82532951 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:06.901931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.957499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e696ad5-8442-43b6-b497-94cf2607f35e req-4c0e2e35-1577-410f-92fa-9e5ba6b4d89d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:06.959341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6e696ad5-8442-43b6-b497-94cf2607f35e req-4c0e2e35-1577-410f-92fa-9e5ba6b4d89d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1804907 Nov 29 01:48:06.989743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a58872aa-ad6f-4127-a300-4b9833d62d9f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:06.989743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:06.999834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Allocated IP 2001:db8::2ca (37e61399-a81e-4471-a078-5434a4bf8c76/74cb8da6-ea77-4706-84f9-decb640d42bb/8af8d405-c57b-4019-97ab-b01ee106cb54) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:07.033475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.055735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90401ad3-4171-4135-8793-c9506c61dfeb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.087387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Network 9a07594a-75ba-483a-920d-88a422b0a81a is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:07.106041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:07.114693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Pushing event updated for resources: {'Port': ['ID=dc07aac1-80ec-4a78-b78d-893a50f49900,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:07.118063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:07.124915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=924c7b49-75f2-45c2-b08f-169b3cac4479,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:07.166208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.171089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-76ff8a88-2cfa-432b-a7c3-3ea394dd77dc None None] Provisioning complete for port 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:07.171493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-76ff8a88-2cfa-432b-a7c3-3ea394dd77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.175605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.186829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0547-99b7-41ce-8aeb-24ce82532951 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.191668 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6e696ad5-8442-43b6-b497-94cf2607f35e req-e4790305-7635-4d1d-b178-c538fcbf1b11 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089949 Nov 29 01:48:07.228710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.261192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.290059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=47f5f6d8-e9a3-4db8-874d-f5d6f6d42811,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:07.290460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/fc1c0d4c-dd62-491f-8a3e-5635509af7e4/9ab2db69-c0e3-446d-ac91-d8ce4048d222) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:07.294941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Attempting to bind port dc07aac1-80ec-4a78-b78d-893a50f49900 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:07.295096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.295336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Attempting to bind port dc07aac1-80ec-4a78-b78d-893a50f49900 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '3fa349b0-0216-4c37-82e4-8520347d1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a07594a-75ba-483a-920d-88a422b0a81a'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:07.295672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Attempting to bind port dc07aac1-80ec-4a78-b78d-893a50f49900 on network 9a07594a-75ba-483a-920d-88a422b0a81a {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:07.296715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.310197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-6a8c0547-99b7-41ce-8aeb-24ce82532951 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port be50836e-4364-4e9b-8fd3-55f4837a403b yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:07.312910 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-76ff8a88-2cfa-432b-a7c3-3ea394dd77dc None None] Port 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:07.319623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:07.320039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Checking segment: {'id': '3fa349b0-0216-4c37-82e4-8520347d1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a07594a-75ba-483a-920d-88a422b0a81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:07.320709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.320846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Bound using segment: {'id': '3fa349b0-0216-4c37-82e4-8520347d1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a07594a-75ba-483a-920d-88a422b0a81a'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:07.321327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Bound port: dc07aac1-80ec-4a78-b78d-893a50f49900, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa349b0-0216-4c37-82e4-8520347d1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a07594a-75ba-483a-920d-88a422b0a81a'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:07.321708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.321909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90401ad3-4171-4135-8793-c9506c61dfeb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.333704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a07594a-75ba-483a-920d-88a422b0a81a']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:07.397210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.405895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa349b0-0216-4c37-82e4-8520347d1ddd') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:07.406336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa349b0-0216-4c37-82e4-8520347d1ddd') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:07.410802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90401ad3-4171-4135-8793-c9506c61dfeb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=44a5910b-1daf-481b-98f7-8ae3abc47227,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:07.426698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90401ad3-4171-4135-8793-c9506c61dfeb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.430067 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-90401ad3-4171-4135-8793-c9506c61dfeb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/44a5910b-1daf-481b-98f7-8ae3abc47227 HTTP/1.1" status: 204 len: 168 time: 0.9985552 Nov 29 01:48:07.435042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42930) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:07.438664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b24ea-9cad-4d07-8310-0101ab8f93b0 None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:07.444241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:07.450412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.455854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 9817118a-38a7-4763-8dd8-da22473289b9 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:07.466372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:07.480453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Network 37e61399-a81e-4471-a078-5434a4bf8c76 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:07.485868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=8af8d405-c57b-4019-97ab-b01ee106cb54,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:07.488447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:07.491893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:07.498136 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:07.498814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.502846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.561635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-694e9712-a599-42f4-9e4b-aa825df07ba6 None None] Provisioning complete for port 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:07.562413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-694e9712-a599-42f4-9e4b-aa825df07ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.615277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] For port dc07aac1-80ec-4a78-b78d-893a50f49900, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:07.619500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-694e9712-a599-42f4-9e4b-aa825df07ba6 None None] Port 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:07.621263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:07.621437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 36a7c232-fe11-4609-bce6-3e272aecfce0 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:07.621849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:07.625810 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:07.673564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 36a7c232-fe11-4609-bce6-3e272aecfce0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:07.673925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 36a7c232-fe11-4609-bce6-3e272aecfce0 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:07.764325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:48:07.764325 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:48:07.764325 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'id': '9a07594a-75ba-483a-920d-88a422b0a81a'}] Nov 29 01:48:07.764325 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:07.764847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:07.784051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.26.8.116 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/66283f3d-4ec6-4b26-9df4-d33cb5f3e274) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:07.892038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:07.896705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:07.991747 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-89b04a4b-0c38-4755-809b-bd40d86492e3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0438268 Nov 29 01:48:07.994613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42932) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:07.998102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] For port dc07aac1-80ec-4a78-b78d-893a50f49900, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=dc07aac1-80ec-4a78-b78d-893a50f49900,segment=NetworkSegment(3fa349b0-0216-4c37-82e4-8520347d1ddd),segment_id=3fa349b0-0216-4c37-82e4-8520347d1ddd)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:08.002756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'network_id': '37e61399-a81e-4471-a078-5434a4bf8c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1441458493'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:08.034817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.046932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router f49ad794-b9f4-4a5f-a3e9-9719f85b8925 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:48:08.088879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.114233 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6e369cea-bedc-4390-bc24-d429c2ffe424 None None] Provisioning complete for port 8af8d405-c57b-4019-97ab-b01ee106cb54 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:08.114769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6e369cea-bedc-4390-bc24-d429c2ffe424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.116119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.138157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8c0547-99b7-41ce-8aeb-24ce82532951 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:48:08.138408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8c0547-99b7-41ce-8aeb-24ce82532951 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:08.140817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.156723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:08.162431 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-78cb92c9-4d25-4a5f-84e3-3c57dd04f680 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/f49ad794-b9f4-4a5f-a3e9-9719f85b8925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3723364 Nov 29 01:48:08.165059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42934) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:08.189615 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6a8c0547-99b7-41ce-8aeb-24ce82532951 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7008491 Nov 29 01:48:08.197454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42936) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:08.200695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0a3ee-f36f-47c9-851f-86cd94579368 None None] Sync routers for ids ['f49ad794-b9f4-4a5f-a3e9-9719f85b8925'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:08.247229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:08.249257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f67181-a787-4a46-b81b-e2c6b9e8a4fb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:08.250074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6e369cea-bedc-4390-bc24-d429c2ffe424 None None] Port 8af8d405-c57b-4019-97ab-b01ee106cb54 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:08.253465 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-48f67181-a787-4a46-b81b-e2c6b9e8a4fb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports/47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 HTTP/1.1" status: 200 len: 977 time: 0.0848801 Nov 29 01:48:08.254134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42940) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:08.258779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.267169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.272792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:08.278716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bc9a8-4a8a-498d-be10-9f9a7da85aa6 None None] Pushing event updated for resources: {'Port': ['ID=dc07aac1-80ec-4a78-b78d-893a50f49900,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:08.293582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:08.303481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a0a3ee-f36f-47c9-851f-86cd94579368 None None] Routers {'f49ad794-b9f4-4a5f-a3e9-9719f85b8925'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:08.304161 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-38a0a3ee-f36f-47c9-851f-86cd94579368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f49ad794-b9f4-4a5f-a3e9-9719f85b8925'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:08.305877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Made reservation on behalf of 0fb379438f3843e59e816ee0f68da929 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:08.310033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.314408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b33f0-c0ff-4873-855a-f9bb9e19259d None None] Network 9a07594a-75ba-483a-920d-88a422b0a81a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:08.353374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:08.359121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=66283f3d-4ec6-4b26-9df4-d33cb5f3e274,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:08.367199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:08.377778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a94bd2c-c222-43fa-bc6c-b3e053052306 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:08.380676 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8a94bd2c-c222-43fa-bc6c-b3e053052306 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1800458 Nov 29 01:48:08.382647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42942) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:08.408308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] device_id is not set on port 79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:08.414870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:08.417695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-38a0a3ee-f36f-47c9-851f-86cd94579368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:08.483248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6e369cea-bedc-4390-bc24-d429c2ffe424 None None] Provisioning complete for port 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:08.483779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6e369cea-bedc-4390-bc24-d429c2ffe424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.493956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e20433-1070-4a47-9252-445d80128049 req-fbe853e9-8360-4252-9173-6908e5a1756f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:08.496040 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e8e20433-1070-4a47-9252-445d80128049 req-fbe853e9-8360-4252-9173-6908e5a1756f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1936519 Nov 29 01:48:08.528903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5bc75-1955-48a2-9df8-525e962426dc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:08.531080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5bc75-1955-48a2-9df8-525e962426dc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:08.536967 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-82f5bc75-1955-48a2-9df8-525e962426dc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1479964 Nov 29 01:48:08.536967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42944) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:08.583089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Pushing event updated for resources: {'Port': ['ID=9ab2db69-c0e3-446d-ac91-d8ce4048d222,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:08.586449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a0a3ee-f36f-47c9-851f-86cd94579368 None None] Routers {'f49ad794-b9f4-4a5f-a3e9-9719f85b8925'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:08.587196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-38a0a3ee-f36f-47c9-851f-86cd94579368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f49ad794-b9f4-4a5f-a3e9-9719f85b8925'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:08.613875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port dc07aac1-80ec-4a78-b78d-893a50f49900 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:08.614273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.616205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.666860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Attempting to bind port 9ab2db69-c0e3-446d-ac91-d8ce4048d222 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:08.667798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Attempting to bind port 9ab2db69-c0e3-446d-ac91-d8ce4048d222 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:08.668177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Attempting to bind port 9ab2db69-c0e3-446d-ac91-d8ce4048d222 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:08.676754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd9749a-28d4-46e1-bb93-a395fedfa05d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet fc1c0d4c-dd62-491f-8a3e-5635509af7e4 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:08.684471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:08.685619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:08.686019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecd9749a-28d4-46e1-bb93-a395fedfa05d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.686528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.687158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:08.687878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Bound port: 9ab2db69-c0e3-446d-ac91-d8ce4048d222, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:08.689040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.693169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-38a0a3ee-f36f-47c9-851f-86cd94579368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:08.694646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0a3ee-f36f-47c9-851f-86cd94579368 None None] The sync data for ids ['f49ad794-b9f4-4a5f-a3e9-9719f85b8925'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:08.697525 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e8e20433-1070-4a47-9252-445d80128049 req-b4d7011a-0a72-478b-b09d-f4bf6efeb852 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623812 Nov 29 01:48:08.704797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6e369cea-bedc-4390-bc24-d429c2ffe424 None None] Port 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:08.754414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=4b89428a-38a0-4b5a-8c30-bcfba93da7e8,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:08.779087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecd9749a-28d4-46e1-bb93-a395fedfa05d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.811306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] For port 9ab2db69-c0e3-446d-ac91-d8ce4048d222, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:08.816663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] For port 9ab2db69-c0e3-446d-ac91-d8ce4048d222, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9ab2db69-c0e3-446d-ac91-d8ce4048d222,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:08.824946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.837417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:08.851467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:08.875868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:08.876472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:08.889287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Allocated IP 2001:db8::262 (37e61399-a81e-4471-a078-5434a4bf8c76/74cb8da6-ea77-4706-84f9-decb640d42bb/79b5d62d-2aef-4cbf-b101-b59b2f22e0a3) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:08.936755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d8df0-8da9-4eee-8ebb-e79767b671aa None None] Pushing event updated for resources: {'Port': ['ID=9ab2db69-c0e3-446d-ac91-d8ce4048d222,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:09.011641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecd9749a-28d4-46e1-bb93-a395fedfa05d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.146827 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.227633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecd9749a-28d4-46e1-bb93-a395fedfa05d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.249690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecd9749a-28d4-46e1-bb93-a395fedfa05d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.255635 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ecd9749a-28d4-46e1-bb93-a395fedfa05d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/fc1c0d4c-dd62-491f-8a3e-5635509af7e4 HTTP/1.1" status: 204 len: 168 time: 0.7149458 Nov 29 01:48:09.273888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42946) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:09.287356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9749a-28d4-46e1-bb93-a395fedfa05d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1c0d4c-dd62-491f-8a3e-5635509af7e4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:09.332371 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-63287c6e-1bf6-41f3-953f-76797b0fd4b6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8928857 Nov 29 01:48:09.334908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port dc07aac1-80ec-4a78-b78d-893a50f49900, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=dc07aac1-80ec-4a78-b78d-893a50f49900,segment=NetworkSegment(3fa349b0-0216-4c37-82e4-8520347d1ddd),segment_id=3fa349b0-0216-4c37-82e4-8520347d1ddd)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:09.335283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.341429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42948) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:09.347176 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0b0266ca-324f-4608-bec3-d00d28e46932 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720587 Nov 29 01:48:09.353244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42950) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:09.355803 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4f4f53c4-d759-4589-9ae1-2541c9aa7cbf tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'security_group': {'name': 'tempest-secgroup-1441580710'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:09.368435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:09.373776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for dc07aac1-80ec-4a78-b78d-893a50f49900 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:09.399001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1608ed1-a41b-4d9a-b5c9-edf1c7126abe None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:09.458504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f4f53c4-d759-4589-9ae1-2541c9aa7cbf tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.486390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dbe433c9-2b4a-48e5-bc02-d82fdc07d883 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:09.486801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dbe433c9-2b4a-48e5-bc02-d82fdc07d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.575441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f4f53c4-d759-4589-9ae1-2541c9aa7cbf tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.584439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f4f53c4-d759-4589-9ae1-2541c9aa7cbf tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.629540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f4f53c4-d759-4589-9ae1-2541c9aa7cbf tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.631197 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4f4f53c4-d759-4589-9ae1-2541c9aa7cbf tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2862809 Nov 29 01:48:09.633997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f53c4-d759-4589-9ae1-2541c9aa7cbf tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc68bb3-4a70-4ccd-acca-afa5ac3813d8,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:09.638616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42952) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:09.644658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f7982d16-acca-44a0-a6bc-2b68b3fa3753 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'security_group': {'name': 'tempest-secgroup-786494714'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:09.651586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:09.652231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.671507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dbe433c9-2b4a-48e5-bc02-d82fdc07d883 None None] Provisioning complete for port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:09.671883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dbe433c9-2b4a-48e5-bc02-d82fdc07d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.708654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-dbe433c9-2b4a-48e5-bc02-d82fdc07d883 None None] Port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:09.754236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7982d16-acca-44a0-a6bc-2b68b3fa3753 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.773900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5729bda-901e-4383-bc2c-5c32bf4b2af0 None None] Update dhcp port {'port': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'fixed_ips': [{'subnet_id': 'bba796ca-2f2c-45cb-8812-c6a32ee87567', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b89428a-38a0-4b5a-8c30-bcfba93da7e8'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': 'e67e40ad-7cc7-4a86-b3e5-ad3863a035b1'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:48:09.777898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.797392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 47f5f6d8-e9a3-4db8-874d-f5d6f6d42811 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:09.830245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5729bda-901e-4383-bc2c-5c32bf4b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.909161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7982d16-acca-44a0-a6bc-2b68b3fa3753 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.918369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7982d16-acca-44a0-a6bc-2b68b3fa3753 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.937132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:09.940923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:09.949522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.005840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f7982d16-acca-44a0-a6bc-2b68b3fa3753 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.007357 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f7982d16-acca-44a0-a6bc-2b68b3fa3753 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3675349 Nov 29 01:48:10.010368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7982d16-acca-44a0-a6bc-2b68b3fa3753 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b03cf-8b00-4810-9229-bba2b8e9523f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:10.015480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42956) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:10.020567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8ac4f14b-b274-4e1d-afd7-b8dc93fc00b0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'security_group': {'name': 'tempest-secgroup-303093975'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:10.043051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=dc07aac1-80ec-4a78-b78d-893a50f49900,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:10.045057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port dc07aac1-80ec-4a78-b78d-893a50f49900 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:10.079955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-a5729bda-901e-4383-bc2c-5c32bf4b2af0 None None] Allocated IP 2001:db8::2 (30c23659-4a81-40c0-8708-48baf3f6b5e4/4b89428a-38a0-4b5a-8c30-bcfba93da7e8/e67e40ad-7cc7-4a86-b3e5-ad3863a035b1) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:10.090678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.100010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f14b-b274-4e1d-afd7-b8dc93fc00b0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.127416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.171560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=47f5f6d8-e9a3-4db8-874d-f5d6f6d42811,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:10.191977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.200941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049ad9-526e-413f-992c-4b7b1dee5afd req-b4e8a415-8b12-4d3f-a476-8576401a00cd tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:10.208674 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-36049ad9-526e-413f-992c-4b7b1dee5afd req-b4e8a415-8b12-4d3f-a476-8576401a00cd tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.4069836 Nov 29 01:48:10.217578 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a5729bda-901e-4383-bc2c-5c32bf4b2af0 None None] For port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,segment=NetworkSegment(9b8bc034-dd03-4a61-aff7-db82dc89096f),segment_id=9b8bc034-dd03-4a61-aff7-db82dc89096f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:10.277282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5729bda-901e-4383-bc2c-5c32bf4b2af0 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.287676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5729bda-901e-4383-bc2c-5c32bf4b2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.378021 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.387535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f14b-b274-4e1d-afd7-b8dc93fc00b0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.460261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.482830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9dfaf5-f416-4713-9bc2-85d466788752 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:10.494587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9ab2db69-c0e3-446d-ac91-d8ce4048d222 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:10.503950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f14b-b274-4e1d-afd7-b8dc93fc00b0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.505271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a07594a-75ba-483a-920d-88a422b0a81a']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:10.525002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa349b0-0216-4c37-82e4-8520347d1ddd') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:10.525317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa349b0-0216-4c37-82e4-8520347d1ddd') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:10.541895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.603586 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5729bda-901e-4383-bc2c-5c32bf4b2af0 None None] Pushing event updated for resources: {'Port': ['ID=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:10.616094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router f49ad794-b9f4-4a5f-a3e9-9719f85b8925 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:10.621271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-915db000-c053-42a6-985e-a5bc87a2c0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.627575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f14b-b274-4e1d-afd7-b8dc93fc00b0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.628844 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8ac4f14b-b274-4e1d-afd7-b8dc93fc00b0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6122794 Nov 29 01:48:10.630490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4f14b-b274-4e1d-afd7-b8dc93fc00b0 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59237041-fc00-4b9b-9bc8-ed404060a6c7,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:10.631666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.638608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:10.639046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.640368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42958) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:10.670624 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:10.685583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d1f20fd9-b698-456b-b02c-aa8e6bc7c4d6 None None] Provisioning complete for port 9ab2db69-c0e3-446d-ac91-d8ce4048d222 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:10.686099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1f20fd9-b698-456b-b02c-aa8e6bc7c4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.729062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-935987362', 'security_groups': ['59237041-fc00-4b9b-9bc8-ed404060a6c7'], 'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b89428a-38a0-4b5a-8c30-bcfba93da7e8'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:10.734286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:10.742408 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2193631c-1d8b-4d68-9e56-b188386f26c6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/f49ad794-b9f4-4a5f-a3e9-9719f85b8925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4871776 Nov 29 01:48:10.743061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42960) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:10.746805 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-36049ad9-526e-413f-992c-4b7b1dee5afd req-73c84a80-e311-497b-a3dd-d51dfd6181f4 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5370953 Nov 29 01:48:10.752807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.753526 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb450dc2-a181-43d8-a99f-44add1d9e161 None None] Sync routers for ids ['f49ad794-b9f4-4a5f-a3e9-9719f85b8925'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:10.771101 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb450dc2-a181-43d8-a99f-44add1d9e161 None None] Routers {'f49ad794-b9f4-4a5f-a3e9-9719f85b8925'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:10.771866 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-fb450dc2-a181-43d8-a99f-44add1d9e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f49ad794-b9f4-4a5f-a3e9-9719f85b8925'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:10.790705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9ab2db69-c0e3-446d-ac91-d8ce4048d222 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:10.791947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.836878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Network 37e61399-a81e-4471-a078-5434a4bf8c76 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:10.847868 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-fb450dc2-a181-43d8-a99f-44add1d9e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:10.850665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=79b5d62d-2aef-4cbf-b101-b59b2f22e0a3,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:10.854095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:10.878573 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb450dc2-a181-43d8-a99f-44add1d9e161 None None] Routers {'f49ad794-b9f4-4a5f-a3e9-9719f85b8925'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:10.879320 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-fb450dc2-a181-43d8-a99f-44add1d9e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f49ad794-b9f4-4a5f-a3e9-9719f85b8925'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:10.900548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1f20fd9-b698-456b-b02c-aa8e6bc7c4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.912871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:10.935343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.938881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:10.959909 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-fb450dc2-a181-43d8-a99f-44add1d9e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:10.961494 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb450dc2-a181-43d8-a99f-44add1d9e161 None None] The sync data for ids ['f49ad794-b9f4-4a5f-a3e9-9719f85b8925'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:10.965289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:10.966076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.970381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.974785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:10.978982 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.046804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.053920 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/9a07594a-75ba-483a-920d-88a422b0a81a HTTP/1.1" status: 204 len: 168 time: 5.4208932 Nov 29 01:48:11.054364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d1f20fd9-b698-456b-b02c-aa8e6bc7c4d6 None None] For port 9ab2db69-c0e3-446d-ac91-d8ce4048d222, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9ab2db69-c0e3-446d-ac91-d8ce4048d222,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:11.061034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1f20fd9-b698-456b-b02c-aa8e6bc7c4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.081160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880b0f2-9617-47f7-a968-2b637213190d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=9a07594a-75ba-483a-920d-88a422b0a81a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:11.089636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42962) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:11.104647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:11.110075 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504782924'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:11.134811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:11.144228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:11.148003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.156141 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-af2e995e-cde9-4d2f-a329-e949bc7eeba1 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1576676 Nov 29 01:48:11.163393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:11.163992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.172039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42964) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:11.184769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] Deleting port 9ab2db69-c0e3-446d-ac91-d8ce4048d222 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:11.185152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.188841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f20fd9-b698-456b-b02c-aa8e6bc7c4d6 None None] Pushing event updated for resources: {'Port': ['ID=9ab2db69-c0e3-446d-ac91-d8ce4048d222,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:11.201153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:11.201512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:11.206485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:f0:08:a2'}, {'ip_address': '2001:db8::2ca', 'mac_address': 'fa:16:3e:da:37:2b'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:11.223456 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-50972889-d684-4b5e-8227-47ddd98bdcad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] remove_router_interface failed (client error): The resource could not be found. Nov 29 01:48:11.226250 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-50972889-d684-4b5e-8227-47ddd98bdcad tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/f49ad794-b9f4-4a5f-a3e9-9719f85b8925/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4791362 Nov 29 01:48:11.230078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42966) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:11.282644 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5bcc8d67-716a-49bb-9563-88e123e0eddc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49ad794-b9f4-4a5f-a3e9-9719f85b8925 HTTP/1.1" status: 200 len: 205 time: 0.0509360 Nov 29 01:48:11.284400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42968) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:11.285046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:11.400790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=ed7b2bf7-759a-4deb-ae14-8f070888e687,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:11.411745 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8c8896b2-618d-4743-b320-1091e6a541c8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0546820 Nov 29 01:48:11.418236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42970) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:11.445599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-10d79e0b-21e6-4882-8f63-2ff5077f783e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-839003353', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:11.457599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:11.472659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d44c32c8-cbab-4980-bae0-747afdd82a0e None None] Provisioning complete for port 79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:11.473033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d44c32c8-cbab-4980-bae0-747afdd82a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.533858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.534397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] For port 9ab2db69-c0e3-446d-ac91-d8ce4048d222, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9ab2db69-c0e3-446d-ac91-d8ce4048d222,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:11.534963 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment e3c97ab7-84a8-4835-b0f5-65f79501f955 of type vlan for network 9842fadf-8034-464c-a341-116fc3b3fc86 Nov 29 01:48:11.535077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.549208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d44c32c8-cbab-4980-bae0-747afdd82a0e None None] Port 79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:11.554522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] Calling delete_port for 9ab2db69-c0e3-446d-ac91-d8ce4048d222 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:11.573280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.575400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10d79e0b-21e6-4882-8f63-2ff5077f783e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.576423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10d79e0b-21e6-4882-8f63-2ff5077f783e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.639023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.659043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.697088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] Pushing event deleted for resources: {'Port': ['ID=9ab2db69-c0e3-446d-ac91-d8ce4048d222,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:11.724341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599fa2f1-2bca-4c70-bb91-d3e67d10c2f3 None None] No DVR routers for this DVR port 9ab2db69-c0e3-446d-ac91-d8ce4048d222 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:11.728758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port 9ab2db69-c0e3-446d-ac91-d8ce4048d222 update to ACTIVE by agent not found {{(pid=109950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:48:11.733541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0a2eded4-2c9f-400d-be17-fc90e914f52c None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:11.734036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a2eded4-2c9f-400d-be17-fc90e914f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.759435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73337c19-d71b-4b51-a591-94015319a4bc None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:11.765082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10d79e0b-21e6-4882-8f63-2ff5077f783e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.774132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.779598 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10d79e0b-21e6-4882-8f63-2ff5077f783e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.787872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.793817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:11.795207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.805105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.810782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44baa649-7a59-4dc8-8fd3-5b66fff207b6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.896590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10d79e0b-21e6-4882-8f63-2ff5077f783e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:11.897733 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-10d79e0b-21e6-4882-8f63-2ff5077f783e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4780335 Nov 29 01:48:11.901039 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7948835 Nov 29 01:48:11.907189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42974) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:11.907751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42976) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:11.917031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': '9842fadf-8034-464c-a341-116fc3b3fc86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:12.004770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0a2eded4-2c9f-400d-be17-fc90e914f52c None None] Provisioning complete for port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:12.004770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a2eded4-2c9f-400d-be17-fc90e914f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.005241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=66283f3d-4ec6-4b26-9df4-d33cb5f3e274,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:12.008948 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': 'ed7b2bf7-759a-4deb-ae14-8f070888e687'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:12.009909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.013304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8534b-6870-428e-9b6d-f8a871ff7df8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=9842fadf-8034-464c-a341-116fc3b3fc86,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:12.038572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.040504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9842fadf-8034-464c-a341-116fc3b3fc86 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:12.125258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0a2eded4-2c9f-400d-be17-fc90e914f52c None None] Port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:12.163038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.174269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.174550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.180021 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP 30a787e2-93ad-48dd-b307-4df6d75327a0 associated. External IP: 172.26.8.116, port: d1709aa6-3507-47c4-8d31-17bf16ef8e0b. Nov 29 01:48:12.206605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44baa649-7a59-4dc8-8fd3-5b66fff207b6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.214111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44baa649-7a59-4dc8-8fd3-5b66fff207b6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.258619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1b93-0b5b-4cd2-b896-90efb0a13a16 req-e5300741-ecfe-46df-98f0-98b7565197f0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:12.260346 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-997d1b93-0b5b-4cd2-b896-90efb0a13a16 req-e5300741-ecfe-46df-98f0-98b7565197f0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.3760884 Nov 29 01:48:12.277795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/ed7b2bf7-759a-4deb-ae14-8f070888e687/7d063dd7-d450-47d8-b8d2-d8f233ab8a1d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:12.324041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] device_id is not set on port edefc260-02cd-424c-93cc-b546eae9621e yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:12.469297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44baa649-7a59-4dc8-8fd3-5b66fff207b6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.469874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44baa649-7a59-4dc8-8fd3-5b66fff207b6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Fanout notify agent at l3_agent the message router_deleted on router f49ad794-b9f4-4a5f-a3e9-9719f85b8925 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:48:12.478450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44baa649-7a59-4dc8-8fd3-5b66fff207b6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.483990 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-44baa649-7a59-4dc8-8fd3-5b66fff207b6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/f49ad794-b9f4-4a5f-a3e9-9719f85b8925 HTTP/1.1" status: 204 len: 168 time: 1.1934826 Nov 29 01:48:12.514603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.521770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:12.526855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42978) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:12.551977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:12.555754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.559967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.603104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] In _notify_port_updated(), no bound segment for port 79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 on network 37e61399-a81e-4471-a078-5434a4bf8c76 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:48:12.609230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:12.610441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.611263 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "PUT /v2.0/ports/79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 HTTP/1.1" status: 200 len: 1068 time: 1.4312031 Nov 29 01:48:12.615978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42980) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:12.647234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:12.660361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:12.665210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:12.673546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf81b-a11a-47f7-a14f-779e9412e861 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event updated for resources: {'Port': ['ID=79b5d62d-2aef-4cbf-b101-b59b2f22e0a3,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:12.689176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Pushing event updated for resources: {'Port': ['ID=7d063dd7-d450-47d8-b8d2-d8f233ab8a1d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:12.709436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c46fa7bb-1552-487b-992b-37ac84071faf None None] Provisioning complete for port 79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:12.709436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46fa7bb-1552-487b-992b-37ac84071faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.724433 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-997d1b93-0b5b-4cd2-b896-90efb0a13a16 req-c80c8bb2-3ec5-4363-82ee-0cc016111bfb tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269931 Nov 29 01:48:12.753738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:12.754134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.793345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1403bb0b-b935-47d2-a768-eacee58ab3db tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet 3acdd666-c35d-4195-a805-930e9ea3c9e7 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:12.807070 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1403bb0b-b935-47d2-a768-eacee58ab3db tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.809865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c46fa7bb-1552-487b-992b-37ac84071faf None None] Port 79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:12.817527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8cce3333-fa51-4492-830d-2e41d39e7b3e tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Deleting port 79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:12.817884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8cce3333-fa51-4492-830d-2e41d39e7b3e tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.858952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Attempting to bind port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:12.859357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Attempting to bind port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:12.860339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Attempting to bind port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:12.869492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:12.870085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:12.870314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.870748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:12.871227 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Bound port: 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:12.871615 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.889568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.927502 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1403bb0b-b935-47d2-a768-eacee58ab3db tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.929734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8cce3333-fa51-4492-830d-2e41d39e7b3e tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:12.942604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:12.950533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8cce3333-fa51-4492-830d-2e41d39e7b3e tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Calling delete_port for 79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:12.997156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] For port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:13.001130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] For port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7d063dd7-d450-47d8-b8d2-d8f233ab8a1d,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:13.012531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.051417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8::3b7 (30c23659-4a81-40c0-8708-48baf3f6b5e4/4b89428a-38a0-4b5a-8c30-bcfba93da7e8/edefc260-02cd-424c-93cc-b546eae9621e) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:13.079595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9ab2db69-c0e3-446d-ac91-d8ce4048d222 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:13.121161 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 9ab2db69-c0e3-446d-ac91-d8ce4048d222 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:13.121468 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9ab2db69-c0e3-446d-ac91-d8ce4048d222 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:13.126307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8396-137a-44dd-a02d-0d99c3e9048f None None] Pushing event updated for resources: {'Port': ['ID=7d063dd7-d450-47d8-b8d2-d8f233ab8a1d,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:13.137929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:13.150624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32745f3e-da0c-4b33-b5eb-20fcb4683017 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:13.173534 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.185457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32745f3e-da0c-4b33-b5eb-20fcb4683017 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:13.186138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-32745f3e-da0c-4b33-b5eb-20fcb4683017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:13.226777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-32745f3e-da0c-4b33-b5eb-20fcb4683017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:13.233640 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-da2d449e-9df4-4547-b187-f19c448689f4 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9665341 Nov 29 01:48:13.237674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32745f3e-da0c-4b33-b5eb-20fcb4683017 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:13.238158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42982) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:13.238297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-32745f3e-da0c-4b33-b5eb-20fcb4683017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:47:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:13.278839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-32745f3e-da0c-4b33-b5eb-20fcb4683017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:13.279743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32745f3e-da0c-4b33-b5eb-20fcb4683017 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:13.333319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8cce3333-fa51-4492-830d-2e41d39e7b3e tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.352838 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-273acd35-b562-4164-a847-ca9f35befff5 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "GET /v2.0/floatingips/30a787e2-93ad-48dd-b307-4df6d75327a0 HTTP/1.1" status: 200 len: 978 time: 0.1107516 Nov 29 01:48:13.355734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42984) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:13.400644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce3333-fa51-4492-830d-2e41d39e7b3e tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Port': ['ID=79b5d62d-2aef-4cbf-b101-b59b2f22e0a3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:13.549067 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7de496c2-3160-46da-b9d9-88f4b33e5c5a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1721790 Nov 29 01:48:13.555476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42986) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:13.565788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'port_id': 'd6e6dad6-5224-4696-b954-988f42833986'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:13.593311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1403bb0b-b935-47d2-a768-eacee58ab3db tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.649785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.658916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.763364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8cce3333-fa51-4492-830d-2e41d39e7b3e tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.768982 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8cce3333-fa51-4492-830d-2e41d39e7b3e tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "DELETE /v2.0/ports/79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 HTTP/1.1" status: 204 len: 168 time: 1.1440363 Nov 29 01:48:13.777322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42990) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:13.832647 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42a0ac0-a162-49a9-839e-e443e37d8eac tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] GET failed (client error): The resource could not be found. Nov 29 01:48:13.836555 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c42a0ac0-a162-49a9-839e-e443e37d8eac tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "GET /v2.0/ports/79b5d62d-2aef-4cbf-b101-b59b2f22e0a3 HTTP/1.1" status: 404 len: 333 time: 0.0557861 Nov 29 01:48:13.839359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=f38901bf-4d12-4422-bd53-5fb3b3707221,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:13.841548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 42992) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:13.853049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.869202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1403bb0b-b935-47d2-a768-eacee58ab3db tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.876017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.918449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403bb0b-b935-47d2-a768-eacee58ab3db tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=3acdd666-c35d-4195-a805-930e9ea3c9e7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:13.921342 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': 'e3c97ab7-84a8-4835-b0f5-65f79501f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9842fadf-8034-464c-a341-116fc3b3fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:13.921940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: 9842fadf-8034-464c-a341-116fc3b3fc86, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:13.925163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1403bb0b-b935-47d2-a768-eacee58ab3db tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:13.928896 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1403bb0b-b935-47d2-a768-eacee58ab3db tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/3acdd666-c35d-4195-a805-930e9ea3c9e7 HTTP/1.1" status: 204 len: 168 time: 1.3980520 Nov 29 01:48:13.932529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::1 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/ed7b2bf7-759a-4deb-ae14-8f070888e687/99d6f10f-1703-48fa-950c-476637b79f2f) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:13.935783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42994) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:13.940030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55edfe09-e606-42f6-b4c1-b5e48708d160 None None] Network 9817118a-38a7-4763-8dd8-da22473289b9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:14.062408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce5ed5-67ea-402c-aff1-0c420d2a7363 req-de1279ce-34c5-459d-8c2f-2e9449aaef63 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:14.064003 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54ce5ed5-67ea-402c-aff1-0c420d2a7363 req-de1279ce-34c5-459d-8c2f-2e9449aaef63 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2428777 Nov 29 01:48:14.086058 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network 9842fadf-8034-464c-a341-116fc3b3fc86 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:14.150338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc12f9-9cd8-425b-a7bd-2a685e63c7ba tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Deleting port 8af8d405-c57b-4019-97ab-b01ee106cb54 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:14.150708 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6cbc12f9-9cd8-425b-a7bd-2a685e63c7ba tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.153767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-08848072-5622-4881-8e5f-0ee52798f938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.168735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.187086 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-54ce5ed5-67ea-402c-aff1-0c420d2a7363 req-7433da36-e846-4020-8a68-8f3c08d070e0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102731 Nov 29 01:48:14.191853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.230473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] DHCP port deletion for 9817118a-38a7-4763-8dd8-da22473289b9 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:14.233361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 9842fadf-8034-464c-a341-116fc3b3fc86) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:14.250674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:14.251280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.270341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10911912-ec57-4857-9d5a-805a4501720a None None] Network 9842fadf-8034-464c-a341-116fc3b3fc86 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:14.274920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:14.326771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.335274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:14.338354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:14.344985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:14.345615 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.374186 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=edefc260-02cd-424c-93cc-b546eae9621e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:14.378215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] Deleting port a58872aa-ad6f-4127-a300-4b9833d62d9f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:14.378736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.380389 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-393bd6fd-a629-41a1-acce-6e5537baf79a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4687502 Nov 29 01:48:14.387720 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6786ac3d-a585-4e40-9c45-e57c48e24014 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6630883 Nov 29 01:48:14.391583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42996) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:14.392563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 42998) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:14.404225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1eee492c-c811-4375-8326-bdf1fff68b5a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:14.445521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6cbc12f9-9cd8-425b-a7bd-2a685e63c7ba tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.477249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc12f9-9cd8-425b-a7bd-2a685e63c7ba tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Calling delete_port for 8af8d405-c57b-4019-97ab-b01ee106cb54 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:14.547056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] For port a58872aa-ad6f-4127-a300-4b9833d62d9f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a58872aa-ad6f-4127-a300-4b9833d62d9f,segment=NetworkSegment(46147825-1e4a-41d9-88f2-5d4f41894dcd),segment_id=46147825-1e4a-41d9-88f2-5d4f41894dcd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:14.547992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.572057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:14.607124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] Calling delete_port for a58872aa-ad6f-4127-a300-4b9833d62d9f owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:14.665272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.674263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.693378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eee492c-c811-4375-8326-bdf1fff68b5a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:14.697088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1eee492c-c811-4375-8326-bdf1fff68b5a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.724763 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f64777af-7369-4c70-868d-32b7dd6cd008 None None] Provisioning complete for port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:14.725405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64777af-7369-4c70-868d-32b7dd6cd008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.727600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.801030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-9842fadf-8034-464c-a341-116fc3b3fc86', 'network_id': '9842fadf-8034-464c-a341-116fc3b3fc86', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': 'f38901bf-4d12-4422-bd53-5fb3b3707221'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:14.801731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.805252 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port a58872aa-ad6f-4127-a300-4b9833d62d9f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:14.805603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.810895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.822537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6cbc12f9-9cd8-425b-a7bd-2a685e63c7ba tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.832786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:14.832786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.865491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc12f9-9cd8-425b-a7bd-2a685e63c7ba tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Port': ['ID=8af8d405-c57b-4019-97ab-b01ee106cb54,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:14.866728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:14.900112 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP 30a787e2-93ad-48dd-b307-4df6d75327a0 associated. External IP: 172.26.8.116, port: d1709aa6-3507-47c4-8d31-17bf16ef8e0b. Nov 29 01:48:14.908995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:14.911885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:14.912944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.915429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=99d6f10f-1703-48fa-950c-476637b79f2f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:14.958974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.981484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6cbc12f9-9cd8-425b-a7bd-2a685e63c7ba tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:14.985797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6cbc12f9-9cd8-425b-a7bd-2a685e63c7ba tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "DELETE /v2.0/ports/8af8d405-c57b-4019-97ab-b01ee106cb54 HTTP/1.1" status: 204 len: 168 time: 1.1198597 Nov 29 01:48:14.989664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43000) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:15.023969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port a58872aa-ad6f-4127-a300-4b9833d62d9f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a58872aa-ad6f-4127-a300-4b9833d62d9f,segment=NetworkSegment(46147825-1e4a-41d9-88f2-5d4f41894dcd),segment_id=46147825-1e4a-41d9-88f2-5d4f41894dcd)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:15.024570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.039607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] Pushing event deleted for resources: {'Port': ['ID=a58872aa-ad6f-4127-a300-4b9833d62d9f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:15.056533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66316e48-1d84-41c4-8f3e-9f9f2a0f5209 None None] No DVR routers for this DVR port a58872aa-ad6f-4127-a300-4b9833d62d9f on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:15.061680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for a58872aa-ad6f-4127-a300-4b9833d62d9f owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:15.072326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64777af-7369-4c70-868d-32b7dd6cd008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.163586 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-1eee492c-c811-4375-8326-bdf1fff68b5a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b89428a-38a0-4b5a-8c30-bcfba93da7e8 (CIDR: 2001:db8::/64) Nov 29 01:48:15.183897 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eee492c-c811-4375-8326-bdf1fff68b5a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:48:15.184505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eee492c-c811-4375-8326-bdf1fff68b5a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:15.227864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Allocated IP 172.20.0.1 (9842fadf-8034-464c-a341-116fc3b3fc86/f38901bf-4d12-4422-bd53-5fb3b3707221/9050394c-fd94-4dd0-b195-934cffe1dffb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:15.232310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f64777af-7369-4c70-868d-32b7dd6cd008 None None] For port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7d063dd7-d450-47d8-b8d2-d8f233ab8a1d,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:15.260145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64777af-7369-4c70-868d-32b7dd6cd008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.292100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.304522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.413745 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1eee492c-c811-4375-8326-bdf1fff68b5a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0108304 Nov 29 01:48:15.422683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43004) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:15.427363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.435723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c571f52a-a156-4925-aa3c-dcaed244baf3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:15.436206 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cfbc6e-3571-4ee4-8e68-1bf47fd0ddd3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] GET failed (client error): The resource could not be found. Nov 29 01:48:15.442197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-99cfbc6e-3571-4ee4-8e68-1bf47fd0ddd3 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "GET /v2.0/ports/8af8d405-c57b-4019-97ab-b01ee106cb54 HTTP/1.1" status: 404 len: 333 time: 0.4459558 Nov 29 01:48:15.444212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43006) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:15.505627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.548534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928cda-5c0d-4f2f-a982-a06ab14ab643 req-271aff3b-2045-4150-8fd4-7161012df11e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:15.549995 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-26928cda-5c0d-4f2f-a982-a06ab14ab643 req-271aff3b-2045-4150-8fd4-7161012df11e tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2394555 Nov 29 01:48:15.567773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64777af-7369-4c70-868d-32b7dd6cd008 None None] Pushing event updated for resources: {'Port': ['ID=7d063dd7-d450-47d8-b8d2-d8f233ab8a1d,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:15.578989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.606941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6ed4464f-a406-43f0-83b9-7bc7824e37a8 None None] Provisioning complete for port edefc260-02cd-424c-93cc-b546eae9621e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:15.607501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ed4464f-a406-43f0-83b9-7bc7824e37a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.639687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=a58872aa-ad6f-4127-a300-4b9833d62d9f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:15.651060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f602d191-bc4b-44b0-bd55-93a8e76b2055 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Deleting port 4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:15.651418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f602d191-bc4b-44b0-bd55-93a8e76b2055 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.651717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port a58872aa-ad6f-4127-a300-4b9833d62d9f on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:15.654179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:15.654693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:15.683454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4464f-a406-43f0-83b9-7bc7824e37a8 None None] Port edefc260-02cd-424c-93cc-b546eae9621e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:15.720692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6ed4464f-a406-43f0-83b9-7bc7824e37a8 None None] Provisioning complete for port 99d6f10f-1703-48fa-950c-476637b79f2f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:15.721222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ed4464f-a406-43f0-83b9-7bc7824e37a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.738870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:15.754351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.763936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.765329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f602d191-bc4b-44b0-bd55-93a8e76b2055 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.799928 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4464f-a406-43f0-83b9-7bc7824e37a8 None None] Port 99d6f10f-1703-48fa-950c-476637b79f2f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:15.812288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f602d191-bc4b-44b0-bd55-93a8e76b2055 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Calling delete_port for 4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:15.818509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Network 9842fadf-8034-464c-a341-116fc3b3fc86 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:15.822401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:15.827738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:15.831058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Pushing event updated for resources: {'Port': ['ID=9050394c-fd94-4dd0-b195-934cffe1dffb,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:15.865993 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-26928cda-5c0d-4f2f-a982-a06ab14ab643 req-d5ce749a-6108-4935-96d2-abdcc791614f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929435 Nov 29 01:48:15.890035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.890211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Attempting to bind port 9050394c-fd94-4dd0-b195-934cffe1dffb on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:15.896209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.900448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Attempting to bind port 9050394c-fd94-4dd0-b195-934cffe1dffb by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e3c97ab7-84a8-4835-b0f5-65f79501f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9842fadf-8034-464c-a341-116fc3b3fc86'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:15.901151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Attempting to bind port 9050394c-fd94-4dd0-b195-934cffe1dffb on network 9842fadf-8034-464c-a341-116fc3b3fc86 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:15.909191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:15.909838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Checking segment: {'id': 'e3c97ab7-84a8-4835-b0f5-65f79501f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9842fadf-8034-464c-a341-116fc3b3fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:15.910287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.911122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Bound using segment: {'id': 'e3c97ab7-84a8-4835-b0f5-65f79501f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9842fadf-8034-464c-a341-116fc3b3fc86'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:15.912079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Bound port: 9050394c-fd94-4dd0-b195-934cffe1dffb, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c97ab7-84a8-4835-b0f5-65f79501f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9842fadf-8034-464c-a341-116fc3b3fc86'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:15.912280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.926144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c571f52a-a156-4925-aa3c-dcaed244baf3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:15.929578 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c571f52a-a156-4925-aa3c-dcaed244baf3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:15.938031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:15.955186 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445239c-ff16-4278-a8ca-9d999bd11a66 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:15.975199 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445239c-ff16-4278-a8ca-9d999bd11a66 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:15.976730 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8445239c-ff16-4278-a8ca-9d999bd11a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:15.987358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] For port 9050394c-fd94-4dd0-b195-934cffe1dffb, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:15.993567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] For port 9050394c-fd94-4dd0-b195-934cffe1dffb, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9050394c-fd94-4dd0-b195-934cffe1dffb,segment=NetworkSegment(e3c97ab7-84a8-4835-b0f5-65f79501f955),segment_id=e3c97ab7-84a8-4835-b0f5-65f79501f955)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:16.002546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.029028 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8445239c-ff16-4278-a8ca-9d999bd11a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.040927 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445239c-ff16-4278-a8ca-9d999bd11a66 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:16.042524 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8445239c-ff16-4278-a8ca-9d999bd11a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.089565 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8445239c-ff16-4278-a8ca-9d999bd11a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.090694 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445239c-ff16-4278-a8ca-9d999bd11a66 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:16.107491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f602d191-bc4b-44b0-bd55-93a8e76b2055 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.108168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e802244-ef6d-43c3-899d-06aa1331658c None None] Pushing event updated for resources: {'Port': ['ID=9050394c-fd94-4dd0-b195-934cffe1dffb,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:16.142128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602d191-bc4b-44b0-bd55-93a8e76b2055 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Port': ['ID=4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:16.225315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb00d68-b9d4-432d-8d8e-9d0fa7f7aed9 None None] Network 9842fadf-8034-464c-a341-116fc3b3fc86 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:16.251343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f602d191-bc4b-44b0-bd55-93a8e76b2055 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.254753 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f602d191-bc4b-44b0-bd55-93a8e76b2055 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "DELETE /v2.0/ports/4b8cb9ab-42ed-4fe8-92db-a08c4e9800e2 HTTP/1.1" status: 204 len: 168 time: 0.8109438 Nov 29 01:48:16.258934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43008) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:16.280391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=f38901bf-4d12-4422-bd53-5fb3b3707221,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:16.295560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9817118a-38a7-4763-8dd8-da22473289b9']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.322980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a58872aa-ad6f-4127-a300-4b9833d62d9f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:16.346868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:16.351153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46147825-1e4a-41d9-88f2-5d4f41894dcd') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.351449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46147825-1e4a-41d9-88f2-5d4f41894dcd') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.353876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: a58872aa-ad6f-4127-a300-4b9833d62d9f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:16.355548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a58872aa-ad6f-4127-a300-4b9833d62d9f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:16.366261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee942043-e54a-4e93-b77f-684375da09d9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Deleting subnet 74cb8da6-ea77-4706-84f9-decb640d42bb {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:16.373082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee942043-e54a-4e93-b77f-684375da09d9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.390641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.399642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.445980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.471552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.501180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9842fadf-8034-464c-a341-116fc3b3fc86']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.520124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:16.520687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:16.529308 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:16.560529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee942043-e54a-4e93-b77f-684375da09d9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.562458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c97ab7-84a8-4835-b0f5-65f79501f955') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.562750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c97ab7-84a8-4835-b0f5-65f79501f955') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.569348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:16.614358 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-c571f52a-a156-4925-aa3c-dcaed244baf3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bba796ca-2f2c-45cb-8812-c6a32ee87567 (CIDR: 2001:db8:0:1::/64) Nov 29 01:48:16.630948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.633026 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c571f52a-a156-4925-aa3c-dcaed244baf3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:48:16.633634 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c571f52a-a156-4925-aa3c-dcaed244baf3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:16.659011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98a51f-6921-4c84-a2c1-406e9a9ffdd9 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:48:16.662372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.667216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.670506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.681204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:16.683822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.688042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.692023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43010) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:16.692436 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/9817118a-38a7-4763-8dd8-da22473289b9 HTTP/1.1" status: 204 len: 168 time: 2.7542732 Nov 29 01:48:16.693277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.694280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.700284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1205811998'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:16.709447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e7d2d-37b4-4171-b76d-ef320301a788 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:16.714570 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c571f52a-a156-4925-aa3c-dcaed244baf3 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2887778 Nov 29 01:48:16.719401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:16.719868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:16.724913 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:16.731118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43012) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:16.738156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d9611-43a5-49bd-a9e4-d38ee681b846 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=9817118a-38a7-4763-8dd8-da22473289b9,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:16.740117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'subnet': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:16.756799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e7d2d-37b4-4171-b76d-ef320301a788 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:16.757915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-773e7d2d-37b4-4171-b76d-ef320301a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.784256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee942043-e54a-4e93-b77f-684375da09d9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.802798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:16.803551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.853956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-773e7d2d-37b4-4171-b76d-ef320301a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.881545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=99d6f10f-1703-48fa-950c-476637b79f2f,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:16.890587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.api [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:48:16.890587 dv-neutron-816800-5-hyperv neutron-server[109949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:48:16.890587 dv-neutron-816800-5-hyperv neutron-server[109949]: [parameters: {'id': '9842fadf-8034-464c-a341-116fc3b3fc86'}] Nov 29 01:48:16.890587 dv-neutron-816800-5-hyperv neutron-server[109949]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:16.891567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG oslo_db.api [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:16.893038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:16.896691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.912698 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a18f0946-f82d-44bc-ac12-e3dc59c02a20 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/floatingips/30a787e2-93ad-48dd-b307-4df6d75327a0 HTTP/1.1" status: 200 len: 977 time: 3.3564067 Nov 29 01:48:16.920606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43016) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:16.926515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e7d2d-37b4-4171-b76d-ef320301a788 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:16.927752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-773e7d2d-37b4-4171-b76d-ef320301a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.933123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:16.961652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:16.972291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee942043-e54a-4e93-b77f-684375da09d9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:16.974633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-773e7d2d-37b4-4171-b76d-ef320301a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:16.975346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e7d2d-37b4-4171-b76d-ef320301a788 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:17.002127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.002693 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b of type vlan for network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 Nov 29 01:48:17.052610 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e98a51f-6921-4c84-a2c1-406e9a9ffdd9 None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:48:17.059868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.067961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:17.083181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee942043-e54a-4e93-b77f-684375da09d9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Subnet': ['ID=74cb8da6-ea77-4706-84f9-decb640d42bb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:17.102143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:17.108707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee942043-e54a-4e93-b77f-684375da09d9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.112262 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ee942043-e54a-4e93-b77f-684375da09d9 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "DELETE /v2.0/subnets/74cb8da6-ea77-4706-84f9-decb640d42bb HTTP/1.1" status: 204 len: 168 time: 0.8522108 Nov 29 01:48:17.130294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43018) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:17.132728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.144742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Made reservation on behalf of 009fa053cc154d84b3edcc60331e0cd3 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:17.148028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.305101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.312409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:17.313016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.334635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.336197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f6847-f15d-4b84-a8de-bde4fbc446d4 req-4ec05121-06f2-4252-87db-bdaca8c70d72 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:17.337791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d6f6847-f15d-4b84-a8de-bde4fbc446d4 req-4ec05121-06f2-4252-87db-bdaca8c70d72 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2565970 Nov 29 01:48:17.338768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d9192-335c-4131-822a-2d645fe4c5a1 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:48:17.346633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.347033 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP 30a787e2-93ad-48dd-b307-4df6d75327a0 disassociated. External IP: 172.26.8.116, port: d6e6dad6-5224-4696-b954-988f42833986. Nov 29 01:48:17.347818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.394795 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6989837 Nov 29 01:48:17.418720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.422672 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43020) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:17.429797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': '721a8ac3-ea54-4db8-aa3a-f909959a2d28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:17.440189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1d9192-335c-4131-822a-2d645fe4c5a1 None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:48:17.460467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eadde1-1af5-4e81-b7be-7acf326d4a37 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=721a8ac3-ea54-4db8-aa3a-f909959a2d28,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:17.482482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:17.506754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d6f6847-f15d-4b84-a8de-bde4fbc446d4 req-89ee1e7a-de8e-4ed8-8ff3-3d42e16bdb03 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563327 Nov 29 01:48:17.548791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Router bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:48:17.584307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Deleting port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:17.584671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.686159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] For port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f,segment=NetworkSegment(fd806609-6cd2-4c09-ac54-1973c32e47f4),segment_id=fd806609-6cd2-4c09-ac54-1973c32e47f4)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:17.686408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.708397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Calling delete_port for a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:17.712483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:17.716116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.736705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.797280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f09920-3272-42ed-a2da-cbaa6b907ee7 None None] Network 37e61399-a81e-4471-a078-5434a4bf8c76 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:17.808543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:17.818017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:17.830391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:17.830995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.848997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:17.851538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Subnet': ['ID=15b05bbc-bd0b-45d9-ab79-4494b9b1a02f,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:17.858338 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9838c8d7-dc58-456b-a91e-279d3ce7fb6c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "PUT /v2.0/routers/bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9465263 Nov 29 01:48:17.862578 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Sync routers for ids ['bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:17.863124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43022) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:17.878876 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4850dc76-48dc-498e-a340-dd7c663080c2 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1435070 Nov 29 01:48:17.882525 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port 9050394c-fd94-4dd0-b195-934cffe1dffb {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:17.882910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.888079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43024) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:17.891723 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Routers {'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:17.892675 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:17.895422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1894077575', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15b05bbc-bd0b-45d9-ab79-4494b9b1a02f'}], 'security_groups': ['acc68bb3-4a70-4ccd-acca-afa5ac3813d8', 'c28b03cf-8b00-4810-9229-bba2b8e9523f']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:17.905921 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7ae9c-dc96-4311-9696-56a41e16a57b None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:17.935294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c3d67-fd55-4f1d-874c-f517beb47d7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:17.938803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d38c3d67-fd55-4f1d-874c-f517beb47d7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports/99d6f10f-1703-48fa-950c-476637b79f2f HTTP/1.1" status: 200 len: 911 time: 0.0740552 Nov 29 01:48:17.940936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:17.949907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43026) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:18.017588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Port': ['ID=a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:18.037245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] No DVR routers for this DVR port a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:18.102795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port 9050394c-fd94-4dd0-b195-934cffe1dffb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9050394c-fd94-4dd0-b195-934cffe1dffb,segment=NetworkSegment(e3c97ab7-84a8-4835-b0f5-65f79501f955),segment_id=e3c97ab7-84a8-4835-b0f5-65f79501f955)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:18.103176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.150653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:18.170816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.178319 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Set router bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:18.192928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for 9050394c-fd94-4dd0-b195-934cffe1dffb owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:18.200156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e61399-a81e-4471-a078-5434a4bf8c76']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:18.214193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c0049d-b2f1-4f9c-af93-9b267e1307a5 None None] DHCP port deletion for 37e61399-a81e-4471-a078-5434a4bf8c76 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:18.214965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd806609-6cd2-4c09-ac54-1973c32e47f4') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:18.215502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd806609-6cd2-4c09-ac54-1973c32e47f4') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:18.232832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.255989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.259783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dcb74a3f-070d-47de-bb0c-fed10faa7ba6 None None] Provisioning complete for port 99d6f10f-1703-48fa-950c-476637b79f2f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:18.261250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcb74a3f-070d-47de-bb0c-fed10faa7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.266255 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:18.266730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.301468 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-dcb74a3f-070d-47de-bb0c-fed10faa7ba6 None None] Port 99d6f10f-1703-48fa-950c-476637b79f2f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:18.344211 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:18.355865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48714f16-bc79-4c49-b1e6-5f9b1f0b66d6 None None] Update dhcp port {'port': {'network_id': '30c23659-4a81-40c0-8708-48baf3f6b5e4', 'fixed_ips': [{'subnet_id': 'bba796ca-2f2c-45cb-8812-c6a32ee87567', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b89428a-38a0-4b5a-8c30-bcfba93da7e8', 'ip_address': '2001:db8::2'}, {'subnet_id': '15b05bbc-bd0b-45d9-ab79-4494b9b1a02f'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': 'e67e40ad-7cc7-4a86-b3e5-ad3863a035b1'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:48:18.361107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eedd90-b48a-4bf7-9fc4-58bc3acf564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:18.368449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eedd90-b48a-4bf7-9fc4-58bc3acf564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:18.370618 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-06eedd90-b48a-4bf7-9fc4-58bc3acf564e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3925598 Nov 29 01:48:18.371450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.377199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.382952 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] 10.222.0.30 "DELETE /v2.0/networks/37e61399-a81e-4471-a078-5434a4bf8c76 HTTP/1.1" status: 204 len: 168 time: 1.2452672 Nov 29 01:48:18.382952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43028) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:18.418785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-48714f16-bc79-4c49-b1e6-5f9b1f0b66d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.476838 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'name': 'tempest-NetworksTestDHCPv6-router-839003353', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:11Z', 'updated_at': '2021-11-29T01:48:15Z', 'revision_number': 2, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None, '_interfaces': [{'id': '99d6f10f-1703-48fa-950c-476637b79f2f', 'name': '', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'mac_address': 'fa:16:3e:22:a5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ed7b2bf7-759a-4deb-ae14-8f070888e687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:48:13Z', 'updated_at': '2021-11-29T01:48:15Z', 'revision_number': 2, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'subnets': [{'id': 'ed7b2bf7-759a-4deb-ae14-8f070888e687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:18.509893 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Checking router: bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:48:18.511097 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Updating router bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 port 99d6f10f-1703-48fa-950c-476637b79f2f binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:48:18.581386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9034a63-9a5a-4924-9c98-f5287ddffde6 tempest-AllowedAddressPairIpV6TestJSON-9069143 tempest-AllowedAddressPairIpV6TestJSON-9069143-project] Pushing event deleted for resources: {'Network': ['ID=37e61399-a81e-4471-a078-5434a4bf8c76,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:18.587286 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.645336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:18.890050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:18.890916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a8b8f509-b5e1-4ab1-a31f-fb3aecaa7b1f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:18.931002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43036) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:18.977639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.982887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:18.989441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-48714f16-bc79-4c49-b1e6-5f9b1f0b66d6 None None] Allocated IP 2001:db8:0:2::2 (30c23659-4a81-40c0-8708-48baf3f6b5e4/15b05bbc-bd0b-45d9-ab79-4494b9b1a02f/e67e40ad-7cc7-4a86-b3e5-ad3863a035b1) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:19.047745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a51b3-5f9a-4992-914d-1de3322aebfe req-3abff228-b8d5-45c9-96bf-9de1683347b6 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:19.049358 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-995a51b3-5f9a-4992-914d-1de3322aebfe req-3abff228-b8d5-45c9-96bf-9de1683347b6 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2624519 Nov 29 01:48:19.064134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.085586 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.100023 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.139624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:19.153187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.159840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=9050394c-fd94-4dd0-b195-934cffe1dffb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:19.171806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc0d0b-95d0-4063-a453-daf95a2a1ce5 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:19.219875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-48714f16-bc79-4c49-b1e6-5f9b1f0b66d6 None None] For port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,segment=NetworkSegment(9b8bc034-dd03-4a61-aff7-db82dc89096f),segment_id=9b8bc034-dd03-4a61-aff7-db82dc89096f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:19.232634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc0d0b-95d0-4063-a453-daf95a2a1ce5 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:19.234712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-61dc0d0b-95d0-4063-a453-daf95a2a1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:19.247187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port 9050394c-fd94-4dd0-b195-934cffe1dffb on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:19.284866 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Pushing event updated for resources: {'Port': ['ID=99d6f10f-1703-48fa-950c-476637b79f2f,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:19.295917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-61dc0d0b-95d0-4063-a453-daf95a2a1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:19.298810 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Attempting to bind port 99d6f10f-1703-48fa-950c-476637b79f2f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:19.299193 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Attempting to bind port 99d6f10f-1703-48fa-950c-476637b79f2f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:19.299567 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Attempting to bind port 99d6f10f-1703-48fa-950c-476637b79f2f on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:19.311346 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.311718 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.312075 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.312418 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.312753 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.313101 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.313441 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.313787 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.314143 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.314495 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.314825 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.315153 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:19.315588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc0d0b-95d0-4063-a453-daf95a2a1ce5 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:19.316218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-61dc0d0b-95d0-4063-a453-daf95a2a1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:19.325414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=32602f18-32c0-4139-99f0-ed63032572d5,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:19.328878 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-715d3a9d-91a5-4653-b95c-1cba088a7ae2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/floatingips/30a787e2-93ad-48dd-b307-4df6d75327a0 HTTP/1.1" status: 200 len: 688 time: 2.4059570 Nov 29 01:48:19.333787 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:19.334182 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:19.334681 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.335035 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:19.335520 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Bound port: 99d6f10f-1703-48fa-950c-476637b79f2f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:19.335920 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.344735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43040) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:19.421073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-48714f16-bc79-4c49-b1e6-5f9b1f0b66d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.423286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-61dc0d0b-95d0-4063-a453-daf95a2a1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:19.424100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc0d0b-95d0-4063-a453-daf95a2a1ce5 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:19.430178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-48714f16-bc79-4c49-b1e6-5f9b1f0b66d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.453793 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] For port 99d6f10f-1703-48fa-950c-476637b79f2f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:19.457502 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] For port 99d6f10f-1703-48fa-950c-476637b79f2f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=99d6f10f-1703-48fa-950c-476637b79f2f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:19.470899 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.476155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': 'd3561d35-52fa-4dd0-93c9-5f5b5d60ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '721a8ac3-ea54-4db8-aa3a-f909959a2d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:19.477244 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: 721a8ac3-ea54-4db8-aa3a-f909959a2d28, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:19.477450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.492721 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-995a51b3-5f9a-4992-914d-1de3322aebfe req-5ba3a12c-b1e0-4e97-8035-e785887dc0d9 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072750 Nov 29 01:48:19.580829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-eef09597-7bd7-4b10-bd84-e7ec80cb913d None None] Provisioning complete for port 99d6f10f-1703-48fa-950c-476637b79f2f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:19.581492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eef09597-7bd7-4b10-bd84-e7ec80cb913d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.601737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.617002 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Routers {'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:19.617674 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:19.674103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9842fadf-8034-464c-a341-116fc3b3fc86']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:19.677443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48714f16-bc79-4c49-b1e6-5f9b1f0b66d6 None None] Pushing event updated for resources: {'Port': ['ID=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:19.691862 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69b071-2f41-40c0-85da-debb4c4e8e76 None None] Pushing event updated for resources: {'Port': ['ID=99d6f10f-1703-48fa-950c-476637b79f2f,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:19.731416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c97ab7-84a8-4835-b0f5-65f79501f955') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:19.732185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c97ab7-84a8-4835-b0f5-65f79501f955') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:19.735107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eef09597-7bd7-4b10-bd84-e7ec80cb913d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.764527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.793434 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.798063 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-47983cf5-c01a-4569-b283-16b8dddc29b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fb379438f3843e59e816ee0f68da929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8659313 Nov 29 01:48:19.822318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-eef09597-7bd7-4b10-bd84-e7ec80cb913d None None] For port 99d6f10f-1703-48fa-950c-476637b79f2f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=99d6f10f-1703-48fa-950c-476637b79f2f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:19.831381 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] Set router bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:19.835232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43046) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:19.835958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eef09597-7bd7-4b10-bd84-e7ec80cb913d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.867146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:19.867571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:19.878340 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:19.907047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 66283f3d-4ec6-4b26-9df4-d33cb5f3e274 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:19.907309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:19.914645 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:19.968230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef09597-7bd7-4b10-bd84-e7ec80cb913d None None] Pushing event updated for resources: {'Port': ['ID=99d6f10f-1703-48fa-950c-476637b79f2f,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:20.067781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-888a46b3-8e08-40af-98ba-c1995a2f8800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.068039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-be859359-ea15-4697-b3f5-04071bb22747 None None] Provisioning complete for port 99d6f10f-1703-48fa-950c-476637b79f2f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:20.068426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-be859359-ea15-4697-b3f5-04071bb22747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.092939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.093521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.134830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-888a46b3-8e08-40af-98ba-c1995a2f8800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.150794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 66283f3d-4ec6-4b26-9df4-d33cb5f3e274 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:20.234540 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'name': 'tempest-NetworksTestDHCPv6-router-839003353', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:11Z', 'updated_at': '2021-11-29T01:48:15Z', 'revision_number': 2, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None, '_interfaces': [{'id': '99d6f10f-1703-48fa-950c-476637b79f2f', 'name': '', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'mac_address': 'fa:16:3e:22:a5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ed7b2bf7-759a-4deb-ae14-8f070888e687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:48:13Z', 'updated_at': '2021-11-29T01:48:19Z', 'revision_number': 4, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'subnets': [{'id': 'ed7b2bf7-759a-4deb-ae14-8f070888e687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:20.265615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 99d6f10f-1703-48fa-950c-476637b79f2f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:20.265872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 721a8ac3-ea54-4db8-aa3a-f909959a2d28) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:20.266335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.277155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5887f4d-ca29-499a-abe0-1af16d5b884e None None] Network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:20.305425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-888a46b3-8e08-40af-98ba-c1995a2f8800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.308948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-888a46b3-8e08-40af-98ba-c1995a2f8800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.311237 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5708e8-d797-482d-8e07-5cfb387b6de7 None None] The sync data for ids ['bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'] in dv-neutron-816800-5-hyperv is: [{'id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'name': 'tempest-NetworksTestDHCPv6-router-839003353', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:11Z', 'updated_at': '2021-11-29T01:48:15Z', 'revision_number': 2, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None, '_interfaces': [{'id': '99d6f10f-1703-48fa-950c-476637b79f2f', 'name': '', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'mac_address': 'fa:16:3e:22:a5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ed7b2bf7-759a-4deb-ae14-8f070888e687', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:48:13Z', 'updated_at': '2021-11-29T01:48:19Z', 'revision_number': 4, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'subnets': [{'id': 'ed7b2bf7-759a-4deb-ae14-8f070888e687', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:20.313157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-888a46b3-8e08-40af-98ba-c1995a2f8800 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/daddd813-e9b0-4f88-a286-f8e22404b8d2 HTTP/1.1" status: 204 len: 168 time: 0.4756474 Nov 29 01:48:20.318309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:20.319036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.335198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Delete allocated IP 2001:db8::3b7 (30c23659-4a81-40c0-8708-48baf3f6b5e4/4b89428a-38a0-4b5a-8c30-bcfba93da7e8) {{(pid=109949) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 01:48:20.380111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a46b3-8e08-40af-98ba-c1995a2f8800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daddd813-e9b0-4f88-a286-f8e22404b8d2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:20.423061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.430691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Allocated IP 2001:db8:0:2::89 (30c23659-4a81-40c0-8708-48baf3f6b5e4/15b05bbc-bd0b-45d9-ab79-4494b9b1a02f/edefc260-02cd-424c-93cc-b546eae9621e) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:20.435784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da006ef-9c64-4b55-821f-18f788a7027a req-69ea0436-8f5f-4b3c-8a43-de8574f1633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:20.437361 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1da006ef-9c64-4b55-821f-18f788a7027a req-69ea0436-8f5f-4b3c-8a43-de8574f1633f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1099 time: 0.4638150 Nov 29 01:48:20.465478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.482941 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/9842fadf-8034-464c-a341-116fc3b3fc86 HTTP/1.1" status: 204 len: 168 time: 6.0899732 Nov 29 01:48:20.484003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8ad6b-6c1b-4924-8ddc-c8644c6ab39a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=9842fadf-8034-464c-a341-116fc3b3fc86,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:20.503903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43050) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:20.516273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-02e0bfa8-279f-48d1-8011-52d7a07127e0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0904608 Nov 29 01:48:20.519854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-287227671'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:20.544902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43052) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:20.555511 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-54186361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:20.585810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909178a-166a-4df0-9d6d-eccdf0d8475f req-99f176db-0c20-4e66-81d9-0658f6a8ca22 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:20.587887 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d909178a-166a-4df0-9d6d-eccdf0d8475f req-99f176db-0c20-4e66-81d9-0658f6a8ca22 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.6111367 Nov 29 01:48:20.610797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:20.611417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] For port 99d6f10f-1703-48fa-950c-476637b79f2f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=99d6f10f-1703-48fa-950c-476637b79f2f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:20.611802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.615156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.627689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-45c03673-2f08-449f-8bf0-c87a26943bbe None None] Provisioning complete for port edefc260-02cd-424c-93cc-b546eae9621e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:20.628086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45c03673-2f08-449f-8bf0-c87a26943bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.658997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:48:20.658997 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:48:20.658997 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'project_id_1': 'f843cd53e94a46e2a6aac6149ae86c07', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 48, 0, 596804)}] Nov 29 01:48:20.658997 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:20.658997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:20.701825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-721a8ac3-ea54-4db8-aa3a-f909959a2d28', 'network_id': '721a8ac3-ea54-4db8-aa3a-f909959a2d28', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': '32602f18-32c0-4139-99f0-ed63032572d5'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:20.708825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.710195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 99d6f10f-1703-48fa-950c-476637b79f2f owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:20.713466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=66283f3d-4ec6-4b26-9df4-d33cb5f3e274,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:20.720377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:20.724211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.781608 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d909178a-166a-4df0-9d6d-eccdf0d8475f req-9df8762c-cfbf-4f8d-86fe-d5ff102af275 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716175 Nov 29 01:48:20.822266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-45c03673-2f08-449f-8bf0-c87a26943bbe None None] Port edefc260-02cd-424c-93cc-b546eae9621e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:20.883527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:20.898693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da006ef-9c64-4b55-821f-18f788a7027a req-48613ede-2f6c-4788-ad1d-9c73d9675620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:20.900968 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1da006ef-9c64-4b55-821f-18f788a7027a req-48613ede-2f6c-4788-ad1d-9c73d9675620 service neutron] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 912 time: 0.4368458 Nov 29 01:48:20.914313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.914970 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment f6c336c6-23b0-43ce-9c58-7c87572c7258 of type vlan for network 3918447b-88c0-4ad5-9388-6c4c8720d23c Nov 29 01:48:20.919232 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-45c03673-2f08-449f-8bf0-c87a26943bbe None None] Provisioning complete for port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:20.919813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45c03673-2f08-449f-8bf0-c87a26943bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.937254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.941923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:20.944635 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ec227369-b650-4329-af1e-154f4c5312f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/floatingips/30a787e2-93ad-48dd-b307-4df6d75327a0 HTTP/1.1" status: 204 len: 168 time: 1.5933118 Nov 29 01:48:20.947496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43062) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:20.993151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:20.993533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.021287 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-43dfcafc-0aa7-4842-be8b-24d74bd07c1a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] delete failed (client error): The resource could not be found. Nov 29 01:48:21.022662 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-43dfcafc-0aa7-4842-be8b-24d74bd07c1a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/floatingips/30a787e2-93ad-48dd-b307-4df6d75327a0 HTTP/1.1" status: 404 len: 345 time: 0.0742538 Nov 29 01:48:21.027476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43066) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:21.034539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-45c03673-2f08-449f-8bf0-c87a26943bbe None None] Port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:21.092028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-45c03673-2f08-449f-8bf0-c87a26943bbe None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:21.092405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45c03673-2f08-449f-8bf0-c87a26943bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.123606 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1da006ef-9c64-4b55-821f-18f788a7027a req-e651bb75-d796-4a27-81f6-65581f3fe3a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 1001 time: 0.2107649 Nov 29 01:48:21.126792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.152005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Allocated IP 172.20.0.2 (721a8ac3-ea54-4db8-aa3a-f909959a2d28/32602f18-32c0-4139-99f0-ed63032572d5/aae7410f-7503-471f-871a-7b70d05a469f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:21.161450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.182600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f4079-69d7-4e31-bcbf-d8dc47bb697d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:21.189958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f4079-69d7-4e31-bcbf-d8dc47bb697d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:21.196830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.199711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f4079-69d7-4e31-bcbf-d8dc47bb697d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:21.203856 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-434f4079-69d7-4e31-bcbf-d8dc47bb697d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "GET /v2.0/ports?network_id=d68d5501-01d6-4fc8-aa7a-97024b9b6344 HTTP/1.1" status: 200 len: 2357 time: 0.1751218 Nov 29 01:48:21.211622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43068) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:21.259366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event updated for resources: {'Port': ['ID=edefc260-02cd-424c-93cc-b546eae9621e,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:21.279584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.287120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:21.287946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.336272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da006ef-9c64-4b55-821f-18f788a7027a req-a592e31f-9189-463e-a1f0-205e84048694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:21.337848 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1da006ef-9c64-4b55-821f-18f788a7027a req-a592e31f-9189-463e-a1f0-205e84048694 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.2033997 Nov 29 01:48:21.342640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.351579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.389809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] In _notify_port_updated(), no bound segment for port edefc260-02cd-424c-93cc-b546eae9621e on network 30c23659-4a81-40c0-8708-48baf3f6b5e4 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:48:21.398017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:21.398793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.400014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.404362 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9a392768-c51d-4de4-9d29-14e972d480f4 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "PUT /v2.0/ports/edefc260-02cd-424c-93cc-b546eae9621e HTTP/1.1" status: 200 len: 969 time: 3.5151553 Nov 29 01:48:21.407517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43076) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:21.435374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=99d6f10f-1703-48fa-950c-476637b79f2f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:21.441409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f0a31-1cbe-465f-ae20-3e07274c608f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:21.448515 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-383f0a31-1cbe-465f-ae20-3e07274c608f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "GET /v2.0/subnets/39c9320c-294d-475a-94e9-9f7a264ef8cf HTTP/1.1" status: 200 len: 797 time: 0.2361183 Nov 29 01:48:21.454755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43078) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:21.476482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'port': {'network_id': 'd68d5501-01d6-4fc8-aa7a-97024b9b6344', 'name': 'tempest-FloatingIPTestJSON-940672034', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:21.496141 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9874110 Nov 29 01:48:21.545311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43082) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:21.566870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': '3918447b-88c0-4ad5-9388-6c4c8720d23c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:21.577557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.589337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.616393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.623229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b79dbe-d7f0-4a98-8a62-0a325f409112 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=3918447b-88c0-4ad5-9388-6c4c8720d23c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:21.657006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 3918447b-88c0-4ad5-9388-6c4c8720d23c details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:21.704326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:21.720493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43084) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:21.721627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:21.727487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.732638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:21.748494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.775899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da006ef-9c64-4b55-821f-18f788a7027a req-4f8c682d-d49a-4d8d-9fa5-40f739bc3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:21.778386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Pushing event updated for resources: {'Port': ['ID=aae7410f-7503-471f-871a-7b70d05a469f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:21.779378 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1da006ef-9c64-4b55-821f-18f788a7027a req-4f8c682d-d49a-4d8d-9fa5-40f739bc3f28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4276989 Nov 29 01:48:21.802602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.809786 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-908ee0ee-8471-439b-ba1c-5719d38400fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2601678 Nov 29 01:48:21.810407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43088) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:21.867300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:21.873707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.890722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Attempting to bind port aae7410f-7503-471f-871a-7b70d05a469f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:21.891212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Attempting to bind port aae7410f-7503-471f-871a-7b70d05a469f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'd3561d35-52fa-4dd0-93c9-5f5b5d60ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '721a8ac3-ea54-4db8-aa3a-f909959a2d28'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:21.892955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Attempting to bind port aae7410f-7503-471f-871a-7b70d05a469f on network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:21.902960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-08048909-6bb1-4ee8-b84c-b94176f1d470 None None] Provisioning complete for port edefc260-02cd-424c-93cc-b546eae9621e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:21.903559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-08048909-6bb1-4ee8-b84c-b94176f1d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.908509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:21.909197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Checking segment: {'id': 'd3561d35-52fa-4dd0-93c9-5f5b5d60ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '721a8ac3-ea54-4db8-aa3a-f909959a2d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:21.909720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:21.910228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Bound using segment: {'id': 'd3561d35-52fa-4dd0-93c9-5f5b5d60ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '721a8ac3-ea54-4db8-aa3a-f909959a2d28'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:21.911886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Bound port: aae7410f-7503-471f-871a-7b70d05a469f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3561d35-52fa-4dd0-93c9-5f5b5d60ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '721a8ac3-ea54-4db8-aa3a-f909959a2d28'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:21.912335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.009009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-08048909-6bb1-4ee8-b84c-b94176f1d470 None None] Port edefc260-02cd-424c-93cc-b546eae9621e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:22.049463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] For port aae7410f-7503-471f-871a-7b70d05a469f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:22.053378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2387ecd7-9f90-4236-be67-4831fe401bfd tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-82113331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:22.060787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] For port aae7410f-7503-471f-871a-7b70d05a469f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=aae7410f-7503-471f-871a-7b70d05a469f,segment=NetworkSegment(d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b),segment_id=d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:22.067160 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.122612 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1da006ef-9c64-4b55-821f-18f788a7027a req-3b91c9bf-4212-4540-9a2b-35e2fccf6b4b service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850590 Nov 29 01:48:22.174752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.179448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec80db3-479e-4a20-9afc-298e227f4547 None None] Pushing event updated for resources: {'Port': ['ID=aae7410f-7503-471f-871a-7b70d05a469f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:22.270756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc952d-7ff4-4b71-8774-78819518cb40 req-bebd1aa9-7344-446b-af88-3975e257c1cb tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:22.279429 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a7bc952d-7ff4-4b71-8774-78819518cb40 req-bebd1aa9-7344-446b-af88-3975e257c1cb tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.3277702 Nov 29 01:48:22.311883 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2387ecd7-9f90-4236-be67-4831fe401bfd tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.312946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2387ecd7-9f90-4236-be67-4831fe401bfd tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.467959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Router bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:22.485899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:22.536049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2093ff79-94eb-4ef5-a415-578fbd835071 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port edefc260-02cd-424c-93cc-b546eae9621e {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:22.536511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2093ff79-94eb-4ef5-a415-578fbd835071 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.575957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device aae7410f-7503-471f-871a-7b70d05a469f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:22.599258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2387ecd7-9f90-4236-be67-4831fe401bfd tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.644453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port aae7410f-7503-471f-871a-7b70d05a469f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:22.645002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.655994 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a7bc952d-7ff4-4b71-8774-78819518cb40 req-1f567ded-381b-4412-82e4-7bbc94261781 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753874 Nov 29 01:48:22.662818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2387ecd7-9f90-4236-be67-4831fe401bfd tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.692743 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1da006ef-9c64-4b55-821f-18f788a7027a req-390f92fd-b8cc-4b8c-963c-a9b0eaad4490 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595741 Nov 29 01:48:22.754826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2093ff79-94eb-4ef5-a415-578fbd835071 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.768946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.772003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.776078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2093ff79-94eb-4ef5-a415-578fbd835071 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for edefc260-02cd-424c-93cc-b546eae9621e owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:22.803471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2387ecd7-9f90-4236-be67-4831fe401bfd tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.807855 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2387ecd7-9f90-4236-be67-4831fe401bfd tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.0786691 Nov 29 01:48:22.810170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port aae7410f-7503-471f-871a-7b70d05a469f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=aae7410f-7503-471f-871a-7b70d05a469f,segment=NetworkSegment(d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b),segment_id=d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:22.812092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43092) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:22.815899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.818694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-779134102'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:22.833450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:22.844237 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] Sync routers for ids ['bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:22.844766 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ee0606e6-0e95-4ae6-a775-db04c96c38a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "PUT /v2.0/routers/bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4570284 Nov 29 01:48:22.858153 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] Routers {'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:22.860493 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:22.866627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43094) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:22.887541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=aae7410f-7503-471f-871a-7b70d05a469f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:22.911739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.943749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] device_id is not set on port b1ff5128-b44d-436f-baca-9eaf0f522f68 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:22.946574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Made reservation on behalf of b4e4e48101e2449db0f50f5171756352 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:22.950117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.953685 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] Set router bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:22.961691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:22.981134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b77a7-a744-4199-adeb-62674c02730c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:22.982733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b77a7-a744-4199-adeb-62674c02730c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:22.986894 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0c2b77a7-a744-4199-adeb-62674c02730c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1158726 Nov 29 01:48:22.988224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43096) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:23.018714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.023428 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'name': 'tempest-NetworksTestDHCPv6-router-839003353', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:11Z', 'updated_at': '2021-11-29T01:48:21Z', 'revision_number': 3, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:23.053585 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] Checking router: bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:48:23.063439 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] Routers {'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:23.064351 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:23.122148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=baffa5a3-909b-4fa5-b85c-9de035957136,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:23.139531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab29924-7b2a-4baf-8719-b5595833f117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet ed7b2bf7-759a-4deb-ae14-8f070888e687 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:23.152564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ab29924-7b2a-4baf-8719-b5595833f117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.157755 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] Set router bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:23.228304 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'name': 'tempest-NetworksTestDHCPv6-router-839003353', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:11Z', 'updated_at': '2021-11-29T01:48:21Z', 'revision_number': 3, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:23.231205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': 'f6c336c6-23b0-43ce-9c58-7c87572c7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3918447b-88c0-4ad5-9388-6c4c8720d23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:23.231580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: 3918447b-88c0-4ad5-9388-6c4c8720d23c, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:23.262312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ab29924-7b2a-4baf-8719-b5595833f117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.295279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2093ff79-94eb-4ef5-a415-578fbd835071 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.387311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.388962 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb66a1-46b8-4745-ba79-7993dc3a5cce None None] The sync data for ids ['bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74'] in dv-neutron-816800-5-hyperv is: [{'id': 'bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74', 'name': 'tempest-NetworksTestDHCPv6-router-839003353', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:11Z', 'updated_at': '2021-11-29T01:48:21Z', 'revision_number': 3, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:23.396639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network 3918447b-88c0-4ad5-9388-6c4c8720d23c is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:23.413721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.445940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 3918447b-88c0-4ad5-9388-6c4c8720d23c) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:23.454853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093ff79-94eb-4ef5-a415-578fbd835071 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=edefc260-02cd-424c-93cc-b546eae9621e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:23.461227 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae338db2-4fe8-4603-8f82-328dc80c2940 None None] Network 3918447b-88c0-4ad5-9388-6c4c8720d23c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:23.494115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:23.495398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.511621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2093ff79-94eb-4ef5-a415-578fbd835071 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.514986 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2093ff79-94eb-4ef5-a415-578fbd835071 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/edefc260-02cd-424c-93cc-b546eae9621e HTTP/1.1" status: 204 len: 168 time: 2.1033111 Nov 29 01:48:23.528678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43098) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:23.561213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:23.569178 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-65625ced-1d0c-414e-9a5d-28c77808bf5a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0198503 Nov 29 01:48:23.572812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43100) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:23.619163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a83e4fa-d448-406c-8686-8a7c7734f1c5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:23.625125 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-338b97f9-1d05-44e6-97a3-d706a950aba5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] GET failed (client error): The resource could not be found. Nov 29 01:48:23.626704 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-338b97f9-1d05-44e6-97a3-d706a950aba5 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports/edefc260-02cd-424c-93cc-b546eae9621e HTTP/1.1" status: 404 len: 333 time: 0.0809422 Nov 29 01:48:23.631234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43102) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:23.632271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.632624 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Added segment 65ab9477-89a0-48ae-851d-ce5407d12cb7 of type vlan for network 3d943fa6-1505-484e-a195-9a4ee751deed Nov 29 01:48:23.688497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ab29924-7b2a-4baf-8719-b5595833f117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.768309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-3918447b-88c0-4ad5-9388-6c4c8720d23c', 'network_id': '3918447b-88c0-4ad5-9388-6c4c8720d23c', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': 'baffa5a3-909b-4fa5-b85c-9de035957136'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:23.769495 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.817681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.20.0.1 (721a8ac3-ea54-4db8-aa3a-f909959a2d28/32602f18-32c0-4139-99f0-ed63032572d5/941d7a6d-2daa-4b63-990d-10933a1aa1e8) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:23.868638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd534c2c-ef55-4fb3-920e-0d7058470cc8 None None] Network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:23.878387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.955059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bab93-5989-47ab-94e3-c149bd5204bc req-d4068217-8720-4d33-847e-b00cbf869309 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:23.956048 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-819bab93-5989-47ab-94e3-c149bd5204bc req-d4068217-8720-4d33-847e-b00cbf869309 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1832585 Nov 29 01:48:23.956737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81fe3a42-8daa-483b-8279-1de192a22d44 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.961298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.969291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:23.969974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:23.979979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.013758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ab29924-7b2a-4baf-8719-b5595833f117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.050202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-658b3e9a-5ec2-4aaa-a65c-41b6b596dbe5 None None] Provisioning complete for port aae7410f-7503-471f-871a-7b70d05a469f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:24.050939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-658b3e9a-5ec2-4aaa-a65c-41b6b596dbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.082926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Allocated IP 172.20.0.1 (3918447b-88c0-4ad5-9388-6c4c8720d23c/baffa5a3-909b-4fa5-b85c-9de035957136/222fe3b5-f017-4d5f-aae4-9d0506e9763a) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:24.103175 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2885776 Nov 29 01:48:24.108230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81fe3a42-8daa-483b-8279-1de192a22d44 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.112308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43106) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:24.123785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab29924-7b2a-4baf-8719-b5595833f117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7b2bf7-759a-4deb-ae14-8f070888e687,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:24.130565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'subnet': {'network_id': '3d943fa6-1505-484e-a195-9a4ee751deed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:24.136088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ab29924-7b2a-4baf-8719-b5595833f117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.142079 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5ab29924-7b2a-4baf-8719-b5595833f117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/ed7b2bf7-759a-4deb-ae14-8f070888e687 HTTP/1.1" status: 204 len: 168 time: 1.1304710 Nov 29 01:48:24.144978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43108) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:24.161142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6928ae6-9d11-441c-abff-db2d768290ac tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Network': ['ID=3d943fa6-1505-484e-a195-9a4ee751deed,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:24.163795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.166914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032699bc-f470-45d1-9938-94f6a993db2a None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:24.182891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.233571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 3d943fa6-1505-484e-a195-9a4ee751deed details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:24.234950 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-819bab93-5989-47ab-94e3-c149bd5204bc req-a6df9826-5e7d-44ce-9f24-c9a6752c6e3d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603769 Nov 29 01:48:24.249725 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.20.0.14 (d68d5501-01d6-4fc8-aa7a-97024b9b6344/39c9320c-294d-475a-94e9-9f7a264ef8cf/b1ff5128-b44d-436f-baca-9eaf0f522f68) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:24.297050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.20.0.13 (d68d5501-01d6-4fc8-aa7a-97024b9b6344/39c9320c-294d-475a-94e9-9f7a264ef8cf/b1ff5128-b44d-436f-baca-9eaf0f522f68) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:24.337430 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dfee7a1f-c71b-4164-b05a-18d64dd6aa45 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1861143 Nov 29 01:48:24.337633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43112) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:24.346194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81fe3a42-8daa-483b-8279-1de192a22d44 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.348884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81fe3a42-8daa-483b-8279-1de192a22d44 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.352685 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-81fe3a42-8daa-483b-8279-1de192a22d44 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/security-groups/59237041-fc00-4b9b-9bc8-ed404060a6c7 HTTP/1.1" status: 204 len: 168 time: 0.7155554 Nov 29 01:48:24.358569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43114) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:24.435870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Made reservation on behalf of b4e4e48101e2449db0f50f5171756352 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:24.439650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.443418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe3a42-8daa-483b-8279-1de192a22d44 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59237041-fc00-4b9b-9bc8-ed404060a6c7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:24.453532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d90f4c5-ddea-44e9-bab9-d11fccb990f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.456495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.583289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device aae7410f-7503-471f-871a-7b70d05a469f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:24.652245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d90f4c5-ddea-44e9-bab9-d11fccb990f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.654867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d90f4c5-ddea-44e9-bab9-d11fccb990f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.658809 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:24.677891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269154-e90b-4038-adbb-6523fce18ed9 req-13b46193-7b78-475d-b1aa-4227a4621c7d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:24.679569 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9a269154-e90b-4038-adbb-6523fce18ed9 req-13b46193-7b78-475d-b1aa-4227a4621c7d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.3490360 Nov 29 01:48:24.690192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:24.706699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=941d7a6d-2daa-4b63-990d-10933a1aa1e8,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:24.713910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:24.717259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d90f4c5-ddea-44e9-bab9-d11fccb990f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.718462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d90f4c5-ddea-44e9-bab9-d11fccb990f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Fanout notify agent at l3_agent the message router_deleted on router bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:48:24.729795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d90f4c5-ddea-44e9-bab9-d11fccb990f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.735968 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1d90f4c5-ddea-44e9-bab9-d11fccb990f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/routers/bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 HTTP/1.1" status: 204 len: 168 time: 0.3972218 Nov 29 01:48:24.737187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43118) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:24.743754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:24.771240 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.777256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89377147-1e1c-493f-92cf-d3d5520aabc8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.784429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.848455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port aae7410f-7503-471f-871a-7b70d05a469f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:24.848750 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.858856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Network 3918447b-88c0-4ad5-9388-6c4c8720d23c is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:24.889872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:24.891421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89377147-1e1c-493f-92cf-d3d5520aabc8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.896032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.901085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:24.952623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:24.956926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:24.960461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Pushing event updated for resources: {'Port': ['ID=222fe3b5-f017-4d5f-aae4-9d0506e9763a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:24.963031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:24.993187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.029337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.092839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Attempting to bind port 222fe3b5-f017-4d5f-aae4-9d0506e9763a on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:25.093317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Attempting to bind port 222fe3b5-f017-4d5f-aae4-9d0506e9763a by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'f6c336c6-23b0-43ce-9c58-7c87572c7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3918447b-88c0-4ad5-9388-6c4c8720d23c'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:25.093699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Attempting to bind port 222fe3b5-f017-4d5f-aae4-9d0506e9763a on network 3918447b-88c0-4ad5-9388-6c4c8720d23c {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:25.100143 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9a269154-e90b-4038-adbb-6523fce18ed9 req-9d4eb551-8c8a-4ae2-b267-278cacdc4c9a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928711 Nov 29 01:48:25.130942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:25.131748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Checking segment: {'id': 'f6c336c6-23b0-43ce-9c58-7c87572c7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3918447b-88c0-4ad5-9388-6c4c8720d23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:25.132373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.132977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Bound using segment: {'id': 'f6c336c6-23b0-43ce-9c58-7c87572c7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3918447b-88c0-4ad5-9388-6c4c8720d23c'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:25.133689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Bound port: 222fe3b5-f017-4d5f-aae4-9d0506e9763a, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c336c6-23b0-43ce-9c58-7c87572c7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3918447b-88c0-4ad5-9388-6c4c8720d23c'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:25.134304 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.182679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=baffa5a3-909b-4fa5-b85c-9de035957136,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:25.199697 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a92421f-da25-4375-a954-52f623417028 req-1a42980b-f906-431a-894a-ffc5e82a1fc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1819739 Nov 29 01:48:25.215472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] Deleting port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:25.216118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.224963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 99d6f10f-1703-48fa-950c-476637b79f2f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:25.297538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 99d6f10f-1703-48fa-950c-476637b79f2f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:25.298504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 99d6f10f-1703-48fa-950c-476637b79f2f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:25.351588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ba4186f3-12ef-4214-8c1f-2d61042c3588 None None] Provisioning complete for port aae7410f-7503-471f-871a-7b70d05a469f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:25.352051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ba4186f3-12ef-4214-8c1f-2d61042c3588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.373868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92421f-da25-4375-a954-52f623417028 req-248a23cf-d9da-41e2-b633-f85420007128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:25.375044 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a92421f-da25-4375-a954-52f623417028 req-248a23cf-d9da-41e2-b633-f85420007128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1099 time: 0.1016805 Nov 29 01:48:25.386822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99988eac-dd4f-4dda-ae54-7bd2cbd619e2 req-6b98e98a-5420-47ac-8588-13b585152207 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:25.388373 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99988eac-dd4f-4dda-ae54-7bd2cbd619e2 req-6b98e98a-5420-47ac-8588-13b585152207 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2120881 Nov 29 01:48:25.389298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.391440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] For port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7d063dd7-d450-47d8-b8d2-d8f233ab8a1d,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:25.391938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.394757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] For port 222fe3b5-f017-4d5f-aae4-9d0506e9763a, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:25.410526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.417223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:25.422233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:25.422474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.424950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] Calling delete_port for 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:25.427146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:25.427722 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.427973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] For port 222fe3b5-f017-4d5f-aae4-9d0506e9763a, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=222fe3b5-f017-4d5f-aae4-9d0506e9763a,segment=NetworkSegment(f6c336c6-23b0-43ce-9c58-7c87572c7258),segment_id=f6c336c6-23b0-43ce-9c58-7c87572c7258)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:25.432176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.434447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89377147-1e1c-493f-92cf-d3d5520aabc8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.436837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.437761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89377147-1e1c-493f-92cf-d3d5520aabc8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.441756 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-89377147-1e1c-493f-92cf-d3d5520aabc8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/security-groups/c28b03cf-8b00-4810-9229-bba2b8e9523f HTTP/1.1" status: 204 len: 168 time: 1.0781150 Nov 29 01:48:25.468563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43122) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:25.562204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3918447b-88c0-4ad5-9388-6c4c8720d23c']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:25.568361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89377147-1e1c-493f-92cf-d3d5520aabc8 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b03cf-8b00-4810-9229-bba2b8e9523f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:25.599325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c336c6-23b0-43ce-9c58-7c87572c7258') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:25.599625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c336c6-23b0-43ce-9c58-7c87572c7258') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:25.601508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=b1ff5128-b44d-436f-baca-9eaf0f522f68,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:25.607216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e38e8c-47bf-4499-86e9-ed78bf5e5bc5 None None] Pushing event updated for resources: {'Port': ['ID=222fe3b5-f017-4d5f-aae4-9d0506e9763a,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:25.618686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.620716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72502740-6a44-4712-b26b-f99410197ff4 None None] Network 3918447b-88c0-4ad5-9388-6c4c8720d23c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:25.624862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:25.633565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.650028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:25.660241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:25.670307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Subnet': ['ID=b2a55d8a-a183-4672-b699-c17609b93f0f,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:25.703367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c14840-ac1d-4c1e-b78e-8cc6c06d68ba None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:25.704955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.739845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.747483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:25.747483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:25.754237 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:25.790805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Checking segment: {'id': '65ab9477-89a0-48ae-851d-ce5407d12cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d943fa6-1505-484e-a195-9a4ee751deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:25.790805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network hostable DHCP agents. Network: 3d943fa6-1505-484e-a195-9a4ee751deed, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:25.795003 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] No DVR routers for this DVR port 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:25.798623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9cdea-9ff0-4aa8-b61d-d4a93c79d083 None None] Pushing event deleted for resources: {'Port': ['ID=7d063dd7-d450-47d8-b8d2-d8f233ab8a1d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:25.826159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348c57a-da83-4fde-8a9c-fc757c088d90 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:25.828791 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0901661 Nov 29 01:48:25.838655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43124) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:25.843270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-78212cb5-48ed-4877-87cb-b27709ca6b7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1825850551', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:25.867289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62cc6a-e2d1-46c0-ae10-533eccad90b1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=e3cdd55f-9a99-4e91-9227-89424d47977b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:25.872576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:25.873221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.899577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d869118d-3b75-49ab-b3b3-85f0d3bd207d None None] Provisioning complete for port 941d7a6d-2daa-4b63-990d-10933a1aa1e8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:25.899951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d869118d-3b75-49ab-b3b3-85f0d3bd207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.905629 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99988eac-dd4f-4dda-ae54-7bd2cbd619e2 req-fe266758-8bfb-440d-953f-212473a0e422 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5056655 Nov 29 01:48:25.916254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6493b5c8-910d-461d-bbec-89d065426856 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.948637 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92421f-da25-4375-a954-52f623417028 req-188b921e-2f49-4c3f-83ec-9f21b6529f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:25.950191 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a92421f-da25-4375-a954-52f623417028 req-188b921e-2f49-4c3f-83ec-9f21b6529f3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 912 time: 0.5296936 Nov 29 01:48:25.960513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6493b5c8-910d-461d-bbec-89d065426856 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:25.964960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:48:25.964960 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:48:25.964960 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'id': '3918447b-88c0-4ad5-9388-6c4c8720d23c'}] Nov 29 01:48:25.964960 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:25.965352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:25.968255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d869118d-3b75-49ab-b3b3-85f0d3bd207d None None] Port 941d7a6d-2daa-4b63-990d-10933a1aa1e8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:25.980937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network 3d943fa6-1505-484e-a195-9a4ee751deed is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:26.004577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-78212cb5-48ed-4877-87cb-b27709ca6b7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.005633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-78212cb5-48ed-4877-87cb-b27709ca6b7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.016593 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4e216b86-0474-4a3c-9374-3705189f4826 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.5608594 Nov 29 01:48:26.025176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43128) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:26.026144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 3d943fa6-1505-484e-a195-9a4ee751deed) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:26.035091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'b1ff5128-b44d-436f-baca-9eaf0f522f68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:26.037627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:26.038482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.064021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa6eac-8c90-4a48-b4b3-bc590e5d4510 None None] Network 3d943fa6-1505-484e-a195-9a4ee751deed requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:26.068070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d869118d-3b75-49ab-b3b3-85f0d3bd207d None None] Provisioning complete for port b1ff5128-b44d-436f-baca-9eaf0f522f68 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:26.068995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d869118d-3b75-49ab-b3b3-85f0d3bd207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.101534 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a92421f-da25-4375-a954-52f623417028 req-18a20f08-ee01-4ed3-83dc-a195c12d9975 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 1001 time: 0.1432745 Nov 29 01:48:26.107027 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.114920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': 'e3cdd55f-9a99-4e91-9227-89424d47977b'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:26.116252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.133213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6493b5c8-910d-461d-bbec-89d065426856 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.136456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6493b5c8-910d-461d-bbec-89d065426856 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.140172 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6493b5c8-910d-461d-bbec-89d065426856 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/security-groups/acc68bb3-4a70-4ccd-acca-afa5ac3813d8 HTTP/1.1" status: 204 len: 168 time: 0.6681294 Nov 29 01:48:26.157487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-78212cb5-48ed-4877-87cb-b27709ca6b7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.158547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43130) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:26.170617 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1502c7dd-9a6e-4f81-a81b-ac00d37a3e3f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0545611 Nov 29 01:48:26.174840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43132) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:26.180863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b5c8-910d-461d-bbec-89d065426856 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc68bb3-4a70-4ccd-acca-afa5ac3813d8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:26.195246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-78212cb5-48ed-4877-87cb-b27709ca6b7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.205621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'network': {'name': 'tempest-router-network01--938053081'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:26.247506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d869118d-3b75-49ab-b3b3-85f0d3bd207d None None] Port b1ff5128-b44d-436f-baca-9eaf0f522f68 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:26.281729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92421f-da25-4375-a954-52f623417028 req-f46f71c8-2226-4713-8a9f-ec202804ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:26.283263 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a92421f-da25-4375-a954-52f623417028 req-f46f71c8-2226-4713-8a9f-ec202804ef7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.1718724 Nov 29 01:48:26.286945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4675efe6-f5bd-4cd4-98c9-c23587f72e30 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet 4b89428a-38a0-4b5a-8c30-bcfba93da7e8 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:26.297330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4675efe6-f5bd-4cd4-98c9-c23587f72e30 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.343335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Made reservation on behalf of b4e4e48101e2449db0f50f5171756352 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:26.346966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.367107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-78212cb5-48ed-4877-87cb-b27709ca6b7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.367870 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-78212cb5-48ed-4877-87cb-b27709ca6b7f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5285828 Nov 29 01:48:26.379803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43136) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:26.452647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-3d943fa6-1505-484e-a195-9a4ee751deed', 'network_id': '3d943fa6-1505-484e-a195-9a4ee751deed', 'tenant_id': 'b4e4e48101e2449db0f50f5171756352', 'fixed_ips': [{'subnet_id': 'b2a55d8a-a183-4672-b699-c17609b93f0f'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:26.454063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.459222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92421f-da25-4375-a954-52f623417028 req-0788d088-2f4d-4cdc-87db-cf66d52aed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:26.460807 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a92421f-da25-4375-a954-52f623417028 req-0788d088-2f4d-4cdc-87db-cf66d52aed87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1643550 Nov 29 01:48:26.470643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/e3cdd55f-9a99-4e91-9227-89424d47977b/8d17b48d-0482-4e46-b278-bd026639ae7f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:26.488850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.505338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcead9a-75ec-431a-a18e-8f069551a6b2 req-96d985a7-798a-48db-afdc-3338287ea376 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:26.507895 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9dcead9a-75ec-431a-a18e-8f069551a6b2 req-96d985a7-798a-48db-afdc-3338287ea376 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1421294 Nov 29 01:48:26.533524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:26.551887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.637690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:26.638134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7d063dd7-d450-47d8-b8d2-d8f233ab8a1d not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:26.699648 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9dcead9a-75ec-431a-a18e-8f069551a6b2 req-3838b75c-ba29-4f07-b907-c11af85ccf23 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675975 Nov 29 01:48:26.731441 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a92421f-da25-4375-a954-52f623417028 req-1e5b1649-76fe-459e-bf0e-0a308ebb98fd service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496133 Nov 29 01:48:26.785109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.26.8.158 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/7af9ad90-82ad-4a01-96ce-9295cfdf9c7a) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:26.912421 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a92421f-da25-4375-a954-52f623417028 req-93ee813b-bd5d-47ef-84e9-20faa06dde74 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704595 Nov 29 01:48:26.925864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4675efe6-f5bd-4cd4-98c9-c23587f72e30 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.926721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Allocated IP 2001:db8::2 (3d943fa6-1505-484e-a195-9a4ee751deed/b2a55d8a-a183-4672-b699-c17609b93f0f/2da39bcf-6136-4447-b3ae-6614559c3bba) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:26.942976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.955641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.977638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:26.996005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:27.000335 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.047031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.052910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:27.059458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:27.061223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.062212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:27.069135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=7af9ad90-82ad-4a01-96ce-9295cfdf9c7a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:27.130004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:27.136191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Pushing event updated for resources: {'Port': ['ID=8d17b48d-0482-4e46-b278-bd026639ae7f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:27.139485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:27.158169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.158556 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Added segment 36425008-4a29-4b5a-b948-93a9b2c41037 of type vlan for network 92836b9b-98f9-4237-8227-5070020f540b Nov 29 01:48:27.160623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:27.226395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.234448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.237614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Attempting to bind port 8d17b48d-0482-4e46-b278-bd026639ae7f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:27.238319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Attempting to bind port 8d17b48d-0482-4e46-b278-bd026639ae7f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:27.238805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Attempting to bind port 8d17b48d-0482-4e46-b278-bd026639ae7f on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:27.244254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.247645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:27.248125 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:27.248600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.249071 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:27.250128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Bound port: 8d17b48d-0482-4e46-b278-bd026639ae7f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:27.250552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.259308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=941d7a6d-2daa-4b63-990d-10933a1aa1e8,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:27.295081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.300045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Network 3d943fa6-1505-484e-a195-9a4ee751deed is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:27.322572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:27.329502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:27.331559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4675efe6-f5bd-4cd4-98c9-c23587f72e30 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.333995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Pushing event updated for resources: {'Port': ['ID=2da39bcf-6136-4447-b3ae-6614559c3bba,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:27.407419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] For port 8d17b48d-0482-4e46-b278-bd026639ae7f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:27.426019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Attempting to bind port 2da39bcf-6136-4447-b3ae-6614559c3bba on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:27.426397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Attempting to bind port 2da39bcf-6136-4447-b3ae-6614559c3bba by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '65ab9477-89a0-48ae-851d-ce5407d12cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d943fa6-1505-484e-a195-9a4ee751deed'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:27.427119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Attempting to bind port 2da39bcf-6136-4447-b3ae-6614559c3bba on network 3d943fa6-1505-484e-a195-9a4ee751deed {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:27.430862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] For port 8d17b48d-0482-4e46-b278-bd026639ae7f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8d17b48d-0482-4e46-b278-bd026639ae7f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:27.436398 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:27.436649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Checking segment: {'id': '65ab9477-89a0-48ae-851d-ce5407d12cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d943fa6-1505-484e-a195-9a4ee751deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:27.436958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.437365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Bound using segment: {'id': '65ab9477-89a0-48ae-851d-ce5407d12cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d943fa6-1505-484e-a195-9a4ee751deed'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:27.437836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Bound port: 2da39bcf-6136-4447-b3ae-6614559c3bba, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ab9477-89a0-48ae-851d-ce5407d12cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d943fa6-1505-484e-a195-9a4ee751deed'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:27.438231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.440852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.441934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.443840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port 222fe3b5-f017-4d5f-aae4-9d0506e9763a {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:27.444225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.467836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.473428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:27.474027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.567539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df2adf-e1d2-46f0-9662-2214653358af None None] Pushing event updated for resources: {'Port': ['ID=8d17b48d-0482-4e46-b278-bd026639ae7f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:27.574647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.592003 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] For port 2da39bcf-6136-4447-b3ae-6614559c3bba, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:27.596458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] For port 2da39bcf-6136-4447-b3ae-6614559c3bba, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2da39bcf-6136-4447-b3ae-6614559c3bba,segment=NetworkSegment(65ab9477-89a0-48ae-851d-ce5407d12cb7),segment_id=65ab9477-89a0-48ae-851d-ce5407d12cb7)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:27.607282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.607520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Network': ['ID=92836b9b-98f9-4237-8227-5070020f540b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:27.644687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 92836b9b-98f9-4237-8227-5070020f540b details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:27.649881 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d0e2c7f9-7dea-45f3-b122-4cdcd0d908f3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4563138 Nov 29 01:48:27.657558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43140) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:27.661090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.766926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'network': {'name': 'tempest-router-network02--219795802'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:27.792004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1c940-b732-4102-b8b7-44b386d39d04 None None] Pushing event updated for resources: {'Port': ['ID=2da39bcf-6136-4447-b3ae-6614559c3bba,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:27.839662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port 222fe3b5-f017-4d5f-aae4-9d0506e9763a, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=222fe3b5-f017-4d5f-aae4-9d0506e9763a,segment=NetworkSegment(f6c336c6-23b0-43ce-9c58-7c87572c7258),segment_id=f6c336c6-23b0-43ce-9c58-7c87572c7258)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:27.840499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.879044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for 222fe3b5-f017-4d5f-aae4-9d0506e9763a owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:27.895231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4675efe6-f5bd-4cd4-98c9-c23587f72e30 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.923886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.931018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:27.988527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:28.022268 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:28.024287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675efe6-f5bd-4cd4-98c9-c23587f72e30 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=4b89428a-38a0-4b5a-8c30-bcfba93da7e8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:28.030113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=7af9ad90-82ad-4a01-96ce-9295cfdf9c7a,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:28.035878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4675efe6-f5bd-4cd4-98c9-c23587f72e30 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.046825 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4675efe6-f5bd-4cd4-98c9-c23587f72e30 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/4b89428a-38a0-4b5a-8c30-bcfba93da7e8 HTTP/1.1" status: 204 len: 168 time: 1.8800752 Nov 29 01:48:28.052002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43144) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:28.052690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178f907-cb58-48ec-86ec-535e0ec68959 None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:28.053156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.117014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Made reservation on behalf of b4e4e48101e2449db0f50f5171756352 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:28.122859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.239121 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP 6a5b8a64-402b-4674-a734-5604fb06260a associated. External IP: 172.26.8.158, port: b1ff5128-b44d-436f-baca-9eaf0f522f68. Nov 29 01:48:28.245456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3071b9-46b4-4d90-9bab-1e5db7511f68 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet 15b05bbc-bd0b-45d9-ab79-4494b9b1a02f {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:28.256921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3071b9-46b4-4d90-9bab-1e5db7511f68 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.344907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457c24d-d9f4-4b20-ad21-58b2ad078bd4 req-ad3b88c9-0f8b-4e44-95d2-5f3f092a38de tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:28.346544 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4457c24d-d9f4-4b20-ad21-58b2ad078bd4 req-ad3b88c9-0f8b-4e44-95d2-5f3f092a38de tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.4748037 Nov 29 01:48:28.359535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:28.382959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3071b9-46b4-4d90-9bab-1e5db7511f68 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.410761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-382dd514-e57c-4ed2-b6ee-845b8ca8874f None None] Provisioning complete for port 941d7a6d-2daa-4b63-990d-10933a1aa1e8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:28.411142 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-382dd514-e57c-4ed2-b6ee-845b8ca8874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.437268 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.437632 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Added segment 2f8f0b22-66d7-46ea-b0b5-f7427ce39645 of type vlan for network 96e7543c-4ad6-47b5-9926-f5f92954420a Nov 29 01:48:28.498666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-382dd514-e57c-4ed2-b6ee-845b8ca8874f None None] Port 941d7a6d-2daa-4b63-990d-10933a1aa1e8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:28.542287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.593953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port 222fe3b5-f017-4d5f-aae4-9d0506e9763a on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:28.594375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3071b9-46b4-4d90-9bab-1e5db7511f68 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.653517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2da39bcf-6136-4447-b3ae-6614559c3bba up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:28.661339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.691510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:28.712408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3071b9-46b4-4d90-9bab-1e5db7511f68 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.719384 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4457c24d-d9f4-4b20-ad21-58b2ad078bd4 req-4a5680aa-8a4a-4f7f-b472-7411a8a0feac tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357365 Nov 29 01:48:28.720364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=222fe3b5-f017-4d5f-aae4-9d0506e9763a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:28.726695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 2da39bcf-6136-4447-b3ae-6614559c3bba triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:28.727284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.809420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::1 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/e3cdd55f-9a99-4e91-9227-89424d47977b/f82569ef-4b64-4fec-acd2-9a881f80cae6) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:28.857136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.878104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.890913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:28.891770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.964423 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:28.967433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3071b9-46b4-4d90-9bab-1e5db7511f68 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=15b05bbc-bd0b-45d9-ab79-4494b9b1a02f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:28.971756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd3071b9-46b4-4d90-9bab-1e5db7511f68 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.975051 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dd3071b9-46b4-4d90-9bab-1e5db7511f68 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/15b05bbc-bd0b-45d9-ab79-4494b9b1a02f HTTP/1.1" status: 204 len: 168 time: 0.8029823 Nov 29 01:48:28.977272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 2da39bcf-6136-4447-b3ae-6614559c3bba, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2da39bcf-6136-4447-b3ae-6614559c3bba,segment=NetworkSegment(65ab9477-89a0-48ae-851d-ce5407d12cb7),segment_id=65ab9477-89a0-48ae-851d-ce5407d12cb7)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:28.982961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43150) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:28.985525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21aee94-8e91-41de-ab81-ffcf131873d5 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:28.992480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:28.993628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8d17b48d-0482-4e46-b278-bd026639ae7f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:29.092789 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8691eb-dfc1-4c3f-987c-12ba36e2e3ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:29.093330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8691eb-dfc1-4c3f-987c-12ba36e2e3ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:29.099247 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4e8691eb-dfc1-4c3f-987c-12ba36e2e3ad tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/4b89428a-38a0-4b5a-8c30-bcfba93da7e8 HTTP/1.1" status: 404 len: 337 time: 0.1123886 Nov 29 01:48:29.101898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43152) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:29.108986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.122475 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21aee94-8e91-41de-ab81-ffcf131873d5 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:29.123719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a21aee94-8e91-41de-ab81-ffcf131873d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:29.181537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a21aee94-8e91-41de-ab81-ffcf131873d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:29.195500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=2da39bcf-6136-4447-b3ae-6614559c3bba,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:29.210914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21aee94-8e91-41de-ab81-ffcf131873d5 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:29.211565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a21aee94-8e91-41de-ab81-ffcf131873d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:29.248333 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-294415f7-075e-4e4f-8a17-12eeb324f43f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2230892 Nov 29 01:48:29.266149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a21aee94-8e91-41de-ab81-ffcf131873d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:29.266877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21aee94-8e91-41de-ab81-ffcf131873d5 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:29.268504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43154) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:29.280278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'port_id': 'b1ff5128-b44d-436f-baca-9eaf0f522f68', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:29.281322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8d17b48d-0482-4e46-b278-bd026639ae7f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:29.281707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.308171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-4c7a246c-8442-4fa8-b85e-638d54f2d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:29.309196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Network': ['ID=96e7543c-4ad6-47b5-9926-f5f92954420a,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:29.309726 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-4c7a246c-8442-4fa8-b85e-638d54f2d7a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20dcc51c4f864c979f01d5ad801a0871&device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 1099 time: 0.2512240 Nov 29 01:48:29.335893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 96e7543c-4ad6-47b5-9926-f5f92954420a details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:29.350710 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a1cc10-c915-424c-9248-6a9249c3e643 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting subnet bba796ca-2f2c-45cb-8812-c6a32ee87567 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:29.355620 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8a1cc10-c915-424c-9248-6a9249c3e643 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.355944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7a108b88-6ef3-47e5-8dd1-9185a3dbb333 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6322765 Nov 29 01:48:29.362037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.378786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43156) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:29.393259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'subnet': {'network_id': '92836b9b-98f9-4237-8227-5070020f540b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:29.468524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d58d8c-e2f9-4705-b568-d31be203e633 None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:29.493445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 2f29fe38-fabe-4c4c-8c78-f6705fdd2604 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:48:29.507687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3918447b-88c0-4ad5-9388-6c4c8720d23c']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:29.525447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.531325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605dd01-bae6-4886-a165-3d270875649a req-93bfe66f-f3ad-4f92-9d66-27bf4b33cc48 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:29.532525 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a605dd01-bae6-4886-a165-3d270875649a req-93bfe66f-f3ad-4f92-9d66-27bf4b33cc48 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.4618490 Nov 29 01:48:29.542479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8a1cc10-c915-424c-9248-6a9249c3e643 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.544936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f10b0cfa-6f98-4e57-a082-22e930e77c79 None None] Provisioning complete for port 8d17b48d-0482-4e46-b278-bd026639ae7f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:29.544936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f10b0cfa-6f98-4e57-a082-22e930e77c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.555839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c336c6-23b0-43ce-9c58-7c87572c7258') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:29.555839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c336c6-23b0-43ce-9c58-7c87572c7258') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:29.586488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.595685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c24a49-c332-4b34-9389-3471e2963bf2 None None] Network 3d943fa6-1505-484e-a195-9a4ee751deed requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:29.600737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.693881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.711997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.721823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:29.722242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:29.725359 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:29.793367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Made reservation on behalf of b4e4e48101e2449db0f50f5171756352 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:29.797080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.848723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:29.860971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 8d17b48d-0482-4e46-b278-bd026639ae7f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8d17b48d-0482-4e46-b278-bd026639ae7f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:29.862018 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d4d5b84e-2329-4ad0-88f1-104998014a88 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/2f29fe38-fabe-4c4c-8c78-f6705fdd2604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0463572 Nov 29 01:48:29.869171 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8602f88c-07e4-4135-8f6e-d2c2b9fdbb2f None None] Sync routers for ids ['2f29fe38-fabe-4c4c-8c78-f6705fdd2604'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:29.887215 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602f88c-07e4-4135-8f6e-d2c2b9fdbb2f None None] Routers {'2f29fe38-fabe-4c4c-8c78-f6705fdd2604'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:29.889032 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8602f88c-07e4-4135-8f6e-d2c2b9fdbb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2f29fe38-fabe-4c4c-8c78-f6705fdd2604'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:29.895675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43158) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:29.897357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.912293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.918927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-95871d2f-856d-45d2-99c3-190c9b3e8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:29.920408 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-95871d2f-856d-45d2-99c3-190c9b3e8a7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 200 len: 912 time: 0.5745077 Nov 29 01:48:29.944368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a605dd01-bae6-4886-a165-3d270875649a req-e7641e87-9131-4e71-bda1-8e5a96568b3b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806033 Nov 29 01:48:29.958912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.960812 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f10b0cfa-6f98-4e57-a082-22e930e77c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.966385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43160) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:29.967859 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/3918447b-88c0-4ad5-9388-6c4c8720d23c HTTP/1.1" status: 204 len: 168 time: 6.3888886 Nov 29 01:48:29.978128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:29.986801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8602f88c-07e4-4135-8f6e-d2c2b9fdbb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:30.005631 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602f88c-07e4-4135-8f6e-d2c2b9fdbb2f None None] Routers {'2f29fe38-fabe-4c4c-8c78-f6705fdd2604'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:30.006917 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8602f88c-07e4-4135-8f6e-d2c2b9fdbb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2f29fe38-fabe-4c4c-8c78-f6705fdd2604'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:30.026470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425217334'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:30.044451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78a6f9-e462-4d22-997b-b2c0e20ed022 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:30.046111 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fc78a6f9-e462-4d22-997b-b2c0e20ed022 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports/941d7a6d-2daa-4b63-990d-10933a1aa1e8 HTTP/1.1" status: 200 len: 910 time: 0.1482248 Nov 29 01:48:30.047647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c488bc-389f-4569-aba7-7e2cd58a91ed tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=3918447b-88c0-4ad5-9388-6c4c8720d23c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:30.051835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43162) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:30.056691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=8d17b48d-0482-4e46-b278-bd026639ae7f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:30.067411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:30.080903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:30.107431 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8602f88c-07e4-4135-8f6e-d2c2b9fdbb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:30.108369 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8602f88c-07e4-4135-8f6e-d2c2b9fdbb2f None None] The sync data for ids ['2f29fe38-fabe-4c4c-8c78-f6705fdd2604'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:30.111377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-f10b0cfa-6f98-4e57-a082-22e930e77c79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:30.111962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-f10b0cfa-6f98-4e57-a082-22e930e77c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:30.117294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8a1cc10-c915-424c-9248-6a9249c3e643 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.121753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:30.122523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.201396 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-1529a400-419f-4293-9e12-7cf37bff9969 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 200 len: 1001 time: 0.2669489 Nov 29 01:48:30.261429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:30.265936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.356581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:30.395717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.396301 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment 3df49712-de5c-41f6-adc9-b5608e807c69 of type vlan for network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 Nov 29 01:48:30.437329 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8a1cc10-c915-424c-9248-6a9249c3e643 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.440824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-22893066-1e86-4663-9bce-16040cc2e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:30.442441 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-22893066-1e86-4663-9bce-16040cc2e7d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 200 len: 850 time: 0.1993721 Nov 29 01:48:30.535685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2da39bcf-6136-4447-b3ae-6614559c3bba up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:30.595049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 2da39bcf-6136-4447-b3ae-6614559c3bba triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:30.595235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.604531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1cc10-c915-424c-9248-6a9249c3e643 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Subnet': ['ID=bba796ca-2f2c-45cb-8812-c6a32ee87567,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:30.614126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.616974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8a1cc10-c915-424c-9248-6a9249c3e643 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.621808 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c8a1cc10-c915-424c-9248-6a9249c3e643 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/bba796ca-2f2c-45cb-8812-c6a32ee87567 HTTP/1.1" status: 204 len: 168 time: 1.5078375 Nov 29 01:48:30.625036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43164) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:30.649337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=f82569ef-4b64-4fec-acd2-9a881f80cae6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:30.735580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.resource_extend [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:48:30.761049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8d17b48d-0482-4e46-b278-bd026639ae7f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:30.770098 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41bf08e-a707-4620-b343-173ec3edae06 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:30.770603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41bf08e-a707-4620-b343-173ec3edae06 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:30.773818 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b41bf08e-a707-4620-b343-173ec3edae06 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/44a5910b-1daf-481b-98f7-8ae3abc47227 HTTP/1.1" status: 404 len: 337 time: 0.1406553 Nov 29 01:48:30.787981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43166) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:30.806105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-94866880-4c14-4863-b0ba-e9890e5867b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:30.807811 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-94866880-4c14-4863-b0ba-e9890e5867b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=012a18af-2071-4530-9a04-3c0e2dc36562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3275571 Nov 29 01:48:30.828718 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:30.829358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.833452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.840101 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-36fd3fd2-9b67-404c-b248-3693cd75760b tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec4b2ef-0a93-4d48-be64-75953cab5496 HTTP/1.1" status: 200 len: 205 time: 0.0484200 Nov 29 01:48:30.850895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43168) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:30.851588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.857715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:30.858480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.886327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8d17b48d-0482-4e46-b278-bd026639ae7f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:30.886989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:30.897638 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9114966 Nov 29 01:48:30.902260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43170) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:30.914616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-508fc83e-ff30-4854-bc76-01bf7a81ab55 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:30.950173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0568d42-e0b6-4216-b39d-207a500fa8b6 None None] Network 30c23659-4a81-40c0-8708-48baf3f6b5e4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:30.974262 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-9c78956b-e411-4af2-884e-6ad7fc8d9255 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] delete failed (client error): The resource could not be found. Nov 29 01:48:30.974262 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9c78956b-e411-4af2-884e-6ad7fc8d9255 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/routers/9ec4b2ef-0a93-4d48-be64-75953cab5496 HTTP/1.1" status: 404 len: 336 time: 0.1043761 Nov 29 01:48:30.990448 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43174) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.096325 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aa60ac-9248-4572-b10b-8c4c3019b188 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.096795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aa60ac-9248-4572-b10b-8c4c3019b188 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.099939 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-83aa60ac-9248-4572-b10b-8c4c3019b188 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/fd1ce428-f0ed-4ff6-a653-c5fb46173a2a HTTP/1.1" status: 404 len: 337 time: 0.1085041 Nov 29 01:48:31.108617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43176) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.109317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026913d5-ad56-4206-94ae-1f5b0a9c6457 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=50bdd2d4-38fd-4e58-8e9a-5595ce0bd002,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:31.125483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.130490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Subnet': ['ID=c28a0f1e-f287-4eab-aa16-4bda9ec03370,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:31.169217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.resource_extend [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:48:31.175432 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e79a4f8-79e7-41c8-95e4-b35f6b7abfcb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.175899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e79a4f8-79e7-41c8-95e4-b35f6b7abfcb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.181328 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0e79a4f8-79e7-41c8-95e4-b35f6b7abfcb tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/ad951efd-d50a-409c-852a-98ab59d44b53 HTTP/1.1" status: 404 len: 337 time: 0.0671909 Nov 29 01:48:31.187321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43178) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.195323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:31.228864 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-a198db08-af2e-4a59-b5ea-4c4744292a26 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002969 Nov 29 01:48:31.256581 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e045f4-7f6a-4d6d-abed-70fe391fa80a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.256966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.257081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e045f4-7f6a-4d6d-abed-70fe391fa80a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.263553 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-60e045f4-7f6a-4d6d-abed-70fe391fa80a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/8f6324e5-c1bd-4e11-b0ee-86065cbd07fb HTTP/1.1" status: 404 len: 337 time: 0.0505171 Nov 29 01:48:31.274392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a324f71-fc37-41af-9bf2-9791400c139a req-f773f8a0-293f-4f62-8f97-757fab8f7a45 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:31.276520 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5a324f71-fc37-41af-9bf2-9791400c139a req-f773f8a0-293f-4f62-8f97-757fab8f7a45 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2420564 Nov 29 01:48:31.283000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43180) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.310470 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-720ef628-7ec1-4749-9e1c-e62ee7489e4c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.310470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720ef628-7ec1-4749-9e1c-e62ee7489e4c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.315107 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-720ef628-7ec1-4749-9e1c-e62ee7489e4c tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/c3d4160c-f56a-4c73-836e-a294a8b0e9b4 HTTP/1.1" status: 404 len: 333 time: 0.0288546 Nov 29 01:48:31.315107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.317643 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43182) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.325351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-508fc83e-ff30-4854-bc76-01bf7a81ab55 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.330503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Checking segment: {'id': '36425008-4a29-4b5a-b948-93a9b2c41037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '92836b9b-98f9-4237-8227-5070020f540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:31.330875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network hostable DHCP agents. Network: 92836b9b-98f9-4237-8227-5070020f540b, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:31.343590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Provisioning complete for port f82569ef-4b64-4fec-acd2-9a881f80cae6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:31.343968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.396324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Port f82569ef-4b64-4fec-acd2-9a881f80cae6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:31.410595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Provisioning complete for port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:31.410968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.428260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-508fc83e-ff30-4854-bc76-01bf7a81ab55 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.449773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:31.451189 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-52184ef5-1f6e-4e2c-8c1b-b9176474acd7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.451654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52184ef5-1f6e-4e2c-8c1b-b9176474acd7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.457005 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-52184ef5-1f6e-4e2c-8c1b-b9176474acd7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/af749300-cf1d-4913-a96a-baedb249f408 HTTP/1.1" status: 404 len: 337 time: 0.1357069 Nov 29 01:48:31.462795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43184) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.466152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Provisioning complete for port 2da39bcf-6136-4447-b3ae-6614559c3bba triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:31.466368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66449cbc-f4a0-4342-83e3-ca086e39c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.478103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-508fc83e-ff30-4854-bc76-01bf7a81ab55 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 is not hosted by any dhcp agent {{(pid=109948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 01:48:31.483285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508fc83e-ff30-4854-bc76-01bf7a81ab55 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:31.483884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-508fc83e-ff30-4854-bc76-01bf7a81ab55 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.488150 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-508fc83e-ff30-4854-bc76-01bf7a81ab55 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "PUT /v2.0/networks/50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 HTTP/1.1" status: 200 len: 723 time: 0.5800271 Nov 29 01:48:31.499872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2669cae-cb74-40de-872b-494de540f91e None None] DHCP port deletion for 30c23659-4a81-40c0-8708-48baf3f6b5e4 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:31.500197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43186) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.513969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': '50bdd2d4-38fd-4e58-8e9a-5595ce0bd002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:31.515206 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-77578ffa-8ea9-4819-80b8-3e5a4b9f9f53 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.515702 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77578ffa-8ea9-4819-80b8-3e5a4b9f9f53 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.521357 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-77578ffa-8ea9-4819-80b8-3e5a4b9f9f53 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/87d5550d-dfd2-494a-919c-cce4926f1626 HTTP/1.1" status: 404 len: 337 time: 0.0559576 Nov 29 01:48:31.535973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43188) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.589672 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5a324f71-fc37-41af-9bf2-9791400c139a req-3c7a776a-dfeb-4192-9dcc-bfb887f6d473 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818887 Nov 29 01:48:31.597288 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c9115d-d008-4255-8a03-fb768f14dc39 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.598134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c9115d-d008-4255-8a03-fb768f14dc39 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.604320 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-53c9115d-d008-4255-8a03-fb768f14dc39 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/fb88c935-89c9-481d-9efb-cdaedb7f7e9f HTTP/1.1" status: 404 len: 333 time: 0.0582819 Nov 29 01:48:31.606818 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-17c08444-68ce-47d8-abef-b7ba9a019f2b req-20a0581c-68a1-423b-b4e4-e454661a6005 service neutron] 10.222.0.21 "GET /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695209 Nov 29 01:48:31.607690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43190) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.612020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b2669cae-cb74-40de-872b-494de540f91e None None] Deleting port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:31.612548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2669cae-cb74-40de-872b-494de540f91e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.641549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fc83e-ff30-4854-bc76-01bf7a81ab55 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=50bdd2d4-38fd-4e58-8e9a-5595ce0bd002,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:31.641897 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-810087fa-0d63-4b35-8949-393337facd1a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.642470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810087fa-0d63-4b35-8949-393337facd1a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.648342 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-810087fa-0d63-4b35-8949-393337facd1a tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/94f1034a-db1a-40fd-8768-67f6bdb10271 HTTP/1.1" status: 404 len: 337 time: 0.0375495 Nov 29 01:48:31.653557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43192) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.665817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network 92836b9b-98f9-4237-8227-5070020f540b is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:31.679508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:31.719641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 92836b9b-98f9-4237-8227-5070020f540b) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:31.748244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1494e2ad-8c0b-4ae7-955c-d695dd6c4773 None None] Network 92836b9b-98f9-4237-8227-5070020f540b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:31.752959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecf32c5-70b6-4d32-acbc-53c2739c0dd6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:31.753524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecf32c5-70b6-4d32-acbc-53c2739c0dd6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:31.758937 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9ecf32c5-70b6-4d32-acbc-53c2739c0dd6 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/subnets/7cf7e501-9e9b-48c0-b50d-f934d1633cdd HTTP/1.1" status: 404 len: 337 time: 0.1001294 Nov 29 01:48:31.762123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43194) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.773830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:31.773830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.775234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b2669cae-cb74-40de-872b-494de540f91e None None] For port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,segment=NetworkSegment(9b8bc034-dd03-4a61-aff7-db82dc89096f),segment_id=9b8bc034-dd03-4a61-aff7-db82dc89096f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:31.775653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2669cae-cb74-40de-872b-494de540f91e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.804663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b2669cae-cb74-40de-872b-494de540f91e None None] Calling delete_port for e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:31.851741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3052ad33-6f4a-41c0-9e7e-53b096d6a883 None None] Provisioning complete for port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:31.852119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3052ad33-6f4a-41c0-9e7e-53b096d6a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.866278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:31.870464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:31.890152 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7c4808ed-5502-403e-b479-ce20aa9e0e50 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5012131 Nov 29 01:48:31.905338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43196) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:31.917700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'subnet': {'network_id': '96e7543c-4ad6-47b5-9926-f5f92954420a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:32.047105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2669cae-cb74-40de-872b-494de540f91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.082909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.095183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.095907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.096841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2669cae-cb74-40de-872b-494de540f91e None None] Pushing event deleted for resources: {'Port': ['ID=e67e40ad-7cc7-4a86-b3e5-ad3863a035b1,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:32.098601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2669cae-cb74-40de-872b-494de540f91e None None] No DVR routers for this DVR port e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:32.113663 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.117897 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-92836b9b-98f9-4237-8227-5070020f540b', 'network_id': '92836b9b-98f9-4237-8227-5070020f540b', 'tenant_id': 'b4e4e48101e2449db0f50f5171756352', 'fixed_ips': [{'subnet_id': 'c28a0f1e-f287-4eab-aa16-4bda9ec03370'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:32.119631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.133155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3052ad33-6f4a-41c0-9e7e-53b096d6a883 None None] Provisioning complete for port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:32.133742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3052ad33-6f4a-41c0-9e7e-53b096d6a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.157190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:32.173565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7a406f62-35b5-4515-b7d1-797da595a4b7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Deleting port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:32.174044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a406f62-35b5-4515-b7d1-797da595a4b7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.236484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3052ad33-6f4a-41c0-9e7e-53b096d6a883 None None] Port 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:32.317187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Made reservation on behalf of b4e4e48101e2449db0f50f5171756352 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:32.318634 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a406f62-35b5-4515-b7d1-797da595a4b7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.319961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Allocated IP 2001:db8::2 (92836b9b-98f9-4237-8227-5070020f540b/c28a0f1e-f287-4eab-aa16-4bda9ec03370/6b33db6c-d765-4891-ab60-3768a5d6aadb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:32.320666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.340957 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7a406f62-35b5-4515-b7d1-797da595a4b7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Calling delete_port for 690bcc68-c14e-4e98-aa83-6a1af9c5fed6 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:32.341178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=f82569ef-4b64-4fec-acd2-9a881f80cae6,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:32.410343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:32.417770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.444833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dbc22-cbd2-4d39-b134-7cab1d1fd3dc None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:32.466134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dbc22-cbd2-4d39-b134-7cab1d1fd3dc None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:32.466832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-256dbc22-cbd2-4d39-b134-7cab1d1fd3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:32.524486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-256dbc22-cbd2-4d39-b134-7cab1d1fd3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:32.532896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:32.551753 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5af5bd43-696c-4c2a-9039-e50602e59488 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/floatingips/6a5b8a64-402b-4674-a734-5604fb06260a HTTP/1.1" status: 200 len: 978 time: 3.2797043 Nov 29 01:48:32.552203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43200) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:32.555135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:32.567487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:32.576058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:32.576463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e67e40ad-7cc7-4a86-b3e5-ad3863a035b1 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:32.588487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.600317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dbc22-cbd2-4d39-b134-7cab1d1fd3dc None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:32.600972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-256dbc22-cbd2-4d39-b134-7cab1d1fd3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:32.634822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a406f62-35b5-4515-b7d1-797da595a4b7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.643674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-256dbc22-cbd2-4d39-b134-7cab1d1fd3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:32.644372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dbc22-cbd2-4d39-b134-7cab1d1fd3dc None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:32.661776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.670087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.701864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406f62-35b5-4515-b7d1-797da595a4b7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Port': ['ID=690bcc68-c14e-4e98-aa83-6a1af9c5fed6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:32.716912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Network 92836b9b-98f9-4237-8227-5070020f540b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:32.722559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:32.730931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:32.733363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a406f62-35b5-4515-b7d1-797da595a4b7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.738091 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7a406f62-35b5-4515-b7d1-797da595a4b7 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/ports/690bcc68-c14e-4e98-aa83-6a1af9c5fed6 HTTP/1.1" status: 204 len: 168 time: 0.9745963 Nov 29 01:48:32.740461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43204) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:32.769855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Pushing event updated for resources: {'Port': ['ID=6b33db6c-d765-4891-ab60-3768a5d6aadb,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:32.804548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Attempting to bind port 6b33db6c-d765-4891-ab60-3768a5d6aadb on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:32.805020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Attempting to bind port 6b33db6c-d765-4891-ab60-3768a5d6aadb by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '36425008-4a29-4b5a-b948-93a9b2c41037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '92836b9b-98f9-4237-8227-5070020f540b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:32.805473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Attempting to bind port 6b33db6c-d765-4891-ab60-3768a5d6aadb on network 92836b9b-98f9-4237-8227-5070020f540b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:32.811846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:32.812338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Checking segment: {'id': '36425008-4a29-4b5a-b948-93a9b2c41037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '92836b9b-98f9-4237-8227-5070020f540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:32.812822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.813298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Bound using segment: {'id': '36425008-4a29-4b5a-b948-93a9b2c41037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '92836b9b-98f9-4237-8227-5070020f540b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:32.813867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Bound port: 6b33db6c-d765-4891-ab60-3768a5d6aadb, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36425008-4a29-4b5a-b948-93a9b2c41037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '92836b9b-98f9-4237-8227-5070020f540b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:32.814350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.889835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] For port 6b33db6c-d765-4891-ab60-3768a5d6aadb, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:32.894629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] For port 6b33db6c-d765-4891-ab60-3768a5d6aadb, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6b33db6c-d765-4891-ab60-3768a5d6aadb,segment=NetworkSegment(36425008-4a29-4b5a-b948-93a9b2c41037),segment_id=36425008-4a29-4b5a-b948-93a9b2c41037)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:32.900901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.903766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:32.991356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-580bbbcc-b1af-4447-9fb9-34278d696d5b None None] Provisioning complete for port f82569ef-4b64-4fec-acd2-9a881f80cae6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:32.991905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-580bbbcc-b1af-4447-9fb9-34278d696d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.018804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77476386-98a3-473b-88bd-43a1e67f5405 None None] Pushing event updated for resources: {'Port': ['ID=6b33db6c-d765-4891-ab60-3768a5d6aadb,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:33.043514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-580bbbcc-b1af-4447-9fb9-34278d696d5b None None] Port f82569ef-4b64-4fec-acd2-9a881f80cae6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:33.049436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.076446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c23659-4a81-40c0-8708-48baf3f6b5e4']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:33.084584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 7af9ad90-82ad-4a01-96ce-9295cfdf9c7a {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:33.084993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.089801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8bc034-dd03-4a61-aff7-db82dc89096f') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:33.090103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8bc034-dd03-4a61-aff7-db82dc89096f') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:33.114650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.161584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.195223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=6c067b15-deda-414e-b903-b4a19531cd70,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:33.195913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:33.196330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:33.203625 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:33.277533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.278000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.293525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19781d-ec17-4447-b971-efff8cbcaada req-d9f2bc84-32fa-4923-b772-611b8f079e3b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:33.295338 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e19781d-ec17-4447-b971-efff8cbcaada req-d9f2bc84-32fa-4923-b772-611b8f079e3b tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2115214 Nov 29 01:48:33.295575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 7af9ad90-82ad-4a01-96ce-9295cfdf9c7a owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:33.307600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.319493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.323366 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] 10.222.0.30 "DELETE /v2.0/networks/30c23659-4a81-40c0-8708-48baf3f6b5e4 HTTP/1.1" status: 204 len: 168 time: 0.5817935 Nov 29 01:48:33.328232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.341280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a64e-8c8a-498d-ba07-67f9e56dd216 tempest-PortsIpV6TestJSON-1764686520 tempest-PortsIpV6TestJSON-1764686520-project] Pushing event deleted for resources: {'Network': ['ID=30c23659-4a81-40c0-8708-48baf3f6b5e4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:33.374977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': '3df49712-de5c-41f6-adc9-b5608e807c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '50bdd2d4-38fd-4e58-8e9a-5595ce0bd002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:33.375347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:33.467854 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Router 64819eae-d4bb-423e-8516-03a4f4a3b349 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:48:33.472800 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Subnet': ['ID=ad9667e6-027b-45d4-8df4-2621b6002d10,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:33.489025 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e19781d-ec17-4447-b971-efff8cbcaada req-803cbab5-a51b-4150-80a5-330b36791ce3 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817055 Nov 29 01:48:33.495566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:33.520135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:33.534634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bed5ca-fb69-4464-a235-3822b9444340 None None] Network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:33.587390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.597056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:33.597659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.606991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Checking segment: {'id': '2f8f0b22-66d7-46ea-b0b5-f7427ce39645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '96e7543c-4ad6-47b5-9926-f5f92954420a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:33.607378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network hostable DHCP agents. Network: 96e7543c-4ad6-47b5-9926-f5f92954420a, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:33.633932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 941d7a6d-2daa-4b63-990d-10933a1aa1e8 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:33.633932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.642089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=7af9ad90-82ad-4a01-96ce-9295cfdf9c7a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:33.660146 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-03dfef4f-b953-4f59-baf0-a292aa192fdc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1508667 Nov 29 01:48:33.668117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43212) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:33.675017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-69fcb203-d22f-4b33-a2c9-8dc501f6baba tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:33.714840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:33.721653 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-832af60c-d4e9-488e-91ca-e09bebe06370 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "PUT /v2.0/routers/64819eae-d4bb-423e-8516-03a4f4a3b349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3389149 Nov 29 01:48:33.722836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network 96e7543c-4ad6-47b5-9926-f5f92954420a is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:33.724973 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Sync routers for ids ['64819eae-d4bb-423e-8516-03a4f4a3b349'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:33.729735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43214) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:33.744104 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Routers {'64819eae-d4bb-423e-8516-03a4f4a3b349'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:33.744733 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['64819eae-d4bb-423e-8516-03a4f4a3b349'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:33.816525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-50bdd2d4-38fd-4e58-8e9a-5595ce0bd002', 'network_id': '50bdd2d4-38fd-4e58-8e9a-5595ce0bd002', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': '6c067b15-deda-414e-b903-b4a19531cd70'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:33.818851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.820127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:33.835164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57f9e0-eca6-4bd9-b7f3-f1a119d6a152 req-d0fe09ee-087d-4976-bc11-d136c3b96f9f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:33.843924 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7d57f9e0-eca6-4bd9-b7f3-f1a119d6a152 req-d0fe09ee-087d-4976-bc11-d136c3b96f9f tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.2190657 Nov 29 01:48:33.850471 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43216) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:33.858143 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 941d7a6d-2daa-4b63-990d-10933a1aa1e8 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:33.869422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7308e1-575a-404b-af70-fa62d66a6b05 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:33.874266 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2e7308e1-575a-404b-af70-fa62d66a6b05 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports/f82569ef-4b64-4fec-acd2-9a881f80cae6 HTTP/1.1" status: 200 len: 911 time: 0.1400640 Nov 29 01:48:33.886069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43220) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:33.893792 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Set router 64819eae-d4bb-423e-8516-03a4f4a3b349 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:33.951966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 96e7543c-4ad6-47b5-9926-f5f92954420a) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:33.964789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:33.968436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f0aa9-a8c3-426a-98dc-2bb7f74bfd92 None None] Network 96e7543c-4ad6-47b5-9926-f5f92954420a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:33.968971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.015111 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-64998da7-d75b-4203-a730-59fa95fbf4f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1018431 Nov 29 01:48:34.018285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43222) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:34.035118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.035461 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP 6a5b8a64-402b-4674-a734-5604fb06260a disassociated (deleted). External IP: 172.26.8.158, port: b1ff5128-b44d-436f-baca-9eaf0f522f68. Nov 29 01:48:34.108116 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Allocated IP 172.20.0.2 (50bdd2d4-38fd-4e58-8e9a-5595ce0bd002/6c067b15-deda-414e-b903-b4a19531cd70/e7867e7e-059f-4542-8322-2a1dea70a16f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:34.167664 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'name': 'tempest-NetworksTestDHCPv6-router-1825850551', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:26Z', 'updated_at': '2021-11-29T01:48:30Z', 'revision_number': 2, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None, '_interfaces': [{'id': 'f82569ef-4b64-4fec-acd2-9a881f80cae6', 'name': '', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'mac_address': 'fa:16:3e:6e:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e3cdd55f-9a99-4e91-9227-89424d47977b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:48:28Z', 'updated_at': '2021-11-29T01:48:31Z', 'revision_number': 2, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'subnets': [{'id': 'e3cdd55f-9a99-4e91-9227-89424d47977b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:34.216159 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Checking router: 64819eae-d4bb-423e-8516-03a4f4a3b349 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:48:34.216507 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Updating router 64819eae-d4bb-423e-8516-03a4f4a3b349 port f82569ef-4b64-4fec-acd2-9a881f80cae6 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:48:34.244928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69fcb203-d22f-4b33-a2c9-8dc501f6baba tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5938681'] for subnet, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.250181 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.291419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4ea61-cd58-4e34-9232-b9140de5bbe1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:34.298131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4ea61-cd58-4e34-9232-b9140de5bbe1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:34.302675 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2ac4ea61-cd58-4e34-9232-b9140de5bbe1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4044065 Nov 29 01:48:34.305317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43224) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:34.321069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7d57f9e0-eca6-4bd9-b7f3-f1a119d6a152 req-c544ca08-2631-43d8-b1c5-d7ecb6d58792 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4680607 Nov 29 01:48:34.451286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1841ca91-bebd-4021-bdfa-cd3aebfb38c3 None None] Network 92836b9b-98f9-4237-8227-5070020f540b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:34.486044 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-673430be-ed01-42d6-bc22-d57d0fb0018b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=009fa053cc154d84b3edcc60331e0cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6176081 Nov 29 01:48:34.487088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43228) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:34.610958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:34.716997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343a6ca8-3139-4753-bb0c-20af9670d8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.738207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.746023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.793053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=941d7a6d-2daa-4b63-990d-10933a1aa1e8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:34.812386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6b33db6c-d765-4891-ab60-3768a5d6aadb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:34.822455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343a6ca8-3139-4753-bb0c-20af9670d8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.844292 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.851873 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.891128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386bf60-06d3-4a92-94c3-9e65f92e03eb req-2af29393-16b5-4a56-b075-f518160485c6 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:34.892723 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2386bf60-06d3-4a92-94c3-9e65f92e03eb req-2af29393-16b5-4a56-b075-f518160485c6 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.1854877 Nov 29 01:48:34.908697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:34.932242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:34.946654 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307af49-cf17-41b6-81f6-0dbf308d2ef4 None None] Pushing event updated for resources: {'Port': ['ID=f82569ef-4b64-4fec-acd2-9a881f80cae6,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:34.950569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1df4b6-406d-444b-ae72-88e6b0fe3a5f None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:35.032485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cda2e073-5bc2-484a-a8b9-a5a9e255f956 None None] Provisioning complete for port 6b33db6c-d765-4891-ab60-3768a5d6aadb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:35.033193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cda2e073-5bc2-484a-a8b9-a5a9e255f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.042460 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3393ceda-d9c1-4056-b563-ee8fa6db7568 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/floatingips/6a5b8a64-402b-4674-a734-5604fb06260a HTTP/1.1" status: 204 len: 168 time: 2.4858966 Nov 29 01:48:35.042676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.054575 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:48:35.054856 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43234) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:35.101843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1df4b6-406d-444b-ae72-88e6b0fe3a5f None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:35.103544 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Attempting to bind port f82569ef-4b64-4fec-acd2-9a881f80cae6 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:35.104112 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Attempting to bind port f82569ef-4b64-4fec-acd2-9a881f80cae6 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:35.104705 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Attempting to bind port f82569ef-4b64-4fec-acd2-9a881f80cae6 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:35.106255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0a1df4b6-406d-444b-ae72-88e6b0fe3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:35.131533 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:35.132218 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:35.133581 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.135652 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:35.136441 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Bound port: f82569ef-4b64-4fec-acd2-9a881f80cae6, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:35.137008 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.163937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.192652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-96e7543c-4ad6-47b5-9926-f5f92954420a', 'network_id': '96e7543c-4ad6-47b5-9926-f5f92954420a', 'tenant_id': 'b4e4e48101e2449db0f50f5171756352', 'fixed_ips': [{'subnet_id': 'ad9667e6-027b-45d4-8df4-2621b6002d10'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:35.195729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.205043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.218599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0a1df4b6-406d-444b-ae72-88e6b0fe3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:35.253671 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] For port f82569ef-4b64-4fec-acd2-9a881f80cae6, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:35.261627 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] For port f82569ef-4b64-4fec-acd2-9a881f80cae6, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f82569ef-4b64-4fec-acd2-9a881f80cae6,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:35.271680 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.274150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:35.320440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:35.331083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:35.338086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1df4b6-406d-444b-ae72-88e6b0fe3a5f None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:35.338489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0a1df4b6-406d-444b-ae72-88e6b0fe3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:35.367298 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Routers {'64819eae-d4bb-423e-8516-03a4f4a3b349'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:35.368470 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['64819eae-d4bb-423e-8516-03a4f4a3b349'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:35.438842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6b33db6c-d765-4891-ab60-3768a5d6aadb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:35.439226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.453481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343a6ca8-3139-4753-bb0c-20af9670d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.456351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343a6ca8-3139-4753-bb0c-20af9670d8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.459670 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-343a6ca8-3139-4753-bb0c-20af9670d8ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8d72366-1d22-4a07-a32b-a364366ce229 HTTP/1.1" status: 204 len: 168 time: 0.9652047 Nov 29 01:48:35.493532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0a1df4b6-406d-444b-ae72-88e6b0fe3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:35.494173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1df4b6-406d-444b-ae72-88e6b0fe3a5f None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:35.544753 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] Set router 64819eae-d4bb-423e-8516-03a4f4a3b349 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:35.562653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Pushing event updated for resources: {'Port': ['ID=e7867e7e-059f-4542-8322-2a1dea70a16f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:35.579170 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2386bf60-06d3-4a92-94c3-9e65f92e03eb req-a1e84c44-d651-4607-898f-0155671d9786 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6780944 Nov 29 01:48:35.583516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a6ca8-3139-4753-bb0c-20af9670d8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d72366-1d22-4a07-a32b-a364366ce229,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:35.706619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Attempting to bind port e7867e7e-059f-4542-8322-2a1dea70a16f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:35.707013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Attempting to bind port e7867e7e-059f-4542-8322-2a1dea70a16f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '3df49712-de5c-41f6-adc9-b5608e807c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '50bdd2d4-38fd-4e58-8e9a-5595ce0bd002'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:35.707437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Attempting to bind port e7867e7e-059f-4542-8322-2a1dea70a16f on network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:35.768609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:35.769010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Checking segment: {'id': '3df49712-de5c-41f6-adc9-b5608e807c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '50bdd2d4-38fd-4e58-8e9a-5595ce0bd002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:35.769427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.770245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Bound using segment: {'id': '3df49712-de5c-41f6-adc9-b5608e807c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '50bdd2d4-38fd-4e58-8e9a-5595ce0bd002'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:35.770846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Bound port: e7867e7e-059f-4542-8322-2a1dea70a16f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df49712-de5c-41f6-adc9-b5608e807c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '50bdd2d4-38fd-4e58-8e9a-5595ce0bd002'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:35.771162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.793440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cda2e073-5bc2-484a-a8b9-a5a9e255f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.812025 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307af49-cf17-41b6-81f6-0dbf308d2ef4 None None] Pushing event updated for resources: {'Port': ['ID=f82569ef-4b64-4fec-acd2-9a881f80cae6,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:35.872275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69fcb203-d22f-4b33-a2c9-8dc501f6baba tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793891265136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5808137'] for subnet, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.914066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-708bd1e2-ae51-4957-8c0c-61c5d8d5a370 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port b1ff5128-b44d-436f-baca-9eaf0f522f68 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:35.914396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-708bd1e2-ae51-4957-8c0c-61c5d8d5a370 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.952628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.965053 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fcb203-d22f-4b33-a2c9-8dc501f6baba tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:35.965654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69fcb203-d22f-4b33-a2c9-8dc501f6baba tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:35.970013 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-69fcb203-d22f-4b33-a2c9-8dc501f6baba tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "PUT /v2.0/subnets/6c067b15-deda-414e-b903-b4a19531cd70 HTTP/1.1" status: 200 len: 806 time: 2.2991765 Nov 29 01:48:35.977903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43242) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:36.008154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 6b33db6c-d765-4891-ab60-3768a5d6aadb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6b33db6c-d765-4891-ab60-3768a5d6aadb,segment=NetworkSegment(36425008-4a29-4b5a-b948-93a9b2c41037),segment_id=36425008-4a29-4b5a-b948-93a9b2c41037)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:36.050303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcb203-d22f-4b33-a2c9-8dc501f6baba tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=6c067b15-deda-414e-b903-b4a19531cd70,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:36.055204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.102537 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'name': 'tempest-NetworksTestDHCPv6-router-1825850551', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:26Z', 'updated_at': '2021-11-29T01:48:30Z', 'revision_number': 2, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None, '_interfaces': [{'id': 'f82569ef-4b64-4fec-acd2-9a881f80cae6', 'name': '', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'mac_address': 'fa:16:3e:6e:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e3cdd55f-9a99-4e91-9227-89424d47977b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:48:28Z', 'updated_at': '2021-11-29T01:48:35Z', 'revision_number': 4, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'subnets': [{'id': 'e3cdd55f-9a99-4e91-9227-89424d47977b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:36.152481 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2422d034-cf58-43f7-bb3d-d5a81f8121df None None] The sync data for ids ['64819eae-d4bb-423e-8516-03a4f4a3b349'] in dv-neutron-816800-5-hyperv is: [{'id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'name': 'tempest-NetworksTestDHCPv6-router-1825850551', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:26Z', 'updated_at': '2021-11-29T01:48:30Z', 'revision_number': 2, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None, '_interfaces': [{'id': 'f82569ef-4b64-4fec-acd2-9a881f80cae6', 'name': '', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'mac_address': 'fa:16:3e:6e:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e3cdd55f-9a99-4e91-9227-89424d47977b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:48:28Z', 'updated_at': '2021-11-29T01:48:35Z', 'revision_number': 4, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'subnets': [{'id': 'e3cdd55f-9a99-4e91-9227-89424d47977b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:36.158258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-708bd1e2-ae51-4957-8c0c-61c5d8d5a370 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.184057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 2f29fe38-fabe-4c4c-8c78-f6705fdd2604 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:36.191889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-708bd1e2-ae51-4957-8c0c-61c5d8d5a370 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for b1ff5128-b44d-436f-baca-9eaf0f522f68 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:36.218309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Allocated IP 2001:db8::2 (96e7543c-4ad6-47b5-9926-f5f92954420a/ad9667e6-027b-45d4-8df4-2621b6002d10/28fbbf55-95eb-45be-9f81-7e2ba0cddc35) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:36.222760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Allocated IP 2001:db8::1 (92836b9b-98f9-4237-8227-5070020f540b/c28a0f1e-f287-4eab-aa16-4bda9ec03370/ce474a2f-ae64-404e-aab4-fb7c5ff06d68) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:36.242092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] For port e7867e7e-059f-4542-8322-2a1dea70a16f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:36.268746 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.282695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] For port e7867e7e-059f-4542-8322-2a1dea70a16f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e7867e7e-059f-4542-8322-2a1dea70a16f,segment=NetworkSegment(3df49712-de5c-41f6-adc9-b5608e807c69),segment_id=3df49712-de5c-41f6-adc9-b5608e807c69)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:36.284269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-cda2e073-5bc2-484a-a8b9-a5a9e255f956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:36.284400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-cda2e073-5bc2-484a-a8b9-a5a9e255f956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:36.284947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=6b33db6c-d765-4891-ab60-3768a5d6aadb,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:36.295280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.303028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.420413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port e7867e7e-059f-4542-8322-2a1dea70a16f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:36.420736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.490248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde0159-e1b8-4cba-8880-aba9f14c3926 None None] Pushing event updated for resources: {'Port': ['ID=e7867e7e-059f-4542-8322-2a1dea70a16f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:36.582618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-708bd1e2-ae51-4957-8c0c-61c5d8d5a370 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.636053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:36.670584 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b990c05-3f83-47cc-897a-e8dbeae2e654 None None] Sync routers for ids ['2f29fe38-fabe-4c4c-8c78-f6705fdd2604'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:36.686566 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-578d16bf-f666-4ab5-9cbf-2eb38e1e396b tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/2f29fe38-fabe-4c4c-8c78-f6705fdd2604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6171277 Nov 29 01:48:36.703394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43260) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:36.711237 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b990c05-3f83-47cc-897a-e8dbeae2e654 None None] Routers {'2f29fe38-fabe-4c4c-8c78-f6705fdd2604'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:36.712839 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5b990c05-3f83-47cc-897a-e8dbeae2e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2f29fe38-fabe-4c4c-8c78-f6705fdd2604'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:36.715870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6b33db6c-d765-4891-ab60-3768a5d6aadb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:36.721643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b26286-2b65-43e3-84ba-6d710d39e664 None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:36.735251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bd1e2-ae51-4957-8c0c-61c5d8d5a370 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=b1ff5128-b44d-436f-baca-9eaf0f522f68,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:36.813940 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0ce02203-84df-4077-ac23-e675015c9235 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f29fe38-fabe-4c4c-8c78-f6705fdd2604 HTTP/1.1" status: 200 len: 205 time: 0.1053767 Nov 29 01:48:36.835178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.835909 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43262) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:36.891542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port e7867e7e-059f-4542-8322-2a1dea70a16f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e7867e7e-059f-4542-8322-2a1dea70a16f,segment=NetworkSegment(3df49712-de5c-41f6-adc9-b5608e807c69),segment_id=3df49712-de5c-41f6-adc9-b5608e807c69)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:36.893126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.923182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:36.935265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for e7867e7e-059f-4542-8322-2a1dea70a16f owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:36.979220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43264) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:36.987133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Network 96e7543c-4ad6-47b5-9926-f5f92954420a is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:36.993011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:36.997464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:37.034900 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5b990c05-3f83-47cc-897a-e8dbeae2e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:37.044861 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b990c05-3f83-47cc-897a-e8dbeae2e654 None None] Routers {'2f29fe38-fabe-4c4c-8c78-f6705fdd2604'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:37.045322 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5b990c05-3f83-47cc-897a-e8dbeae2e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2f29fe38-fabe-4c4c-8c78-f6705fdd2604'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:37.080625 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Pushing event updated for resources: {'Port': ['ID=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:37.088701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.097879 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5b990c05-3f83-47cc-897a-e8dbeae2e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:37.098568 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b990c05-3f83-47cc-897a-e8dbeae2e654 None None] The sync data for ids ['2f29fe38-fabe-4c4c-8c78-f6705fdd2604'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:37.145324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6b33db6c-d765-4891-ab60-3768a5d6aadb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:37.145837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.151883 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47538f05-5de4-49bb-a9f9-ea835394f5f1 req-2f793919-e3e0-4116-9ed2-916a90ec4991 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:37.153561 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-47538f05-5de4-49bb-a9f9-ea835394f5f1 req-2f793919-e3e0-4116-9ed2-916a90ec4991 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.3455462 Nov 29 01:48:37.223114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8877b60f-9aba-44c9-864b-d430f94c2e78 None None] Provisioning complete for port f82569ef-4b64-4fec-acd2-9a881f80cae6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:37.223517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8877b60f-9aba-44c9-864b-d430f94c2e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.237604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-secgroup--767722229'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:37.243319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.287472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Attempting to bind port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:37.287759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Attempting to bind port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '2f8f0b22-66d7-46ea-b0b5-f7427ce39645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '96e7543c-4ad6-47b5-9926-f5f92954420a'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:37.288861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Attempting to bind port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 on network 96e7543c-4ad6-47b5-9926-f5f92954420a {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:37.296591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:37.297699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Checking segment: {'id': '2f8f0b22-66d7-46ea-b0b5-f7427ce39645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '96e7543c-4ad6-47b5-9926-f5f92954420a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:37.297699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.297918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Bound using segment: {'id': '2f8f0b22-66d7-46ea-b0b5-f7427ce39645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '96e7543c-4ad6-47b5-9926-f5f92954420a'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:37.298236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Bound port: 28fbbf55-95eb-45be-9f81-7e2ba0cddc35, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8f0b22-66d7-46ea-b0b5-f7427ce39645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '96e7543c-4ad6-47b5-9926-f5f92954420a'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:37.298646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.299387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53eacb45-99f3-46a3-a4c0-ada7b37147af tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.342234 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-47538f05-5de4-49bb-a9f9-ea835394f5f1 req-7f58dcc4-d1a3-41c8-9f48-7698c0427a06 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786332 Nov 29 01:48:37.343026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Port': ['ID=ce474a2f-ae64-404e-aab4-fb7c5ff06d68,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:37.366846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.387051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.390093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network 92836b9b-98f9-4237-8227-5070020f540b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:37.400056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:37.403810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:37.404270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.505229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8877b60f-9aba-44c9-864b-d430f94c2e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.531198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] For port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:37.546908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] For port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,segment=NetworkSegment(2f8f0b22-66d7-46ea-b0b5-f7427ce39645),segment_id=2f8f0b22-66d7-46ea-b0b5-f7427ce39645)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:37.577209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8877b60f-9aba-44c9-864b-d430f94c2e78 None None] For port f82569ef-4b64-4fec-acd2-9a881f80cae6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f82569ef-4b64-4fec-acd2-9a881f80cae6,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:37.579852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.600711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8877b60f-9aba-44c9-864b-d430f94c2e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.604001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port f82569ef-4b64-4fec-acd2-9a881f80cae6 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:37.604613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.627681 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53eacb45-99f3-46a3-a4c0-ada7b37147af tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.630666 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53eacb45-99f3-46a3-a4c0-ada7b37147af tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.694154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8877b60f-9aba-44c9-864b-d430f94c2e78 None None] Provisioning complete for port 6b33db6c-d765-4891-ab60-3768a5d6aadb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:37.694635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8877b60f-9aba-44c9-864b-d430f94c2e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.719075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-708bd1e2-ae51-4957-8c0c-61c5d8d5a370 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.723078 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-708bd1e2-ae51-4957-8c0c-61c5d8d5a370 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/ports/b1ff5128-b44d-436f-baca-9eaf0f522f68 HTTP/1.1" status: 204 len: 168 time: 2.6646693 Nov 29 01:48:37.737661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cb24d-9db1-4732-b9db-9d442d392fdb None None] Pushing event updated for resources: {'Port': ['ID=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:37.769316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43274) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:37.786314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:37.801701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-93d27bad-e6b0-4847-ade7-d4c9e7e9155a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:37.803308 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-93d27bad-e6b0-4847-ade7-d4c9e7e9155a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.5632384 Nov 29 01:48:37.809612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877b60f-9aba-44c9-864b-d430f94c2e78 None None] Pushing event updated for resources: {'Port': ['ID=f82569ef-4b64-4fec-acd2-9a881f80cae6,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:37.813129 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53eacb45-99f3-46a3-a4c0-ada7b37147af tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.816991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eacb45-99f3-46a3-a4c0-ada7b37147af tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Fanout notify agent at l3_agent the message router_deleted on router 2f29fe38-fabe-4c4c-8c78-f6705fdd2604 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:48:37.835277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53eacb45-99f3-46a3-a4c0-ada7b37147af tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.839112 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-53eacb45-99f3-46a3-a4c0-ada7b37147af tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/2f29fe38-fabe-4c4c-8c78-f6705fdd2604 HTTP/1.1" status: 204 len: 168 time: 0.7277603 Nov 29 01:48:37.852013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43276) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:37.960124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:37.977209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.016025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.023802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.027956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b8f498-2157-4828-875b-5e55176a5c6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet 32602f18-32c0-4139-99f0-ed63032572d5 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:38.067590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.087999 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1f67e824-711c-44b2-8ffe-23d2c215ccf9 None None] Provisioning complete for port ce474a2f-ae64-404e-aab4-fb7c5ff06d68 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:38.088626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f67e824-711c-44b2-8ffe-23d2c215ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.089700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71b8f498-2157-4828-875b-5e55176a5c6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.126197 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=e7867e7e-059f-4542-8322-2a1dea70a16f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:38.148318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] For port f82569ef-4b64-4fec-acd2-9a881f80cae6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f82569ef-4b64-4fec-acd2-9a881f80cae6,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:38.149053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.172727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1f67e824-711c-44b2-8ffe-23d2c215ccf9 None None] Port ce474a2f-ae64-404e-aab4-fb7c5ff06d68 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:38.188523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port e7867e7e-059f-4542-8322-2a1dea70a16f on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:38.252006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71b8f498-2157-4828-875b-5e55176a5c6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.254972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275e575-9fba-4400-bda5-fc6c94d260d0 None None] Network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:38.293668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for f82569ef-4b64-4fec-acd2-9a881f80cae6 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:38.303044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4d6e15-2f0e-4b5d-b96a-c063176e9ced,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:38.304582 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.343163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6538d5a6-3eaf-4be3-ab49-6128b5f6b68a None None] Could not find standard attr ID for object e7867e7e-059f-4542-8322-2a1dea70a16f. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:48:38.410245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Deleting port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:38.411069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.426498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.456845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.525542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5dd29-279b-4062-97ee-5403af80908c,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:38.602457 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.606675 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5533176c-3eb4-451a-94f3-381416e3d981 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6118677 Nov 29 01:48:38.610638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43282) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:38.692232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71b8f498-2157-4828-875b-5e55176a5c6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.700260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.706466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:38.771981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.773610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=6c067b15-deda-414e-b903-b4a19531cd70,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:38.786784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] For port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:38.787802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.797034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:38.797874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.887212 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-67ea5d2d-fdc6-46eb-8319-a5130754a13e tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2732084 Nov 29 01:48:38.889349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43286) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:38.898699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7ac6f2a9-5ccb-4863-9e48-4d93e98a2781 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-security--1499623746', 'description': 'tempest-security-description-1551036353'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:38.907640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.925814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.951316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.967805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,segment=NetworkSegment(2f8f0b22-66d7-46ea-b0b5-f7427ce39645),segment_id=2f8f0b22-66d7-46ea-b0b5-f7427ce39645)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:38.975394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.976593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f82569ef-4b64-4fec-acd2-9a881f80cae6 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:38.998570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:38.999583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.001938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=f82569ef-4b64-4fec-acd2-9a881f80cae6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:39.032805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: f82569ef-4b64-4fec-acd2-9a881f80cae6 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:39.033507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f82569ef-4b64-4fec-acd2-9a881f80cae6 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 01:48:39.079832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port f82569ef-4b64-4fec-acd2-9a881f80cae6 not found, will not notify nova. {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 01:48:39.115416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:39.166823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b46e8-eca9-47ce-bcc1-f1e35f0f39c4 None None] Network 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:39.181715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f2a9-5ccb-4863-9e48-4d93e98a2781 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.261674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Port': ['ID=ce474a2f-ae64-404e-aab4-fb7c5ff06d68,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:39.288186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.26.8.155 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/98ec57ed-16a0-4f4c-913d-e088d9143484) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:39.333846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.369425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7d065-d7d5-4b32-b112-aa5989c75f1b req-b68a2f99-271d-41d8-beb1-a23d4cd087a0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:39.371007 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cec7d065-d7d5-4b32-b112-aa5989c75f1b req-b68a2f99-271d-41d8-beb1-a23d4cd087a0 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 946 time: 0.7502141 Nov 29 01:48:39.393281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.410504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bdd2d4-38fd-4e58-8e9a-5595ce0bd002']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:39.424784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f2a9-5ccb-4863-9e48-4d93e98a2781 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.432999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df49712-de5c-41f6-adc9-b5608e807c69') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:39.433448 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df49712-de5c-41f6-adc9-b5608e807c69') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:39.442771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f55282-5ace-410a-85c7-624c24896966 None None] DHCP port deletion for 50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:39.458697 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f2a9-5ccb-4863-9e48-4d93e98a2781 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.461263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f2a9-5ccb-4863-9e48-4d93e98a2781 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.465267 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7ac6f2a9-5ccb-4863-9e48-4d93e98a2781 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "PUT /v2.0/security-groups/67e5dd29-279b-4062-97ee-5403af80908c HTTP/1.1" status: 200 len: 1795 time: 0.5722535 Nov 29 01:48:39.466749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43288) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:39.479709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71b8f498-2157-4828-875b-5e55176a5c6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.535040 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.585536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8912d-cb44-41ec-9220-4f72311a863f None None] Network 96e7543c-4ad6-47b5-9926-f5f92954420a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:39.596678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8f498-2157-4828-875b-5e55176a5c6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=32602f18-32c0-4139-99f0-ed63032572d5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:39.606158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71b8f498-2157-4828-875b-5e55176a5c6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.611856 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-71b8f498-2157-4828-875b-5e55176a5c6f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/32602f18-32c0-4139-99f0-ed63032572d5 HTTP/1.1" status: 204 len: 168 time: 1.7560089 Nov 29 01:48:39.612856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network 92836b9b-98f9-4237-8227-5070020f540b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:39.615655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43290) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:39.616514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963420f2-df71-400e-8e39-a024ce1059cd None None] Network 721a8ac3-ea54-4db8-aa3a-f909959a2d28 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:39.620153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:39.629133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.669583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6f2a9-5ccb-4863-9e48-4d93e98a2781 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5dd29-279b-4062-97ee-5403af80908c,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:39.700754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:39.701370 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:39.708669 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:39.714167 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cec7d065-d7d5-4b32-b112-aa5989c75f1b req-958e3de4-6721-4a7e-9b70-dee5ba622198 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups?id=a73e3858-fc4c-49b2-9372-1486e60cb52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909997 Nov 29 01:48:39.719290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.742309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d1088e1b-f337-47b9-a20d-c8e7511f2361 None None] Provisioning complete for port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:39.742835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1088e1b-f337-47b9-a20d-c8e7511f2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.813388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.821046 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d6161124-79a1-4eb7-be25-67d1988c6126 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups/67e5dd29-279b-4062-97ee-5403af80908c HTTP/1.1" status: 200 len: 1795 time: 0.3425868 Nov 29 01:48:39.826531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43292) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:39.871153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.871605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.871998 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Floating IP 90d5ef4e-442c-4128-a4fc-c90aa0ac5744 disassociated. External IP: 172.26.8.70, port: d08e162c-3fb0-4d44-a6ce-9b28d41b01f4. Nov 29 01:48:39.873005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Calling delete_port for d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:39.878292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.880077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.906718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:39.912883 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 HTTP/1.1" status: 204 len: 168 time: 3.9336822 Nov 29 01:48:39.930561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43294) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:39.952729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1665a-3599-41a9-b1cd-a7cb49ed0f86 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=50bdd2d4-38fd-4e58-8e9a-5595ce0bd002,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:39.972876 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-87216dd0-59b2-44ab-a93e-327d529c87f5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:39.973698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87216dd0-59b2-44ab-a93e-327d529c87f5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:39.984009 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-87216dd0-59b2-44ab-a93e-327d529c87f5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 HTTP/1.1" status: 404 len: 339 time: 0.0503824 Nov 29 01:48:39.986328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43296) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:40.021668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380378300', 'description': 'd1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:40.043871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] DHCP port deletion for 721a8ac3-ea54-4db8-aa3a-f909959a2d28 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:40.091492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-436862f6-9680-4178-ad90-7617f2912341 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.114922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] Deleting port aae7410f-7503-471f-871a-7b70d05a469f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:40.115609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.129773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:40.133885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.166067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-436862f6-9680-4178-ad90-7617f2912341 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.217680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] For port aae7410f-7503-471f-871a-7b70d05a469f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=aae7410f-7503-471f-871a-7b70d05a469f,segment=NetworkSegment(d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b),segment_id=d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:40.218275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.238660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] Calling delete_port for aae7410f-7503-471f-871a-7b70d05a469f owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:40.241099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-eda80736-6618-47e8-b227-ec765816a469 None None] Provisioning complete for port ce474a2f-ae64-404e-aab4-fb7c5ff06d68 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:40.241384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eda80736-6618-47e8-b227-ec765816a469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.241738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port aae7410f-7503-471f-871a-7b70d05a469f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:40.242271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.253585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:40.289746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-eda80736-6618-47e8-b227-ec765816a469 None None] Port ce474a2f-ae64-404e-aab4-fb7c5ff06d68 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:40.327381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.342605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.342956 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment f195b6a9-70fd-4bce-b5f0-737ead5e5f7a of type vlan for network b9b3b297-266a-4885-bc26-b8aff5667272 Nov 29 01:48:40.344453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-436862f6-9680-4178-ad90-7617f2912341 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.346978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-436862f6-9680-4178-ad90-7617f2912341 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.348000 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-436862f6-9680-4178-ad90-7617f2912341 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/67e5dd29-279b-4062-97ee-5403af80908c HTTP/1.1" status: 204 len: 168 time: 0.5168622 Nov 29 01:48:40.352995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Router 64819eae-d4bb-423e-8516-03a4f4a3b349 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:40.360218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43298) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:40.379286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:40.380708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.396465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event deleted for resources: {'Port': ['ID=d08e162c-3fb0-4d44-a6ce-9b28d41b01f4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:40.403647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:40.409934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:40.412370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] Pushing event deleted for resources: {'Port': ['ID=aae7410f-7503-471f-871a-7b70d05a469f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:40.418283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=98ec57ed-16a0-4f4c-913d-e088d9143484,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:40.425253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port aae7410f-7503-471f-871a-7b70d05a469f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=aae7410f-7503-471f-871a-7b70d05a469f,segment=NetworkSegment(d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b),segment_id=d3561d35-52fa-4dd0-93c9-5f5b5d60ca5b)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:40.425632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.428805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-effe5684-0612-442e-a569-9e2ca6b287fd None None] Provisioning complete for port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:40.429289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-effe5684-0612-442e-a569-9e2ca6b287fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.434573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f7a64-ba11-4f2a-9e3a-ae62e1004845 None None] No DVR routers for this DVR port aae7410f-7503-471f-871a-7b70d05a469f on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:40.440378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436862f6-9680-4178-ad90-7617f2912341 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5dd29-279b-4062-97ee-5403af80908c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:40.455452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for aae7410f-7503-471f-871a-7b70d05a469f owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:40.461990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.574325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-841d4199-6b24-4406-b3f6-155dfd3327c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.594925 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-07920b23-e8c1-4431-804b-e7e7065ae29d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2335186 Nov 29 01:48:40.597910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:40.606103 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-36fd456a-e842-4227-910c-c581abc68a07 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "PUT /v2.0/routers/64819eae-d4bb-423e-8516-03a4f4a3b349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2967362 Nov 29 01:48:40.606103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43300) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:40.609351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] Sync routers for ids ['64819eae-d4bb-423e-8516-03a4f4a3b349'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:40.623395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] Routers {'64819eae-d4bb-423e-8516-03a4f4a3b349'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:40.624299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['64819eae-d4bb-423e-8516-03a4f4a3b349'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:40.631139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43302) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:40.708243 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-73eb00d3-9f5e-4563-a766-1221eb0caa74 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] delete failed (client error): The resource could not be found. Nov 29 01:48:40.716150 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-73eb00d3-9f5e-4563-a766-1221eb0caa74 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/67e5dd29-279b-4062-97ee-5403af80908c HTTP/1.1" status: 404 len: 347 time: 0.0838094 Nov 29 01:48:40.718595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43304) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:40.719214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] Set router 64819eae-d4bb-423e-8516-03a4f4a3b349 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:40.728717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7b377806-2382-4e48-a52b-16bf9c765b8c tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-secgroup--663931398'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:40.738029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.739691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.746509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:40.747181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359203'] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.777101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Router 093a707b-54b7-4f6e-b4a8-7398bf910430 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:48:40.815755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'name': 'tempest-NetworksTestDHCPv6-router-1825850551', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:26Z', 'updated_at': '2021-11-29T01:48:38Z', 'revision_number': 3, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:40.817183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef3101-fa73-4e20-8f1c-d7b612591e18 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:40.817863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:40.818724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef3101-fa73-4e20-8f1c-d7b612591e18 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:40.820311 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-16ef3101-fa73-4e20-8f1c-d7b612591e18 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1790826 Nov 29 01:48:40.824393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43308) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:40.840446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7b377806-2382-4e48-a52b-16bf9c765b8c tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.850696 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8347695 Nov 29 01:48:40.855324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43310) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:40.882065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e3fc1-9417-455b-8387-a10fc0bd2baa None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:48:40.887918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] Checking router: 64819eae-d4bb-423e-8516-03a4f4a3b349 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:48:40.912006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Router 5638b2dc-1985-457f-83de-1367103a4508 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:40.931175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:40.941319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] Routers {'64819eae-d4bb-423e-8516-03a4f4a3b349'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:40.941961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['64819eae-d4bb-423e-8516-03a4f4a3b349'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:40.961647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea3293-fd69-4c63-82aa-6c5c2b42b68f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=b9b3b297-266a-4885-bc26-b8aff5667272,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:40.998211 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c9176f77-dbfb-46f0-b9ef-c2a871c4a86c req-a03eb206-8bd7-4a48-9b40-c7c1bf16b934 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 210 time: 0.1277728 Nov 29 01:48:41.021304 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network b9b3b297-266a-4885-bc26-b8aff5667272 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:41.024809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.034668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dee0f5-1c84-4025-9c0b-9dfb2a132b6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet e3cdd55f-9a99-4e91-9227-89424d47977b {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:41.054638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00dee0f5-1c84-4025-9c0b-9dfb2a132b6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.067214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] Set router 64819eae-d4bb-423e-8516-03a4f4a3b349 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:41.084771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=aae7410f-7503-471f-871a-7b70d05a469f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:41.090793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port aae7410f-7503-471f-871a-7b70d05a469f on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:41.134629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8364b32c-72d5-44d9-9e3a-8ed8b17f8f60 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:41.138977 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8364b32c-72d5-44d9-9e3a-8ed8b17f8f60 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/networks?id=b9b3b297-266a-4885-bc26-b8aff5667272 HTTP/1.1" status: 200 len: 760 time: 0.2792411 Nov 29 01:48:41.153979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:41.168591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ae765-2375-40df-9727-7d99a4e600a1 None None] Sync routers for ids ['093a707b-54b7-4f6e-b4a8-7398bf910430'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:41.169177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:41.169177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.174452 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2462b1b6-afc8-44f0-825f-360ff9511bf8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "PUT /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1521714 Nov 29 01:48:41.177324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'name': 'tempest-NetworksTestDHCPv6-router-1825850551', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:26Z', 'updated_at': '2021-11-29T01:48:38Z', 'revision_number': 3, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.178185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43312) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:41.178624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43314) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:41.181289 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ae765-2375-40df-9727-7d99a4e600a1 None None] Routers {'093a707b-54b7-4f6e-b4a8-7398bf910430'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:41.182077 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-558ae765-2375-40df-9727-7d99a4e600a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['093a707b-54b7-4f6e-b4a8-7398bf910430'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.185576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f4d505df-76da-4d79-961a-cb088fa7822b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'description': 'd2'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:41.218139 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-558ae765-2375-40df-9727-7d99a4e600a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.227798 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ae765-2375-40df-9727-7d99a4e600a1 None None] Routers {'093a707b-54b7-4f6e-b4a8-7398bf910430'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:41.228613 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-558ae765-2375-40df-9727-7d99a4e600a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['093a707b-54b7-4f6e-b4a8-7398bf910430'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.247817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e649ea-5d9f-4a34-8a9a-d43b7c1abb56 None None] The sync data for ids ['64819eae-d4bb-423e-8516-03a4f4a3b349'] in dv-neutron-816800-5-hyperv is: [{'id': '64819eae-d4bb-423e-8516-03a4f4a3b349', 'name': 'tempest-NetworksTestDHCPv6-router-1825850551', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:48:26Z', 'updated_at': '2021-11-29T01:48:38Z', 'revision_number': 3, 'project_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:41.270018 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-558ae765-2375-40df-9727-7d99a4e600a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.270964 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ae765-2375-40df-9727-7d99a4e600a1 None None] The sync data for ids ['093a707b-54b7-4f6e-b4a8-7398bf910430'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:41.292080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:41.306104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00dee0f5-1c84-4025-9c0b-9dfb2a132b6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.402265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7b377806-2382-4e48-a52b-16bf9c765b8c tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.416971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7b377806-2382-4e48-a52b-16bf9c765b8c tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.439333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.458184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.467373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e3fc1-9417-455b-8387-a10fc0bd2baa None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:48:41.472602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:41.472962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:41.506876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7b377806-2382-4e48-a52b-16bf9c765b8c tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.508981 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7b377806-2382-4e48-a52b-16bf9c765b8c tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7870274 Nov 29 01:48:41.518345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43316) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:41.530748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.536239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d0cbf63d-5ce7-40f9-8733-8ba8441264f6 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '77613d5b-4d89-42dd-b8bf-ae0636c410ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:41.542859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b377806-2382-4e48-a52b-16bf9c765b8c tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77613d5b-4d89-42dd-b8bf-ae0636c410ad,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:41.545874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00dee0f5-1c84-4025-9c0b-9dfb2a132b6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.594455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4d505df-76da-4d79-961a-cb088fa7822b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.603965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721a8ac3-ea54-4db8-aa3a-f909959a2d28']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.610696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=98ec57ed-16a0-4f4c-913d-e088d9143484,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:41.618744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3561d35-52fa-4dd0-93c9-5f5b5d60ca5b') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.619136 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3561d35-52fa-4dd0-93c9-5f5b5d60ca5b') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.691189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device aae7410f-7503-471f-871a-7b70d05a469f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:41.691402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00dee0f5-1c84-4025-9c0b-9dfb2a132b6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.719915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: aae7410f-7503-471f-871a-7b70d05a469f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:41.720390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device aae7410f-7503-471f-871a-7b70d05a469f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:41.720906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e7867e7e-059f-4542-8322-2a1dea70a16f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:41.724908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:41.732502 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.738546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dee0f5-1c84-4025-9c0b-9dfb2a132b6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cdd55f-9a99-4e91-9227-89424d47977b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:41.742331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-00dee0f5-1c84-4025-9c0b-9dfb2a132b6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.747853 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-00dee0f5-1c84-4025-9c0b-9dfb2a132b6a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/e3cdd55f-9a99-4e91-9227-89424d47977b HTTP/1.1" status: 204 len: 168 time: 0.9174542 Nov 29 01:48:41.751959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.754405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43318) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:41.782196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] Sync routers for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:41.782720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] No DVR routers for this DVR port d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:41.789163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4d505df-76da-4d79-961a-cb088fa7822b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.791207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e7867e7e-059f-4542-8322-2a1dea70a16f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:41.791883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e7867e7e-059f-4542-8322-2a1dea70a16f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:41.801871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.806219 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddcfdfa8-8e83-44fa-8a38-c8359430b8e1 req-df21b1bf-576b-4077-8f4c-057717a9b470 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.21 "DELETE /v2.0/ports/d08e162c-3fb0-4d44-a6ce-9b28d41b01f4 HTTP/1.1" status: 204 len: 173 time: 3.9795074 Nov 29 01:48:41.806353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0cbf63d-5ce7-40f9-8733-8ba8441264f6 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.811643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:41.812474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:41.817560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'name': 'network-vif-deleted', 'tag': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:48:41.823016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02bdf1-d019-41c7-a9ac-431d9204a773" -d '{"events": [{"server_uuid": "91e02906-1e92-499d-a5bf-ce65ec1cc786", "name": "network-vif-deleted", "tag": "d08e162c-3fb0-4d44-a6ce-9b28d41b01f4"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:48:41.843624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.870330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4d505df-76da-4d79-961a-cb088fa7822b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network b9b3b297-266a-4885-bc26-b8aff5667272 is not hosted by any dhcp agent {{(pid=109949) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 01:48:41.879995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d505df-76da-4d79-961a-cb088fa7822b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:41.880617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4d505df-76da-4d79-961a-cb088fa7822b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.885273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f4d505df-76da-4d79-961a-cb088fa7822b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "PUT /v2.0/networks/b9b3b297-266a-4885-bc26-b8aff5667272 HTTP/1.1" status: 200 len: 757 time: 0.7041922 Nov 29 01:48:41.894220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43322) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:41.913143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:41.913559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.930932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:41.935847 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-195d16b7-287d-4a1a-bb6e-f2301fd6974a tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1594782 Nov 29 01:48:41.940430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43324) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:41.956452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'port': {'network_id': 'd68d5501-01d6-4fc8-aa7a-97024b9b6344', 'name': 'tempest-FloatingIPTestJSON-1148476275'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:41.987010 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:41.995456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b90712-7ad4-4169-b4fe-1ac93dd6a7d7 x-openstack-request-id: req-44b90712-7ad4-4169-b4fe-1ac93dd6a7d7 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:48:41.996022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e02906-1e92-499d-a5bf-ce65ec1cc786", "name": "network-vif-deleted", "tag": "d08e162c-3fb0-4d44-a6ce-9b28d41b01f4", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:48:41.996454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44b90712-7ad4-4169-b4fe-1ac93dd6a7d7 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:48:41.997011 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e02906-1e92-499d-a5bf-ce65ec1cc786', 'name': 'network-vif-deleted', 'tag': 'd08e162c-3fb0-4d44-a6ce-9b28d41b01f4', 'status': 'completed', 'code': 200} Nov 29 01:48:42.024793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73970d3e-904a-45d1-b68b-d0011061849b None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:42.027985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:42.106881 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ec53aaf6-c8d7-4dba-95b5-f69f203000a9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3498447 Nov 29 01:48:42.125009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43332) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:42.171895 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-70080a9c-5964-4e06-941a-f29b93e6b4a0 req-350a52ec-2e78-4741-8cf2-f89c94212f40 tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e02906-1e92-499d-a5bf-ce65ec1cc786 HTTP/1.1" status: 200 len: 210 time: 0.0585313 Nov 29 01:48:42.177301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0cbf63d-5ce7-40f9-8733-8ba8441264f6 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.235613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0cbf63d-5ce7-40f9-8733-8ba8441264f6 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.315612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbf63d-5ce7-40f9-8733-8ba8441264f6 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b9b1d1-40a0-49e4-bb14-70f7741b852e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:42.330280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0cbf63d-5ce7-40f9-8733-8ba8441264f6 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.331775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d0cbf63d-5ce7-40f9-8733-8ba8441264f6 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8109641 Nov 29 01:48:42.336244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43334) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:42.366619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8ce2-40a1-473e-b6f1-5a28512842b6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.400900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:06Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:42.439577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:42.441768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] Checking router: 5638b2dc-1985-457f-83de-1367103a4508 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:48:42.466576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14a60fbf-c7f1-4061-b155-873cbdbacae5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.483727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:42.484387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:42.486686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14a60fbf-c7f1-4061-b155-873cbdbacae5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.509663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d505df-76da-4d79-961a-cb088fa7822b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=b9b3b297-266a-4885-bc26-b8aff5667272,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:42.548457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.583042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network b9b3b297-266a-4885-bc26-b8aff5667272 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:42.585159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f82569ef-4b64-4fec-acd2-9a881f80cae6 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:42.588416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:42.592325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.592553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.596015 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/721a8ac3-ea54-4db8-aa3a-f909959a2d28 HTTP/1.1" status: 204 len: 168 time: 2.9697149 Nov 29 01:48:42.611336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43336) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:42.620303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1175635667', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:42.632215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f05870-1dea-4919-ae4c-fa1f9a06a0f8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:42.640499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43338) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:42.640757 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-81f05870-1dea-4919-ae4c-fa1f9a06a0f8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/networks?id=b9b3b297-266a-4885-bc26-b8aff5667272 HTTP/1.1" status: 200 len: 760 time: 0.7447693 Nov 29 01:48:42.644046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: f82569ef-4b64-4fec-acd2-9a881f80cae6 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:42.644046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f82569ef-4b64-4fec-acd2-9a881f80cae6 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:42.644713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8d17b48d-0482-4e46-b278-bd026639ae7f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:42.645378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef018290-66be-4ca6-b92f-13ebd99c3ce1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=721a8ac3-ea54-4db8-aa3a-f909959a2d28,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:42.647807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8ce2-40a1-473e-b6f1-5a28512842b6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.653119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1514158048'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:42.656886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] device_id is not set on port 420045ac-7bfe-448c-898b-57837b796241 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:42.663829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8ce2-40a1-473e-b6f1-5a28512842b6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.666757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14a60fbf-c7f1-4061-b155-873cbdbacae5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.679665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14a60fbf-c7f1-4061-b155-873cbdbacae5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.681521 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-14a60fbf-c7f1-4061-b155-873cbdbacae5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c4b9b1d1-40a0-49e4-bb14-70f7741b852e HTTP/1.1" status: 204 len: 168 time: 0.3433344 Nov 29 01:48:42.687496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43340) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:42.719328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.720397 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.741784 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-8ab245c5-09e9-4522-b4d0-21cdb4dadea5 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:48:42.745936 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8ab245c5-09e9-4522-b4d0-21cdb4dadea5 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "PUT /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4847908 Nov 29 01:48:42.749812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43342) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:42.768621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a60fbf-c7f1-4061-b155-873cbdbacae5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4b9b1d1-40a0-49e4-bb14-70f7741b852e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:42.803195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8ce2-40a1-473e-b6f1-5a28512842b6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.803746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecf8ce2-40a1-473e-b6f1-5a28512842b6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Fanout notify agent at l3_agent the message router_deleted on router 64819eae-d4bb-423e-8516-03a4f4a3b349 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:48:42.823334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8ce2-40a1-473e-b6f1-5a28512842b6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.824482 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9ecf8ce2-40a1-473e-b6f1-5a28512842b6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/routers/64819eae-d4bb-423e-8516-03a4f4a3b349 HTTP/1.1" status: 204 len: 168 time: 0.6974921 Nov 29 01:48:42.841845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] Deleting port 8d17b48d-0482-4e46-b278-bd026639ae7f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:42.843046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43344) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:42.843415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.876991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:42.890674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.921051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.941833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] For port 8d17b48d-0482-4e46-b278-bd026639ae7f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8d17b48d-0482-4e46-b278-bd026639ae7f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:42.942476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:42.950412 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-83be0530-efbc-41a3-966a-146463453b68 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2290630 Nov 29 01:48:42.952600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43346) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:42.965961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] Calling delete_port for 8d17b48d-0482-4e46-b278-bd026639ae7f owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:42.979440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:43.020913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:43.023303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.20.0.11 (d68d5501-01d6-4fc8-aa7a-97024b9b6344/39c9320c-294d-475a-94e9-9f7a264ef8cf/420045ac-7bfe-448c-898b-57837b796241) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:43.058035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ba162-8144-47b3-8620-dca3f00a0230 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:43.062040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d91ba162-8144-47b3-8620-dca3f00a0230 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1908329 Nov 29 01:48:43.062040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.062040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment 08c0eaab-8ed9-46e0-b8a1-9ebbb728c709 of type vlan for network eefb0b16-e67d-41ac-a703-7166932c6b48 Nov 29 01:48:43.070044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43348) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:43.127995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.140861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58b75bd5-b989-4569-9f77-72dd008ff587 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.144472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.205936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58b75bd5-b989-4569-9f77-72dd008ff587 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.278749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.284704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:43.285542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.292114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.303874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f3666-95a1-4518-af02-68fc4c0082f4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:43.308121 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-471f3666-95a1-4518-af02-68fc4c0082f4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2258658 Nov 29 01:48:43.309966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43354) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:43.310622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43356) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:43.406025 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c429255e-66aa-4793-9872-59681b13c7fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847449 Nov 29 01:48:43.406241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 8d17b48d-0482-4e46-b278-bd026639ae7f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8d17b48d-0482-4e46-b278-bd026639ae7f,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:43.415903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.435570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.437267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43358) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:43.441185 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7993040 Nov 29 01:48:43.445148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43360) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:43.445749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:43.462089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event deleted for resources: {'Port': ['ID=8d17b48d-0482-4e46-b278-bd026639ae7f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:43.468349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': 'eefb0b16-e67d-41ac-a703-7166932c6b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:43.481552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58b75bd5-b989-4569-9f77-72dd008ff587 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.484276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-58b75bd5-b989-4569-9f77-72dd008ff587 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.486914 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-58b75bd5-b989-4569-9f77-72dd008ff587 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/77613d5b-4d89-42dd-b8bf-ae0636c410ad HTTP/1.1" status: 204 len: 168 time: 0.5304570 Nov 29 01:48:43.492323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43362) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:43.505463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] No DVR routers for this DVR port 8d17b48d-0482-4e46-b278-bd026639ae7f on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:43.510523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d49dd-7b5d-4b76-ba99-cac2f2ee1d5a None None] Pushing event deleted for resources: {'Port': ['ID=8d17b48d-0482-4e46-b278-bd026639ae7f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:43.543785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:06Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:43.562570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdd5ab-ddbe-43d0-b805-43175c4d49c2 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=eefb0b16-e67d-41ac-a703-7166932c6b48,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:43.576526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330a00f-f6cd-466b-abfe-2c68c1122b64 None None] The sync data for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv is: [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:45:00Z', 'revision_number': 4, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '49ac6206-15a3-4e22-b89b-d16462fe41ff', 'name': '', 'network_id': '012a18af-2071-4530-9a04-3c0e2dc36562', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:58Z', 'updated_at': '2021-11-29T01:45:06Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'subnets': [{'id': 'f2d04192-ceea-40bb-ba69-29459030cf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:43.588608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network eefb0b16-e67d-41ac-a703-7166932c6b48 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:43.592074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.593261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b75bd5-b989-4569-9f77-72dd008ff587 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77613d5b-4d89-42dd-b8bf-ae0636c410ad,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:43.672126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:43.677164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.699566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0cea8f7-8d52-4030-ab44-7ec9d2f6838a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.711840 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-584de346-ffb1-4db0-b49d-52c24f1d7968 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2026715 Nov 29 01:48:43.722191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43364) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:43.738400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-628b8263-de21-4b46-99ab-4f545a8753ea tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136493515'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:43.764414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0cea8f7-8d52-4030-ab44-7ec9d2f6838a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.781099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:43.789253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.796842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.855036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.859130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.892068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.906349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.907910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-628b8263-de21-4b46-99ab-4f545a8753ea tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:43.918715 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a88704-beb4-42a3-8c56-d1378e6b5df9 None None] New status for floating IP 90d5ef4e-442c-4128-a4fc-c90aa0ac5744: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:48:43.948919 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:43.963972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:43.966910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:43.987997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef6e7d1-a6c2-422f-8142-3895b62fa5c4 None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:44.036335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2da91396-ea1d-4699-a6c3-f64b56b7145a None None] Provisioning complete for port 420045ac-7bfe-448c-898b-57837b796241 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:44.037149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da91396-ea1d-4699-a6c3-f64b56b7145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.094642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2da91396-ea1d-4699-a6c3-f64b56b7145a None None] Port 420045ac-7bfe-448c-898b-57837b796241 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:44.153774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1917b9c0-a59a-4fbe-9255-50deaaf20392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.230871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.26.8.98 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/f4186c96-72ff-4223-ae90-a6ec30c0fe8a) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:44.345244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=420045ac-7bfe-448c-898b-57837b796241,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:44.384855 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0cea8f7-8d52-4030-ab44-7ec9d2f6838a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.387413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d0cea8f7-8d52-4030-ab44-7ec9d2f6838a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.390839 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d0cea8f7-8d52-4030-ab44-7ec9d2f6838a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "DELETE /v2.0/security-groups/a73e3858-fc4c-49b2-9372-1486e60cb52b HTTP/1.1" status: 204 len: 168 time: 1.0726223 Nov 29 01:48:44.394386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43366) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:44.420371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:44.420974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.455612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cea8f7-8d52-4030-ab44-7ec9d2f6838a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73e3858-fc4c-49b2-9372-1486e60cb52b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:44.468671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:48:44.479796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.484893 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-1b835c44-d4a6-4009-b19d-eae83d00865d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] show failed (client error): The resource could not be found. Nov 29 01:48:44.485069 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0c764365-8395-490a-8017-b82c922fc1e8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5399063 Nov 29 01:48:44.485503 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1b835c44-d4a6-4009-b19d-eae83d00865d tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "GET /v2.0/security-groups/a73e3858-fc4c-49b2-9372-1486e60cb52b HTTP/1.1" status: 404 len: 347 time: 0.0858841 Nov 29 01:48:44.489188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43368) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:44.489336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.489522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43370) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:44.496968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'port_id': '420045ac-7bfe-448c-898b-57837b796241'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:44.543279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-628b8263-de21-4b46-99ab-4f545a8753ea tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.562107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:44.575736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:44.582823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-628b8263-de21-4b46-99ab-4f545a8753ea tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.583270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:44.583942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.588350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972e489-209b-4ae8-93fc-a8faee8301b6 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:44.595470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.612961 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1732388 Nov 29 01:48:44.617268 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84967677-358e-4f4e-8876-bab7cdd38e31 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=5bf56140-3e39-4741-979e-05104da9361e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:44.620445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43372) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:44.626713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:44.707614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting port ce474a2f-ae64-404e-aab4-fb7c5ff06d68 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:44.708437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.711401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.744746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-628b8263-de21-4b46-99ab-4f545a8753ea tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.746019 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-628b8263-de21-4b46-99ab-4f545a8753ea tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0150986 Nov 29 01:48:44.758196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43374) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:44.765628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '5bf56140-3e39-4741-979e-05104da9361e'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:44.767268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.770057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-dbecb80e-ab07-4559-b80b-c94f51689e7f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '8381c0a9-aad5-422a-9c20-e7425a22c41e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:44.783967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b8263-de21-4b46-99ab-4f545a8753ea tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8381c0a9-aad5-422a-9c20-e7425a22c41e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:44.827400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.926526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Allocated IP 2001:db8::f816:3eff:fe5d:83c6 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/5bf56140-3e39-4741-979e-05104da9361e/41abfe6e-58e4-452b-9b32-db1eb8fd106b) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:44.965054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dbecb80e-ab07-4559-b80b-c94f51689e7f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:44.969549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=8fcb8de4-0194-4776-b7d4-defee4103890,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:45.067430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eefb0b16-e67d-41ac-a703-7166932c6b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:45.068117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: eefb0b16-e67d-41ac-a703-7166932c6b48, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:45.075678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Deleting port 0a17316c-45f0-4259-94cd-4972f34b05d3 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:45.076021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.081366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:45.091568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.096343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:45.104070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.109511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:45.142208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1c1ab-a4d1-4d53-bfbb-2a583065180b None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:45.143147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=f4186c96-72ff-4223-ae90-a6ec30c0fe8a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:45.163089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:45.167233 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:45.170013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:45.183539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Pushing event updated for resources: {'Port': ['ID=41abfe6e-58e4-452b-9b32-db1eb8fd106b,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:45.192318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.210083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network eefb0b16-e67d-41ac-a703-7166932c6b48 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:45.222106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dbecb80e-ab07-4559-b80b-c94f51689e7f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.271160 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Attempting to bind port 41abfe6e-58e4-452b-9b32-db1eb8fd106b on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:45.271606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Attempting to bind port 41abfe6e-58e4-452b-9b32-db1eb8fd106b by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:45.272280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Attempting to bind port 41abfe6e-58e4-452b-9b32-db1eb8fd106b on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:45.280283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Calling delete_port for ce474a2f-ae64-404e-aab4-fb7c5ff06d68 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:45.282947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:45.283623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:45.284298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.284880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:45.285533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Bound port: 41abfe6e-58e4-452b-9b32-db1eb8fd106b, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:45.286100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.288972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.290714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b34a8387-6d65-4374-8a47-5c7de93af0f6 None None] Provisioning complete for port f4186c96-72ff-4223-ae90-a6ec30c0fe8a triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:45.291260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b34a8387-6d65-4374-8a47-5c7de93af0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.292369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dbecb80e-ab07-4559-b80b-c94f51689e7f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.304866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, eefb0b16-e67d-41ac-a703-7166932c6b48) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:45.313266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:45.316865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.327578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:45.328182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.332618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a00377-dafe-4f68-8219-a2c02e673f9f None None] Network eefb0b16-e67d-41ac-a703-7166932c6b48 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:45.348173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecb80e-ab07-4559-b80b-c94f51689e7f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf8c968-7229-42f8-afda-60b88d9aec36,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:45.354346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.354585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.374580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dbecb80e-ab07-4559-b80b-c94f51689e7f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.376524 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dbecb80e-ab07-4559-b80b-c94f51689e7f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6128392 Nov 29 01:48:45.385272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43376) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:45.388597 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fc5e9a7f-8f87-408f-b926-b4028b79eafc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9340029 Nov 29 01:48:45.393710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-72c077f3-e963-4de5-b2db-876ab698332d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '8381c0a9-aad5-422a-9c20-e7425a22c41e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:45.398082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Calling delete_port for 0a17316c-45f0-4259-94cd-4972f34b05d3 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:45.403882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43378) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:45.432294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b34a8387-6d65-4374-8a47-5c7de93af0f6 None None] Port f4186c96-72ff-4223-ae90-a6ec30c0fe8a cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:45.490443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] For port 41abfe6e-58e4-452b-9b32-db1eb8fd106b, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:45.494153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] For port 41abfe6e-58e4-452b-9b32-db1eb8fd106b, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=41abfe6e-58e4-452b-9b32-db1eb8fd106b,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:45.503188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.564617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.resource_extend [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:48:45.607051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721204b0-1e6f-4730-85f3-daacc08ad388 None None] Pushing event updated for resources: {'Port': ['ID=41abfe6e-58e4-452b-9b32-db1eb8fd106b,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:45.619229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72c077f3-e963-4de5-b2db-876ab698332d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.654122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-eefb0b16-e67d-41ac-a703-7166932c6b48', 'network_id': 'eefb0b16-e67d-41ac-a703-7166932c6b48', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': '8fcb8de4-0194-4776-b7d4-defee4103890'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:45.654984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.675885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.691119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.692796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.728094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.812565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Port': ['ID=ce474a2f-ae64-404e-aab4-fb7c5ff06d68,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:45.823713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Allocated IP 172.20.0.2 (eefb0b16-e67d-41ac-a703-7166932c6b48/8fcb8de4-0194-4776-b7d4-defee4103890/68b57822-6ecd-4faa-ab6b-9a661ae19ce6) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:45.870312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.919586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72c077f3-e963-4de5-b2db-876ab698332d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:45.949347 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP dc861da2-4af5-4547-8a6e-3a2797c4c993 associated. External IP: 172.26.8.155, port: 420045ac-7bfe-448c-898b-57837b796241. Nov 29 01:48:46.038011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.047027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72c077f3-e963-4de5-b2db-876ab698332d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.047269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.101366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Network eefb0b16-e67d-41ac-a703-7166932c6b48 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:46.104894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:46.109595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:46.113075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Pushing event updated for resources: {'Port': ['ID=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:46.121231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.174406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c077f3-e963-4de5-b2db-876ab698332d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8e003d-ac46-4b87-90bc-1947f655b1de,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:46.177517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Attempting to bind port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:46.177894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Attempting to bind port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eefb0b16-e67d-41ac-a703-7166932c6b48'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:46.178262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Attempting to bind port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 on network eefb0b16-e67d-41ac-a703-7166932c6b48 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:46.195941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:46.196325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Checking segment: {'id': '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eefb0b16-e67d-41ac-a703-7166932c6b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:46.196733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.197136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Bound using segment: {'id': '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eefb0b16-e67d-41ac-a703-7166932c6b48'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:46.197631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Bound port: 68b57822-6ecd-4faa-ab6b-9a661ae19ce6, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eefb0b16-e67d-41ac-a703-7166932c6b48'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:46.198008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.209287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72c077f3-e963-4de5-b2db-876ab698332d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.213806 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-72c077f3-e963-4de5-b2db-876ab698332d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8238668 Nov 29 01:48:46.216831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43384) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:46.233682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-55202ee3-fbf7-4fed-9900-227afb3a847b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '8381c0a9-aad5-422a-9c20-e7425a22c41e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:46.276163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.276465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.287279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] For port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:46.291052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.293207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] For port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,segment=NetworkSegment(08c0eaab-8ed9-46e0-b8a1-9ebbb728c709),segment_id=08c0eaab-8ed9-46e0-b8a1-9ebbb728c709)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:46.298645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.345985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.368800 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55202ee3-fbf7-4fed-9900-227afb3a847b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.374564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced00cb-6136-4e3b-8001-988bba859d72 None None] Pushing event updated for resources: {'Port': ['ID=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:46.388287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9623a-e80a-45b8-9a72-fbdbd0348852 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:46.434079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Pushing event deleted for resources: {'Port': ['ID=0a17316c-45f0-4259-94cd-4972f34b05d3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:46.504943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.524719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:46.553107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:46.579853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 41abfe6e-58e4-452b-9b32-db1eb8fd106b up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:46.580251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:46.580844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.609278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=80caf24a-6fa8-4440-ae68-4edd927d114e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:46.613651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Router 093a707b-54b7-4f6e-b4a8-7398bf910430 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:46.636990 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4943e100-13b8-4f23-bb75-e5d459d65ca6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0133672 Nov 29 01:48:46.639679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcb8de4-0194-4776-b7d4-defee4103890,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:46.643161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43388) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:46.658378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.682337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:8a:00:c9', 'name': 'tempest-NetworksTestDHCPv6-611267952'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:46.718584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 41abfe6e-58e4-452b-9b32-db1eb8fd106b triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:46.718584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.771413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55202ee3-fbf7-4fed-9900-227afb3a847b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.777830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.872260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.895176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55202ee3-fbf7-4fed-9900-227afb3a847b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.917908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.920287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 41abfe6e-58e4-452b-9b32-db1eb8fd106b, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=41abfe6e-58e4-452b-9b32-db1eb8fd106b,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:46.920981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.922104 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0069e15d-9213-4730-a16c-5380c72ac25a tempest-ServerActionsTestJSON-1680656483 tempest-ServerActionsTestJSON-1680656483-project] 10.222.0.30 "DELETE /v2.0/floatingips/90d5ef4e-442c-4128-a4fc-c90aa0ac5744 HTTP/1.1" status: 204 len: 168 time: 2.4217055 Nov 29 01:48:46.931259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:46.941443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43392) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:46.960586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:46.968655 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-023a67b9-a861-4f3f-87d8-303fbf852147 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "PUT /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2175400 Nov 29 01:48:46.973103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43394) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:46.978183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149df93c-8cef-4228-b8ed-33a54b2cd6ef None None] Sync routers for ids ['093a707b-54b7-4f6e-b4a8-7398bf910430'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:47.004069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=41abfe6e-58e4-452b-9b32-db1eb8fd106b,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:47.006908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149df93c-8cef-4228-b8ed-33a54b2cd6ef None None] Routers {'093a707b-54b7-4f6e-b4a8-7398bf910430'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:47.007518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-149df93c-8cef-4228-b8ed-33a54b2cd6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['093a707b-54b7-4f6e-b4a8-7398bf910430'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.031474 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-9659b8fb-46a8-4819-aed5-2474fdf7f28e tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] delete failed (client error): The resource could not be found. Nov 29 01:48:47.038769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefb0b16-e67d-41ac-a703-7166932c6b48']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.041395 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9659b8fb-46a8-4819-aed5-2474fdf7f28e tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1077420932 HTTP/1.1" status: 404 len: 335 time: 0.0671206 Nov 29 01:48:47.043593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43396) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:47.048177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-149df93c-8cef-4228-b8ed-33a54b2cd6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.057934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c6a0315a-a67d-45f0-85f5-6e2a9fcd42f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'router': {'external_gateway_info': {'network_id': '093a707b-54b7-4f6e-b4a8-7398bf910430'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:47.058407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149df93c-8cef-4228-b8ed-33a54b2cd6ef None None] Routers {'093a707b-54b7-4f6e-b4a8-7398bf910430'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:47.059934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-149df93c-8cef-4228-b8ed-33a54b2cd6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['093a707b-54b7-4f6e-b4a8-7398bf910430'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.064111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55202ee3-fbf7-4fed-9900-227afb3a847b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff42090e-309d-4d1d-8766-95d8ea9d9622,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:47.069370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.069926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.089286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55202ee3-fbf7-4fed-9900-227afb3a847b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.090714 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-55202ee3-fbf7-4fed-9900-227afb3a847b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8652534 Nov 29 01:48:47.098522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.098764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-149df93c-8cef-4228-b8ed-33a54b2cd6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.099447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149df93c-8cef-4228-b8ed-33a54b2cd6ef None None] The sync data for ids ['093a707b-54b7-4f6e-b4a8-7398bf910430'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:47.100766 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43398) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:47.122343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-67964991-af66-4c6b-b499-f587c914dd3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '8381c0a9-aad5-422a-9c20-e7425a22c41e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:47.145114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 44d1b454-9f18-44f6-b0e3-d1a213a8e10d is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:48:47.155841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:47.158832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.173358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:47.196925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:47.197143 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:47.201578 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:47.233190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b53ee-8982-4265-af85-acd789deaf25 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:47.375437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-86410734-9fbc-45e5-868a-644703287984 None None] Provisioning complete for port 41abfe6e-58e4-452b-9b32-db1eb8fd106b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:47.375961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86410734-9fbc-45e5-868a-644703287984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.577242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79932d3f-31ea-4df1-866a-0bb5a859d16d None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '5bf56140-3e39-4741-979e-05104da9361e', 'ip_address': '2001:db8::f816:3eff:fe5d:83c6'}, {'subnet_id': '80caf24a-6fa8-4440-ae68-4edd927d114e'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '41abfe6e-58e4-452b-9b32-db1eb8fd106b'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:48:47.611447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-79932d3f-31ea-4df1-866a-0bb5a859d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.727432 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6a0315a-a67d-45f0-85f5-6e2a9fcd42f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.767140 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-c6a0315a-a67d-45f0-85f5-6e2a9fcd42f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] update failed (client error): The resource could not be found. Nov 29 01:48:47.773092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c6a0315a-a67d-45f0-85f5-6e2a9fcd42f6 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "PUT /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430 HTTP/1.1" status: 404 len: 339 time: 0.7277021 Nov 29 01:48:47.776583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43402) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:47.780409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d47e0-bf40-438f-ae50-03f3a38626bb None None] Network eefb0b16-e67d-41ac-a703-7166932c6b48 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:47.782348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-353959541'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:47.795601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:47.803194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-67964991-af66-4c6b-b499-f587c914dd3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.808037 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48e39a-cacf-4052-9429-416ed87e3515 None None] Sync routers for ids ['44d1b454-9f18-44f6-b0e3-d1a213a8e10d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:47.822824 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48e39a-cacf-4052-9429-416ed87e3515 None None] Routers {'44d1b454-9f18-44f6-b0e3-d1a213a8e10d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:47.823160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Made reservation on behalf of b4e4e48101e2449db0f50f5171756352 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:47.824412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:48:47.824412 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:48:47.824412 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'id': 'eefb0b16-e67d-41ac-a703-7166932c6b48'}] Nov 29 01:48:47.824412 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:48:47.824853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:48:47.825309 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-ae48e39a-cacf-4052-9429-416ed87e3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['44d1b454-9f18-44f6-b0e3-d1a213a8e10d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.830118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.864385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:47.875149 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-ae48e39a-cacf-4052-9429-416ed87e3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.877526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.878085 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Added segment e7bd7a7a-141c-4e73-9e98-4824877154ab of type vlan for network 45b54ba4-2b43-44df-b52c-64f6e037801c Nov 29 01:48:47.892056 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48e39a-cacf-4052-9429-416ed87e3515 None None] Routers {'44d1b454-9f18-44f6-b0e3-d1a213a8e10d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:47.892945 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-ae48e39a-cacf-4052-9429-416ed87e3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['44d1b454-9f18-44f6-b0e3-d1a213a8e10d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.906452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ae9f5e34-3393-4de8-a640-1401dc4f0344 None None] Provisioning complete for port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:47.906978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5e34-3393-4de8-a640-1401dc4f0344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.916462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.928868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.939783 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-ae48e39a-cacf-4052-9429-416ed87e3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:47.940748 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48e39a-cacf-4052-9429-416ed87e3515 None None] The sync data for ids ['44d1b454-9f18-44f6-b0e3-d1a213a8e10d'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:47.954113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-79932d3f-31ea-4df1-866a-0bb5a859d16d None None] Allocated IP 172.20.0.2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/80caf24a-6fa8-4440-ae68-4edd927d114e/41abfe6e-58e4-452b-9b32-db1eb8fd106b) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:47.963594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.965653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-67964991-af66-4c6b-b499-f587c914dd3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.967947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43404) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:47.968177 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-45c2da0c-bcee-4009-ac87-74a96b6af0ef tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.3554213 Nov 29 01:48:47.969687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.970358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 430667ea-5088-4fc8-80d7-1e235e30f6e5 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:48:47.975793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:47.976422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:47.989579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-67964991-af66-4c6b-b499-f587c914dd3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.052551 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2713249 Nov 29 01:48:48.052778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43406) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:48.058101 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'subnet': {'network_id': '45b54ba4-2b43-44df-b52c-64f6e037801c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:48.078443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb9478-631e-40b4-b8bf-c26997a289a3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Network': ['ID=45b54ba4-2b43-44df-b52c-64f6e037801c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:48.102966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:48.150610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.170236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Made reservation on behalf of b4e4e48101e2449db0f50f5171756352 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:48.174276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.184463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67964991-af66-4c6b-b499-f587c914dd3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d8ecc8-f349-4e11-89ef-f40ad27de2b8,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:48.209870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-67964991-af66-4c6b-b499-f587c914dd3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.211147 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-67964991-af66-4c6b-b499-f587c914dd3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0991108 Nov 29 01:48:48.217853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43408) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:48.224338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-aedada27-7eba-4c9e-a06d-f62928868759 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '8381c0a9-aad5-422a-9c20-e7425a22c41e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:48.232381 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-71385df7-6551-4bcd-be2d-4acec68325a2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/floatingips/dc861da2-4af5-4547-8a6e-3a2797c4c993 HTTP/1.1" status: 200 len: 979 time: 3.7389753 Nov 29 01:48:48.237272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43410) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:48.241106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bd104-6dd8-4b0b-bd03-4283623d073c None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:48.244402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 45b54ba4-2b43-44df-b52c-64f6e037801c details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:48.298641 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-812f3d53-21cb-45dd-90f6-b5a8f94f2ae1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/routers/44d1b454-9f18-44f6-b0e3-d1a213a8e10d HTTP/1.1" status: 200 len: 880 time: 0.3203552 Nov 29 01:48:48.301516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43412) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:48.312010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aedada27-7eba-4c9e-a06d-f62928868759 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.329658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bd104-6dd8-4b0b-bd03-4283623d073c None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:48.330942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-903bd104-6dd8-4b0b-bd03-4283623d073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:48.332140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.346744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5e34-3393-4de8-a640-1401dc4f0344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.399616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] DHCP port deletion for eefb0b16-e67d-41ac-a703-7166932c6b48 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:48.411446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-903bd104-6dd8-4b0b-bd03-4283623d073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:48.475022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-79932d3f-31ea-4df1-866a-0bb5a859d16d None None] For port 41abfe6e-58e4-452b-9b32-db1eb8fd106b, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=41abfe6e-58e4-452b-9b32-db1eb8fd106b,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:48.478942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aedada27-7eba-4c9e-a06d-f62928868759 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.480002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bd104-6dd8-4b0b-bd03-4283623d073c None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:48.480738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-903bd104-6dd8-4b0b-bd03-4283623d073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:48.492171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aedada27-7eba-4c9e-a06d-f62928868759 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.519869 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:48.520385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.534619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ae9f5e34-3393-4de8-a640-1401dc4f0344 None None] For port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,segment=NetworkSegment(08c0eaab-8ed9-46e0-b8a1-9ebbb728c709),segment_id=08c0eaab-8ed9-46e0-b8a1-9ebbb728c709)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:48.536732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 420045ac-7bfe-448c-898b-57837b796241 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:48.537223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.542513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-903bd104-6dd8-4b0b-bd03-4283623d073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:48.542513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bd104-6dd8-4b0b-bd03-4283623d073c None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:48.552066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedada27-7eba-4c9e-a06d-f62928868759 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e384325-746d-4edd-a47c-904a87f501b1,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:48.560742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5e34-3393-4de8-a640-1401dc4f0344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.564846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aedada27-7eba-4c9e-a06d-f62928868759 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.566274 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aedada27-7eba-4c9e-a06d-f62928868759 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3453014 Nov 29 01:48:48.569350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43414) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:48.619773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.637782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 41abfe6e-58e4-452b-9b32-db1eb8fd106b up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:48.666169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-79932d3f-31ea-4df1-866a-0bb5a859d16d None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.687283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-79932d3f-31ea-4df1-866a-0bb5a859d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.698716 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.718695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,segment=NetworkSegment(08c0eaab-8ed9-46e0-b8a1-9ebbb728c709),segment_id=08c0eaab-8ed9-46e0-b8a1-9ebbb728c709)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:48.719069 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.720026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] Deleting port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:48.720403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.724791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f5e34-3393-4de8-a640-1401dc4f0344 None None] Pushing event updated for resources: {'Port': ['ID=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:48.748016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d15abe4b-fd1a-4fe9-b485-fc3b0245283e tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.765899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:48.771706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d15abe4b-fd1a-4fe9-b485-fc3b0245283e tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.777934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.866752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 41abfe6e-58e4-452b-9b32-db1eb8fd106b triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:48.866752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.878326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Subnet': ['ID=32cb35e0-6185-411c-8296-457a7807cf25,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:48.886709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] For port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,segment=NetworkSegment(08c0eaab-8ed9-46e0-b8a1-9ebbb728c709),segment_id=08c0eaab-8ed9-46e0-b8a1-9ebbb728c709)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:48.887264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.909029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] Calling delete_port for 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:48.912273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d15abe4b-fd1a-4fe9-b485-fc3b0245283e tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.925285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Checking segment: {'id': 'e7bd7a7a-141c-4e73-9e98-4824877154ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '45b54ba4-2b43-44df-b52c-64f6e037801c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:48.925670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network hostable DHCP agents. Network: 45b54ba4-2b43-44df-b52c-64f6e037801c, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:48.949629 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a911cfbc-3eba-46d3-a32b-b69fe416e5c9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6174245 Nov 29 01:48:48.951974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43416) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:48.962366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2e8a7898-730b-472a-b8bc-9108da1e2a73 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1175635667'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:48.962607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d15abe4b-fd1a-4fe9-b485-fc3b0245283e tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:48.963535 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d15abe4b-fd1a-4fe9-b485-fc3b0245283e tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7e384325-746d-4edd-a47c-904a87f501b1 HTTP/1.1" status: 204 len: 168 time: 0.3925283 Nov 29 01:48:48.970265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43418) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:49.011380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15abe4b-fd1a-4fe9-b485-fc3b0245283e tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e384325-746d-4edd-a47c-904a87f501b1,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:49.019745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 172.20.0.9 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/80caf24a-6fa8-4440-ae68-4edd927d114e/430667ea-5088-4fc8-80d7-1e235e30f6e5) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:49.028989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79932d3f-31ea-4df1-866a-0bb5a859d16d None None] Pushing event updated for resources: {'Port': ['ID=41abfe6e-58e4-452b-9b32-db1eb8fd106b,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:49.047101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fe8a:c9 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/5bf56140-3e39-4741-979e-05104da9361e/430667ea-5088-4fc8-80d7-1e235e30f6e5) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:49.061386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.097242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.100313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] Pushing event deleted for resources: {'Port': ['ID=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:49.103181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fc578-6fd8-4fe2-851d-497ab84f308e None None] No DVR routers for this DVR port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:49.109396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network 45b54ba4-2b43-44df-b52c-64f6e037801c is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:49.160307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port 68b57822-6ecd-4faa-ab6b-9a661ae19ce6 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:49.176224 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e55c18b0-ab33-408c-9e9b-b0813c89fec6 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1979513 Nov 29 01:48:49.179322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 45b54ba4-2b43-44df-b52c-64f6e037801c) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:49.188795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3c7233-3f6f-4bc4-b0cb-c240afed5e7d None None] Network 45b54ba4-2b43-44df-b52c-64f6e037801c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:49.193313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43420) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:49.203462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=68b57822-6ecd-4faa-ab6b-9a661ae19ce6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:49.220638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:49.221245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.277856 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cb4a75ac-a73d-4e2e-8d94-416600f8bc0c tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2240903 Nov 29 01:48:49.284967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43422) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:49.297572 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-81fa3cc3-5271-4f2f-a2db-c1d94ed401e5 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'router': {'external_gateway_info': {'network_id': '45b54ba4-2b43-44df-b52c-64f6e037801c'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:49.348913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.379721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.380073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.380337 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP dc861da2-4af5-4547-8a6e-3a2797c4c993 disassociated. External IP: 172.26.8.155, port: 420045ac-7bfe-448c-898b-57837b796241. Nov 29 01:48:49.380688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 420045ac-7bfe-448c-898b-57837b796241 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:49.421766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-45b54ba4-2b43-44df-b52c-64f6e037801c', 'network_id': '45b54ba4-2b43-44df-b52c-64f6e037801c', 'tenant_id': 'b4e4e48101e2449db0f50f5171756352', 'fixed_ips': [{'subnet_id': '32cb35e0-6185-411c-8296-457a7807cf25'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:49.422803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.443602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefb0b16-e67d-41ac-a703-7166932c6b48']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:49.466144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:49.466410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c0eaab-8ed9-46e0-b8a1-9ebbb728c709') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:49.474070 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc3f206b-cee8-4e47-9add-5b274c0291a2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.483721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.515580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.530615 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc3f206b-cee8-4e47-9add-5b274c0291a2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.541836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.541836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:49.541836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:49.543040 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:49.580047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Allocated IP 2001:db8:1::2 (45b54ba4-2b43-44df-b52c-64f6e037801c/32cb35e0-6185-411c-8296-457a7807cf25/037e9cb4-696b-4511-96c0-880da3473fe5) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:49.599773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Deleting port 49ac6206-15a3-4e22-b89b-d16462fe41ff {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:49.600192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.682580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.686659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.690493 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/eefb0b16-e67d-41ac-a703-7166932c6b48 HTTP/1.1" status: 204 len: 168 time: 4.2827253 Nov 29 01:48:49.701034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43424) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:49.747739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad9115-bbf4-4c72-8242-7cfdebf6e581 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=eefb0b16-e67d-41ac-a703-7166932c6b48,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:49.757013 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c348e23-365a-4fc2-813f-f17ce866656d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] GET failed (client error): The resource could not be found. Nov 29 01:48:49.759216 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9c348e23-365a-4fc2-813f-f17ce866656d tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/subnets/8fcb8de4-0194-4776-b7d4-defee4103890 HTTP/1.1" status: 404 len: 337 time: 0.0560470 Nov 29 01:48:49.762351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43426) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:49.767820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.782109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.792846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.830704 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a0117f-24fc-42db-b999-8603db8d62e6 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:48:49.831237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a0117f-24fc-42db-b999-8603db8d62e6 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:48:49.834476 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-58a0117f-24fc-42db-b999-8603db8d62e6 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/eefb0b16-e67d-41ac-a703-7166932c6b48 HTTP/1.1" status: 404 len: 339 time: 0.0683494 Nov 29 01:48:49.837818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] For port 49ac6206-15a3-4e22-b89b-d16462fe41ff, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=49ac6206-15a3-4e22-b89b-d16462fe41ff,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:49.837818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.841748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Network 45b54ba4-2b43-44df-b52c-64f6e037801c is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:49.843279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6e8b4474-1cfd-4690-a11d-7f63d81949e1 None None] Provisioning complete for port 41abfe6e-58e4-452b-9b32-db1eb8fd106b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:49.843780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4474-1cfd-4690-a11d-7f63d81949e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.849255 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43428) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:49.870204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:49.877551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:49.879185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Calling delete_port for 49ac6206-15a3-4e22-b89b-d16462fe41ff owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:49.886060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:49.890584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Pushing event updated for resources: {'Port': ['ID=037e9cb4-696b-4511-96c0-880da3473fe5,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:49.915104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:49.917642 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:49.929385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=430667ea-5088-4fc8-80d7-1e235e30f6e5,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:49.959907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Attempting to bind port 037e9cb4-696b-4511-96c0-880da3473fe5 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:49.960444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Attempting to bind port 037e9cb4-696b-4511-96c0-880da3473fe5 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e7bd7a7a-141c-4e73-9e98-4824877154ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '45b54ba4-2b43-44df-b52c-64f6e037801c'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:49.961000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Attempting to bind port 037e9cb4-696b-4511-96c0-880da3473fe5 on network 45b54ba4-2b43-44df-b52c-64f6e037801c {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:49.986708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:49.987531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Checking segment: {'id': 'e7bd7a7a-141c-4e73-9e98-4824877154ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '45b54ba4-2b43-44df-b52c-64f6e037801c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:49.988040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:49.988554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Bound using segment: {'id': 'e7bd7a7a-141c-4e73-9e98-4824877154ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '45b54ba4-2b43-44df-b52c-64f6e037801c'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:49.989149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Bound port: 037e9cb4-696b-4511-96c0-880da3473fe5, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bd7a7a-141c-4e73-9e98-4824877154ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '45b54ba4-2b43-44df-b52c-64f6e037801c'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:49.989652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.036276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc3f206b-cee8-4e47-9add-5b274c0291a2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.049410 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc3f206b-cee8-4e47-9add-5b274c0291a2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.050755 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fc3f206b-cee8-4e47-9add-5b274c0291a2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f8d8ecc8-f349-4e11-89ef-f40ad27de2b8 HTTP/1.1" status: 204 len: 168 time: 0.8429196 Nov 29 01:48:50.053294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43430) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:50.061824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-81fa3cc3-5271-4f2f-a2db-c1d94ed401e5 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.081195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] For port 037e9cb4-696b-4511-96c0-880da3473fe5, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:50.085254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] For port 037e9cb4-696b-4511-96c0-880da3473fe5, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=037e9cb4-696b-4511-96c0-880da3473fe5,segment=NetworkSegment(e7bd7a7a-141c-4e73-9e98-4824877154ab),segment_id=e7bd7a7a-141c-4e73-9e98-4824877154ab)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:50.093460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.121472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f206b-cee8-4e47-9add-5b274c0291a2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8d8ecc8-f349-4e11-89ef-f40ad27de2b8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:50.161319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:50.162120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.193289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b5c00-d9fa-4e10-b9bf-6edbb47a578b None None] Pushing event updated for resources: {'Port': ['ID=037e9cb4-696b-4511-96c0-880da3473fe5,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:50.200063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fd4f86-379e-4f03-8f9d-f1e72060bbe9 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:50.201794 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f6fd4f86-379e-4f03-8f9d-f1e72060bbe9 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3515434 Nov 29 01:48:50.207808 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cc562e56-3da3-47c1-a6a9-d5e8c5b082a6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.5530896 Nov 29 01:48:50.207808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43432) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:50.213608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43434) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:50.250690 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5583e475-eb91-4558-9aba-10dc785fab69 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 207 time: 0.0415401 Nov 29 01:48:50.257431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43436) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:50.345432 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.374754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-99b70483-4ee6-4ce3-be43-950969d8ca58 None None] Provisioning complete for port 430667ea-5088-4fc8-80d7-1e235e30f6e5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:50.375159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99b70483-4ee6-4ce3-be43-950969d8ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.384442 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ca25fbff-5786-4f53-be51-5800614db3eb tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3248334 Nov 29 01:48:50.390817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43438) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:50.462136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-99b70483-4ee6-4ce3-be43-950969d8ca58 None None] Port 430667ea-5088-4fc8-80d7-1e235e30f6e5 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:50.463792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=420045ac-7bfe-448c-898b-57837b796241,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:50.471613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.485570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7898-730b-472a-b8bc-9108da1e2a73 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.497043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9488eee9-9fb1-4d55-a01c-4d54dc3d83af None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:50.502807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4738b51a-d034-4f66-9725-79830b64c3cc tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.506152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ee671-0c27-4a9c-9949-0549a4f876f9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:50.512867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ee671-0c27-4a9c-9949-0549a4f876f9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:50.517005 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-955ee671-0c27-4a9c-9949-0549a4f876f9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2895458 Nov 29 01:48:50.520408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43440) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:50.555797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Pushing event deleted for resources: {'Port': ['ID=49ac6206-15a3-4e22-b89b-d16462fe41ff,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:50.559148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4738b51a-d034-4f66-9725-79830b64c3cc tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.574099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7afa411-7051-4b42-a982-d210acf39cb1 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:50.580522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7afa411-7051-4b42-a982-d210acf39cb1 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:50.588199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7afa411-7051-4b42-a982-d210acf39cb1 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:50.594088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7afa411-7051-4b42-a982-d210acf39cb1 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:50.599964 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d7afa411-7051-4b42-a982-d210acf39cb1 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3414168 Nov 29 01:48:50.600455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43442) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:50.639506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7898-730b-472a-b8bc-9108da1e2a73 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.746583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 41abfe6e-58e4-452b-9b32-db1eb8fd106b up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:50.807365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 41abfe6e-58e4-452b-9b32-db1eb8fd106b triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:50.807842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:50.936349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 037e9cb4-696b-4511-96c0-880da3473fe5 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:50.937605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:50.939036 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-81fa3cc3-5271-4f2f-a2db-c1d94ed401e5 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:48:50.940007 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-81fa3cc3-5271-4f2f-a2db-c1d94ed401e5 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "PUT /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430 HTTP/1.1" status: 400 len: 364 time: 1.6488149 Nov 29 01:48:50.944785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43444) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:50.988363 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 037e9cb4-696b-4511-96c0-880da3473fe5 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:50.988750 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.040671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a7898-730b-472a-b8bc-9108da1e2a73 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 44d1b454-9f18-44f6-b0e3-d1a213a8e10d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:51.044767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-e8adc760-3306-4b0f-bf94-4edb8b3aecd1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 430667ea-5088-4fc8-80d7-1e235e30f6e5 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:51.045112 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e8adc760-3306-4b0f-bf94-4edb8b3aecd1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.056055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4738b51a-d034-4f66-9725-79830b64c3cc tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.072514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4738b51a-d034-4f66-9725-79830b64c3cc tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.073858 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4738b51a-d034-4f66-9725-79830b64c3cc tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ff42090e-309d-4d1d-8766-95d8ea9d9622 HTTP/1.1" status: 204 len: 168 time: 0.6817939 Nov 29 01:48:51.078752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.081992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43446) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.116586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b51a-d034-4f66-9725-79830b64c3cc tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff42090e-309d-4d1d-8766-95d8ea9d9622,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:51.134307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 037e9cb4-696b-4511-96c0-880da3473fe5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=037e9cb4-696b-4511-96c0-880da3473fe5,segment=NetworkSegment(e7bd7a7a-141c-4e73-9e98-4824877154ab),segment_id=e7bd7a7a-141c-4e73-9e98-4824877154ab)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:51.139032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.217145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=037e9cb4-696b-4511-96c0-880da3473fe5,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:51.235659 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2a9ed4f3-b7f3-4bd6-b3d7-72d4d725aee3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6299050 Nov 29 01:48:51.240047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43448) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.262469 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bad0ae3f-49ad-484a-94db-810718d51589 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1793270 Nov 29 01:48:51.266848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43450) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.340909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-799f575f-ec16-478a-96c4-35594604c06f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.348137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cc10f-a1ad-4991-a7b6-fbfefd86a392 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:51.349778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cc10f-a1ad-4991-a7b6-fbfefd86a392 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:51.352079 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-546cc10f-a1ad-4991-a7b6-fbfefd86a392 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1111007 Nov 29 01:48:51.358322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43452) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.370443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-799f575f-ec16-478a-96c4-35594604c06f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.372229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.442506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e8adc760-3306-4b0f-bf94-4edb8b3aecd1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.472531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-e8adc760-3306-4b0f-bf94-4edb8b3aecd1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 430667ea-5088-4fc8-80d7-1e235e30f6e5 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:51.495960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-799f575f-ec16-478a-96c4-35594604c06f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.506349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-799f575f-ec16-478a-96c4-35594604c06f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.507516 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-799f575f-ec16-478a-96c4-35594604c06f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1e8e003d-ac46-4b87-90bc-1947f655b1de HTTP/1.1" status: 204 len: 168 time: 0.2376578 Nov 29 01:48:51.513982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:51.515327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43454) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.518077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6bb3f9-5a17-4758-b09f-073fb965428b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:51.519642 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6bb3f9-5a17-4758-b09f-073fb965428b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:51.525196 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9c6bb3f9-5a17-4758-b09f-073fb965428b tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1613638 Nov 29 01:48:51.527297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43456) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.528525 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce6776-63d7-4407-b94f-4e52c593b2ff None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:51.542941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c210a7-2798-4279-94f7-876e5ffb09df None None] Network 45b54ba4-2b43-44df-b52c-64f6e037801c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:51.543668 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce6776-63d7-4407-b94f-4e52c593b2ff None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:51.546604 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d5ce6776-63d7-4407-b94f-4e52c593b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:51.590228 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d5ce6776-63d7-4407-b94f-4e52c593b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:51.599048 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce6776-63d7-4407-b94f-4e52c593b2ff None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:51.599664 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d5ce6776-63d7-4407-b94f-4e52c593b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:51.609640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f575f-ec16-478a-96c4-35594604c06f tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e8e003d-ac46-4b87-90bc-1947f655b1de,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:51.617871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a7898-730b-472a-b8bc-9108da1e2a73 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:51.634608 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d5ce6776-63d7-4407-b94f-4e52c593b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:51.635276 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce6776-63d7-4407-b94f-4e52c593b2ff None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:51.643075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3cbfc-121a-4584-b795-f13e3d58d025 None None] Sync routers for ids ['44d1b454-9f18-44f6-b0e3-d1a213a8e10d'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:51.649314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-58fdf992-7db9-4e1a-90e8-58f277a49d3b None None] Provisioning complete for port 037e9cb4-696b-4511-96c0-880da3473fe5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:51.649784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-58fdf992-7db9-4e1a-90e8-58f277a49d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.703939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3cbfc-121a-4584-b795-f13e3d58d025 None None] Routers {'44d1b454-9f18-44f6-b0e3-d1a213a8e10d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:51.704714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6cf3cbfc-121a-4584-b795-f13e3d58d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['44d1b454-9f18-44f6-b0e3-d1a213a8e10d'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:51.771902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6cf3cbfc-121a-4584-b795-f13e3d58d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:51.802249 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-77b595dd-fc59-457a-88a2-4f7a27116b8c tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2773077 Nov 29 01:48:51.802492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3cbfc-121a-4584-b795-f13e3d58d025 None None] Routers {'44d1b454-9f18-44f6-b0e3-d1a213a8e10d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:51.802492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6cf3cbfc-121a-4584-b795-f13e3d58d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['44d1b454-9f18-44f6-b0e3-d1a213a8e10d'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:51.806457 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43458) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.863488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce85f48-5814-4484-a2dc-dfe2944e6ba4 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:51.868408 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4ce85f48-5814-4484-a2dc-dfe2944e6ba4 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/networks/d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 HTTP/1.1" status: 200 len: 799 time: 0.3320882 Nov 29 01:48:51.868408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ea7df3-13a0-4e80-b70a-296f09609580 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.869846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43460) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.893776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ea7df3-13a0-4e80-b70a-296f09609580 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.937482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7898-730b-472a-b8bc-9108da1e2a73 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.941227 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2e8a7898-730b-472a-b8bc-9108da1e2a73 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/44d1b454-9f18-44f6-b0e3-d1a213a8e10d HTTP/1.1" status: 200 len: 887 time: 2.9805717 Nov 29 01:48:51.943895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43462) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:51.969433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Router 5638b2dc-1985-457f-83de-1367103a4508 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:51.975015 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:51.991573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ea7df3-13a0-4e80-b70a-296f09609580 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.001021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ea7df3-13a0-4e80-b70a-296f09609580 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.004579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-97ea7df3-13a0-4e80-b70a-296f09609580 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/dbf8c968-7229-42f8-afda-60b88d9aec36 HTTP/1.1" status: 204 len: 168 time: 0.1943722 Nov 29 01:48:52.006359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43464) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.008017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6cf3cbfc-121a-4584-b795-f13e3d58d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:52.009098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3cbfc-121a-4584-b795-f13e3d58d025 None None] The sync data for ids ['44d1b454-9f18-44f6-b0e3-d1a213a8e10d'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:52.024460 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea7df3-13a0-4e80-b70a-296f09609580 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbf8c968-7229-42f8-afda-60b88d9aec36,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:52.074497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.078197 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a2e0c7be-f990-4160-bd4b-e39b699e07f2 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/ports/420045ac-7bfe-448c-898b-57837b796241 HTTP/1.1" status: 204 len: 168 time: 3.8396990 Nov 29 01:48:52.087103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43466) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.122174 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-67f54b2f-9649-49a1-a2da-b4821ab661ff tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/networks/d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2503891 Nov 29 01:48:52.129584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43468) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.145982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.160163 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-00046039-3fdc-47a4-8405-7bafa5e5222d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1494975 Nov 29 01:48:52.181781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43470) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.215947 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e11a8737-3129-45d5-b8cc-07f234815080 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "GET /v2.0/floatingips/dc861da2-4af5-4547-8a6e-3a2797c4c993 HTTP/1.1" status: 200 len: 688 time: 0.1264164 Nov 29 01:48:52.223925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43472) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.279149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a6c9e-6a83-4b1d-a2cb-b5b48da1c351 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:52.280507 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8f0a6c9e-6a83-4b1d-a2cb-b5b48da1c351 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/subnets/1d1c9c48-04f1-4d7b-9e9b-65f4ae93ffe7 HTTP/1.1" status: 200 len: 811 time: 0.1482329 Nov 29 01:48:52.292095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43474) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.298225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:52.309831 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] Sync routers for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:52.310398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43476) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.310813 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7ead53d6-8164-42fd-86e1-fbd4f1d1f57f admin admin] 10.222.0.30 "PUT /v2.0/routers/5638b2dc-1985-457f-83de-1367103a4508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3643913 Nov 29 01:48:52.328049 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:52.328679 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:52.344055 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8e48dff1-571c-4276-bc4b-ddc8869a5023 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/routers/44d1b454-9f18-44f6-b0e3-d1a213a8e10d HTTP/1.1" status: 200 len: 887 time: 0.3784392 Nov 29 01:48:52.355027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43478) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.391817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f75e111f-379d-4485-83dc-f6557cbf9d70 None None] Provisioning complete for port 037e9cb4-696b-4511-96c0-880da3473fe5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:52.393018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f75e111f-379d-4485-83dc-f6557cbf9d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.436695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-76d55a4b-5b4e-453d-b299-cd89832ed2fd tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d1b454-9f18-44f6-b0e3-d1a213a8e10d HTTP/1.1" status: 200 len: 205 time: 0.0773573 Nov 29 01:48:52.441886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43480) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.448472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bedf6719-af82-4bfa-9cbe-00103b2b7d2b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.454097 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:52.476037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bedf6719-af82-4bfa-9cbe-00103b2b7d2b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.559121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b579bd9-c6e5-42ed-ba5e-84d6313aa0af tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['shared'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:52.560295 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4b579bd9-c6e5-42ed-ba5e-84d6313aa0af tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "GET /v2.0/subnets/1d1c9c48-04f1-4d7b-9e9b-65f4ae93ffe7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2484021 Nov 29 01:48:52.565101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43482) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.579948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1341605423'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:52.591273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bedf6719-af82-4bfa-9cbe-00103b2b7d2b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.593880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bedf6719-af82-4bfa-9cbe-00103b2b7d2b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.597528 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bedf6719-af82-4bfa-9cbe-00103b2b7d2b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/8381c0a9-aad5-422a-9c20-e7425a22c41e HTTP/1.1" status: 204 len: 168 time: 0.4123204 Nov 29 01:48:52.601459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43484) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.644032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e8adc760-3306-4b0f-bf94-4edb8b3aecd1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.647093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf6719-af82-4bfa-9cbe-00103b2b7d2b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8381c0a9-aad5-422a-9c20-e7425a22c41e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:52.673110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Allocated IP 2001:db8::1 (3d943fa6-1505-484e-a195-9a4ee751deed/b2a55d8a-a183-4672-b699-c17609b93f0f/0ff08264-0d96-4005-ac3c-ae21b1deacb9) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:52.690413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:52.693901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.710086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.711395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 037e9cb4-696b-4511-96c0-880da3473fe5 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:52.723205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bac80254-1d3f-4025-8dc8-a72dc2718802 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1130815 Nov 29 01:48:52.723733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adc760-3306-4b0f-bf94-4edb8b3aecd1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=430667ea-5088-4fc8-80d7-1e235e30f6e5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:52.723834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43486) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:52.728554 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d3be3cfb-605c-4f93-ae3c-755a28779157 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866636542'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:52.733864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 98ec57ed-16a0-4f4c-913d-e088d9143484 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:52.733864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.770448 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:48:50Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:52.771635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:52.805150 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] Checking router: 5638b2dc-1985-457f-83de-1367103a4508 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:48:52.817092 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] Routers {'5638b2dc-1985-457f-83de-1367103a4508'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:52.818134 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['5638b2dc-1985-457f-83de-1367103a4508'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:52.828529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.828830 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Added segment c02fb567-8862-411a-a608-b387892b4c1f of type vlan for network 8a2960f2-89d3-4ae7-b1ac-a601840309fc Nov 29 01:48:52.841406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3be3cfb-605c-4f93-ae3c-755a28779157 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.862176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 037e9cb4-696b-4511-96c0-880da3473fe5 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:52.863284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.906278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.926836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.927169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.933396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:52.941654 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] Set router 5638b2dc-1985-457f-83de-1367103a4508 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:48:52.957723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 98ec57ed-16a0-4f4c-913d-e088d9143484 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:53.075005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.080997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:53.081612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.149568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e8adc760-3306-4b0f-bf94-4edb8b3aecd1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.152482 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5848610 Nov 29 01:48:53.152916 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e8adc760-3306-4b0f-bf94-4edb8b3aecd1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/430667ea-5088-4fc8-80d7-1e235e30f6e5 HTTP/1.1" status: 204 len: 168 time: 2.6300349 Nov 29 01:48:53.157243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43490) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:53.157765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43488) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:53.175061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'network_id': '8a2960f2-89d3-4ae7-b1ac-a601840309fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:53.179357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.185693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3be3cfb-605c-4f93-ae3c-755a28779157 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.205174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405b134-d70b-400e-af53-6418fe18c690 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Network': ['ID=8a2960f2-89d3-4ae7-b1ac-a601840309fc,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:53.208066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3be3cfb-605c-4f93-ae3c-755a28779157 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.212768 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:48:50Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:53.225248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 8a2960f2-89d3-4ae7-b1ac-a601840309fc details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:53.251846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3be3cfb-605c-4f93-ae3c-755a28779157 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.253304 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d3be3cfb-605c-4f93-ae3c-755a28779157 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5284052 Nov 29 01:48:53.259786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.270915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43494) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:53.271597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be3cfb-605c-4f93-ae3c-755a28779157 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98119654-fe91-49fe-a770-a16f680a22f4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:53.278827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a120f782-2148-4a34-bdf5-9d45c6479339 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '98119654-fe91-49fe-a770-a16f680a22f4', 'direction': 'ingress', 'protocol': 17}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:53.307493 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668eec-cd11-4799-814b-c6749e430fa8 None None] The sync data for ids ['5638b2dc-1985-457f-83de-1367103a4508'] in dv-neutron-816800-5-hyperv is: [{'id': '5638b2dc-1985-457f-83de-1367103a4508', 'name': 'tempest-ServerActionsTestJSON-951955097-router', 'tenant_id': '20dcc51c4f864c979f01d5ad801a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:44:53Z', 'updated_at': '2021-11-29T01:48:50Z', 'revision_number': 5, 'project_id': '20dcc51c4f864c979f01d5ad801a0871', 'gw_port': {'id': '3498bbad-fd03-4b9c-b9b4-ce488e0adaeb', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638b2dc-1985-457f-83de-1367103a4508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:44:54Z', 'updated_at': '2021-11-29T01:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:53.322543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.331154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a120f782-2148-4a34-bdf5-9d45c6479339 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.340594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.363467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=98ec57ed-16a0-4f4c-913d-e088d9143484,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:53.364585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e30ec1-879a-404f-a5a5-60cd3e3b0671 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:53.366150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e30ec1-879a-404f-a5a5-60cd3e3b0671 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:53.368225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e30ec1-879a-404f-a5a5-60cd3e3b0671 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:53.369835 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a0e30ec1-879a-404f-a5a5-60cd3e3b0671 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2092581 Nov 29 01:48:53.375507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43496) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:53.452407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Made reservation on behalf of 937ac0975f2b4a859d1db088aa6ed8d4 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:53.455974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.464553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.497619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Deleting port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:53.497877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.499320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.501959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.503217 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-68015a71-8e1c-4128-b6b3-c920e7214e0c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/floatingips/dc861da2-4af5-4547-8a6e-3a2797c4c993 HTTP/1.1" status: 204 len: 168 time: 1.2783322 Nov 29 01:48:53.507973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 5bf56140-3e39-4741-979e-05104da9361e {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:53.512150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43498) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:53.528384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'd6e6dad6-5224-4696-b954-988f42833986'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:53.533764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a120f782-2148-4a34-bdf5-9d45c6479339 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.535573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.564031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a120f782-2148-4a34-bdf5-9d45c6479339 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.603344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120f782-2148-4a34-bdf5-9d45c6479339 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfb25f3-4117-4694-9f2f-9f72afa39b4c,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:53.612716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.617994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Performing IP validity checks on allocation pools {{(pid=109949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 01:48:53.618544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 01:48:53.625610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network 3d943fa6-1505-484e-a195-9a4ee751deed is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:53.634857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.639782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:53.641583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Port': ['ID=0ff08264-0d96-4005-ac3c-ae21b1deacb9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:53.643802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:53.644125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a120f782-2148-4a34-bdf5-9d45c6479339 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.644474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.645344 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a120f782-2148-4a34-bdf5-9d45c6479339 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3704221 Nov 29 01:48:53.653537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port f4186c96-72ff-4223-ae90-a6ec30c0fe8a {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:53.653808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.656161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43500) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:53.780398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.864478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.874348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.937004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf56140-3e39-4741-979e-05104da9361e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:53.943559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:53.949866 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/5bf56140-3e39-4741-979e-05104da9361e HTTP/1.1" status: 204 len: 168 time: 0.5707822 Nov 29 01:48:53.953735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43502) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:53.954529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61160e9-7a57-42d5-989f-413831983666 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:53.969113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.969467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.970178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.970305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.970767 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.971179 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.971586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.972006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.972398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.972798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.973201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:53.973599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e39c32-254a-4ae6-adf8-cd9d6a66734e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:54.038553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-585ab677-546a-424d-8dfc-9ca2c1f31dfa None None] Provisioning complete for port 0ff08264-0d96-4005-ac3c-ae21b1deacb9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:54.039472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-585ab677-546a-424d-8dfc-9ca2c1f31dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.066093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-e424efae-1578-48ab-9731-3bcd09260a44 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 80caf24a-6fa8-4440-ae68-4edd927d114e {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:54.072712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e424efae-1578-48ab-9731-3bcd09260a44 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.111339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-585ab677-546a-424d-8dfc-9ca2c1f31dfa None None] Port 0ff08264-0d96-4005-ac3c-ae21b1deacb9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:54.111566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.26.8.17 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/8da6a89b-7cbb-4746-a0a1-561c0f946aa8) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:54.133062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e424efae-1578-48ab-9731-3bcd09260a44 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.186175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] For port 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3498bbad-fd03-4b9c-b9b4-ce488e0adaeb,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:54.186777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.235769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Calling delete_port for 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:54.268922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.289333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e424efae-1578-48ab-9731-3bcd09260a44 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.293602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.321529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.376152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e424efae-1578-48ab-9731-3bcd09260a44 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.386165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for f4186c96-72ff-4223-ae90-a6ec30c0fe8a owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:54.402932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.409271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.411831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424efae-1578-48ab-9731-3bcd09260a44 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=80caf24a-6fa8-4440-ae68-4edd927d114e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:54.420113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.449342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:54.451075 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e424efae-1578-48ab-9731-3bcd09260a44 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.454776 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e424efae-1578-48ab-9731-3bcd09260a44 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/80caf24a-6fa8-4440-ae68-4edd927d114e HTTP/1.1" status: 204 len: 168 time: 0.5000427 Nov 29 01:48:54.457731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:54.461291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43504) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:54.471878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:54.492845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 49ac6206-15a3-4e22-b89b-d16462fe41ff no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:54.514932 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-34d4324e-87d0-48a2-aa8a-92a230a136fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497222 Nov 29 01:48:54.526190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 49ac6206-15a3-4e22-b89b-d16462fe41ff {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:54.527402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43506) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:54.532827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 49ac6206-15a3-4e22-b89b-d16462fe41ff not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:54.533694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:54.552240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=8da6a89b-7cbb-4746-a0a1-561c0f946aa8,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:54.632620 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.800603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ff64d-38bf-4351-9787-4bfbd8b4d707 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:54.873652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.876364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.879960 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/98119654-fe91-49fe-a770-a16f680a22f4 HTTP/1.1" status: 204 len: 168 time: 1.2144365 Nov 29 01:48:54.889787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ceaac90d-c953-47ed-91f0-2edf037e450b None None] Provisioning complete for port 41abfe6e-58e4-452b-9b32-db1eb8fd106b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:54.890322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ceaac90d-c953-47ed-91f0-2edf037e450b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:54.897395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43508) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:54.975243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98119654-fe91-49fe-a770-a16f680a22f4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:54.991355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=ae67723b-f534-48c8-a20f-7053da7bd6ee,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:55.037588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.037920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.038231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.038713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.038990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.039316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.039651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.039989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.040318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.040701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.041038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.041372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06439bf-4a57-4551-8138-51cf57de4ad5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.084600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.084958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.085360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.086194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.088538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.088538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.088538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.088538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.088538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.088538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.089080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.089080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:55.092028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:55.095545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.096679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de31586f-3915-4a78-a808-4da45880d72d None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:55.146792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-de31586f-3915-4a78-a808-4da45880d72d None None] Deleting port 41abfe6e-58e4-452b-9b32-db1eb8fd106b {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:55.147174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-de31586f-3915-4a78-a808-4da45880d72d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.165938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Checking segment: {'id': 'c02fb567-8862-411a-a608-b387892b4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a2960f2-89d3-4ae7-b1ac-a601840309fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:55.166311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network hostable DHCP agents. Network: 8a2960f2-89d3-4ae7-b1ac-a601840309fc, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:48:55.210352 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-de31586f-3915-4a78-a808-4da45880d72d None None] For port 41abfe6e-58e4-452b-9b32-db1eb8fd106b, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=41abfe6e-58e4-452b-9b32-db1eb8fd106b,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:55.211286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-de31586f-3915-4a78-a808-4da45880d72d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.223996 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-de31586f-3915-4a78-a808-4da45880d72d None None] Calling delete_port for 41abfe6e-58e4-452b-9b32-db1eb8fd106b owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:55.281183 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-74ea9e91-05ee-4ce0-890a-e2a413908652 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3464544 Nov 29 01:48:55.286176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43510) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:55.292335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-48d3cf7f-8249-4e68-afdf-49bac3c5e193 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559488367'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:55.306979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-de31586f-3915-4a78-a808-4da45880d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.324147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48d3cf7f-8249-4e68-afdf-49bac3c5e193 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.328172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.333255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31586f-3915-4a78-a808-4da45880d72d None None] Pushing event deleted for resources: {'Port': ['ID=41abfe6e-58e4-452b-9b32-db1eb8fd106b,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:55.337457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31586f-3915-4a78-a808-4da45880d72d None None] No DVR routers for this DVR port 41abfe6e-58e4-452b-9b32-db1eb8fd106b on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:55.355399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Network 8a2960f2-89d3-4ae7-b1ac-a601840309fc is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:48:55.400142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.408289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Pushing event deleted for resources: {'Port': ['ID=3498bbad-fd03-4b9c-b9b4-ce488e0adaeb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:55.419481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 8a2960f2-89d3-4ae7-b1ac-a601840309fc) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:55.430194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce68f9f-f048-492c-86c4-d594cadd6a9f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:55.435631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e0c81a-aced-4829-b0ca-1d9971df29b6 None None] Network 8a2960f2-89d3-4ae7-b1ac-a601840309fc requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:55.452900 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:55.453805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.483282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48d3cf7f-8249-4e68-afdf-49bac3c5e193 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.508016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48d3cf7f-8249-4e68-afdf-49bac3c5e193 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.513767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffdadf3-d7d8-4cef-9520-9f280599f168 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:55.527605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=f4186c96-72ff-4223-ae90-a6ec30c0fe8a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:55.554776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48d3cf7f-8249-4e68-afdf-49bac3c5e193 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.555835 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-48d3cf7f-8249-4e68-afdf-49bac3c5e193 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2680120 Nov 29 01:48:55.557017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.562323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43512) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:55.564232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e665478f-faa4-4cb9-b0a2-51ff2de90233 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-secgroup--89609692'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:55.587263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3cf7f-8249-4e68-afdf-49bac3c5e193 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a313fdf7-f7b2-4a81-94b4-34f8b7e30f99,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:55.612713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.627172 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9034dd7c-2b65-4533-a928-7e1995f566d8 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4557388 Nov 29 01:48:55.628388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43514) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:55.648076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e665478f-faa4-4cb9-b0a2-51ff2de90233 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.650683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-8a2960f2-89d3-4ae7-b1ac-a601840309fc', 'network_id': '8a2960f2-89d3-4ae7-b1ac-a601840309fc', 'tenant_id': '937ac0975f2b4a859d1db088aa6ed8d4', 'fixed_ips': [{'subnet_id': 'ae67723b-f534-48c8-a20f-7053da7bd6ee'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:55.651821 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.668365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a4e83c37-b7a0-45fe-aa5e-dd60402fe9e5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:55.668590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.697505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.705425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.706196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.720447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.811049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e665478f-faa4-4cb9-b0a2-51ff2de90233 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.813294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Allocated IP 172.20.0.3 (8a2960f2-89d3-4ae7-b1ac-a601840309fc/ae67723b-f534-48c8-a20f-7053da7bd6ee/829b29aa-a7bb-4018-a41f-8081fda6f7ba) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:55.817745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e665478f-faa4-4cb9-b0a2-51ff2de90233 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.856029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e665478f-faa4-4cb9-b0a2-51ff2de90233 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.857303 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e665478f-faa4-4cb9-b0a2-51ff2de90233 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2965722 Nov 29 01:48:55.866178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43516) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:55.874218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-779559a9-6ecd-49cb-8eec-86ae813d4057 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': 'a313fdf7-f7b2-4a81-94b4-34f8b7e30f99', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7af696c1-79db-4bb5-83f7-5ef2310973e0', 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:55.886849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665478f-faa4-4cb9-b0a2-51ff2de90233 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af696c1-79db-4bb5-83f7-5ef2310973e0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:55.923631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.932134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.941616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-779559a9-6ecd-49cb-8eec-86ae813d4057 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.977657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:55.985070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.020024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=8da6a89b-7cbb-4746-a0a1-561c0f946aa8,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:56.028780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.029031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Network 8a2960f2-89d3-4ae7-b1ac-a601840309fc is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:56.032760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.034624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:56.039069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:56.042135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.045060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.053537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.054970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Pushing event updated for resources: {'Port': ['ID=829b29aa-a7bb-4018-a41f-8081fda6f7ba,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:56.108882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Attempting to bind port 829b29aa-a7bb-4018-a41f-8081fda6f7ba on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:56.109441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Attempting to bind port 829b29aa-a7bb-4018-a41f-8081fda6f7ba by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'c02fb567-8862-411a-a608-b387892b4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a2960f2-89d3-4ae7-b1ac-a601840309fc'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:56.109825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Attempting to bind port 829b29aa-a7bb-4018-a41f-8081fda6f7ba on network 8a2960f2-89d3-4ae7-b1ac-a601840309fc {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:56.117393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:56.117776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Checking segment: {'id': 'c02fb567-8862-411a-a608-b387892b4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a2960f2-89d3-4ae7-b1ac-a601840309fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:56.118404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.118835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Bound using segment: {'id': 'c02fb567-8862-411a-a608-b387892b4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a2960f2-89d3-4ae7-b1ac-a601840309fc'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:56.119478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Bound port: 829b29aa-a7bb-4018-a41f-8081fda6f7ba, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02fb567-8862-411a-a608-b387892b4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a2960f2-89d3-4ae7-b1ac-a601840309fc'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:56.120255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.127898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event updated for resources: {'Port': ['ID=0ff08264-0d96-4005-ac3c-ae21b1deacb9,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:56.143863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-779559a9-6ecd-49cb-8eec-86ae813d4057 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.150540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-779559a9-6ecd-49cb-8eec-86ae813d4057 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.178820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779559a9-6ecd-49cb-8eec-86ae813d4057 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bde5de-984c-4bdd-b123-2ca9d474cf5e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:56.199452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-779559a9-6ecd-49cb-8eec-86ae813d4057 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.200964 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-779559a9-6ecd-49cb-8eec-86ae813d4057 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3331888 Nov 29 01:48:56.203769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43518) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:56.205072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] For port 829b29aa-a7bb-4018-a41f-8081fda6f7ba, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:56.208579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] For port 829b29aa-a7bb-4018-a41f-8081fda6f7ba, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=829b29aa-a7bb-4018-a41f-8081fda6f7ba,segment=NetworkSegment(c02fb567-8862-411a-a608-b387892b4c1f),segment_id=c02fb567-8862-411a-a608-b387892b4c1f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:56.214000 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP ecbbcf3b-509c-4e2b-a21e-51d17c0d3792 associated. External IP: 172.26.8.17, port: d6e6dad6-5224-4696-b954-988f42833986. Nov 29 01:48:56.221581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.250153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.251280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5638b2dc-1985-457f-83de-1367103a4508 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:48:56.253310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a4e83c37-b7a0-45fe-aa5e-dd60402fe9e5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5938681'] for subnet, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.262756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.267278 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7c86cb43-4fc0-46b8-ac8e-fac886d1ec7a admin admin] 10.222.0.30 "DELETE /v2.0/routers/5638b2dc-1985-457f-83de-1367103a4508 HTTP/1.1" status: 204 len: 168 time: 3.9558284 Nov 29 01:48:56.275248 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43520) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:56.308768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c3712-b0fe-4371-956a-4d34d896947f None None] Pushing event updated for resources: {'Port': ['ID=829b29aa-a7bb-4018-a41f-8081fda6f7ba,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:56.323077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.323648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Fanout notify agent at l3_agent the message router_deleted on router 44d1b454-9f18-44f6-b0e3-d1a213a8e10d {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:48:56.341449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.343042 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f4779b67-5a6d-4da7-bf32-6c08aa78e139 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/44d1b454-9f18-44f6-b0e3-d1a213a8e10d HTTP/1.1" status: 204 len: 168 time: 3.8986073 Nov 29 01:48:56.359023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43522) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:56.366274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c528e76-820a-47f6-8170-b1ae8c5f4548 admin admin] Deleting subnet f2d04192-ceea-40bb-ba69-29459030cf0e {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:48:56.370788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1647351424'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:56.373418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c528e76-820a-47f6-8170-b1ae8c5f4548 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.377206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3afc8-2087-4af7-8185-e81717b7db72 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.419975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3afc8-2087-4af7-8185-e81717b7db72 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.458649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c528e76-820a-47f6-8170-b1ae8c5f4548 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.474744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Network 3d943fa6-1505-484e-a195-9a4ee751deed is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:56.516258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:48:56.527520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3afc8-2087-4af7-8185-e81717b7db72 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.528550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.533508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eaa3afc8-2087-4af7-8185-e81717b7db72 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.537018 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eaa3afc8-2087-4af7-8185-e81717b7db72 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f5bde5de-984c-4bdd-b123-2ca9d474cf5e HTTP/1.1" status: 204 len: 168 time: 0.3299878 Nov 29 01:48:56.541629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43524) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:56.566744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:56.575087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3afc8-2087-4af7-8185-e81717b7db72 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5bde5de-984c-4bdd-b123-2ca9d474cf5e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:56.588490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:56.592408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.738885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c528e76-820a-47f6-8170-b1ae8c5f4548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:56.756352 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-66894c8d-796e-4971-9c52-223fbbd9dfb7 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2072132 Nov 29 01:48:56.778052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43526) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:56.884359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:56.933503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c528e76-820a-47f6-8170-b1ae8c5f4548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.033877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-59ebde0a-a204-4fc6-afe0-267861227297 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.039997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c528e76-820a-47f6-8170-b1ae8c5f4548 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.046382 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2c528e76-820a-47f6-8170-b1ae8c5f4548 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f2d04192-ceea-40bb-ba69-29459030cf0e HTTP/1.1" status: 204 len: 168 time: 0.7406640 Nov 29 01:48:57.050078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43528) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:57.057957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ffab99-71f3-4e37-8405-f70d7d6698e2 None None] Network 012a18af-2071-4530-9a04-3c0e2dc36562 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:57.084731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c528e76-820a-47f6-8170-b1ae8c5f4548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d04192-ceea-40bb-ba69-29459030cf0e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:57.089026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 41abfe6e-58e4-452b-9b32-db1eb8fd106b no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:57.157492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-59ebde0a-a204-4fc6-afe0-267861227297 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.168407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 41abfe6e-58e4-452b-9b32-db1eb8fd106b {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:57.168754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 41abfe6e-58e4-452b-9b32-db1eb8fd106b not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:57.191195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d7cddc4c-24fb-45bd-bcf6-dde36e0fed4b None None] Provisioning complete for port 0ff08264-0d96-4005-ac3c-ae21b1deacb9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:57.191837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7cddc4c-24fb-45bd-bcf6-dde36e0fed4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.212448 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:57.262121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.266169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:57.267487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d7cddc4c-24fb-45bd-bcf6-dde36e0fed4b None None] Port 0ff08264-0d96-4005-ac3c-ae21b1deacb9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:48:57.268288 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=fb1e4e54-aee6-40ee-9de7-24c402d27410,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:57.271397 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:57.272265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.275071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:57.292639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9d7ea-3008-4c1f-b6a5-0a03aaff85dd None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:57.300941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:57.320006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-59ebde0a-a204-4fc6-afe0-267861227297 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.323154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-59ebde0a-a204-4fc6-afe0-267861227297 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.324569 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-59ebde0a-a204-4fc6-afe0-267861227297 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/7af696c1-79db-4bb5-83f7-5ef2310973e0 HTTP/1.1" status: 204 len: 168 time: 0.5427494 Nov 29 01:48:57.330688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43530) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:57.346515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.347142 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment 78461d39-5b55-446b-8aed-338632383a9f of type vlan for network 3121fb23-4639-4018-979d-11015eeb2953 Nov 29 01:48:57.372786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.378590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebde0a-a204-4fc6-afe0-267861227297 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af696c1-79db-4bb5-83f7-5ef2310973e0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:57.404648 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-adca84fa-8086-477a-9949-d79cf9bfcc80 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8748550 Nov 29 01:48:57.417312 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43532) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:57.426033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:57.452941 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-989900c6-e847-4038-a4f0-fe790c23c20d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.9396670 Nov 29 01:48:57.455487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43534) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:57.468415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-369146217'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:57.510995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725eb72-d894-4079-a658-6df38d2fcf60 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:57.580354 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': 'fb1e4e54-aee6-40ee-9de7-24c402d27410'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:48:57.581603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.590860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.591952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Deleting port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:57.592357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2725eb72-d894-4079-a658-6df38d2fcf60 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:57.592804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.593160 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2725eb72-d894-4079-a658-6df38d2fcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:57.653512 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-68a50e78-9f64-4737-a70d-df7e16540524 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3170154 Nov 29 01:48:57.659733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43536) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:57.659869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Router 093a707b-54b7-4f6e-b4a8-7398bf910430 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:48:57.660697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.667149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:57.667947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.679903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2725eb72-d894-4079-a658-6df38d2fcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:57.694707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] DHCP port deletion for 012a18af-2071-4530-9a04-3c0e2dc36562 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:57.695509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:57.699690 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.776720 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4109344 Nov 29 01:48:57.777381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43538) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:57.781156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a4e83c37-b7a0-45fe-aa5e-dd60402fe9e5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793891265136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5808137'] for subnet, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.797342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': '3121fb23-4639-4018-979d-11015eeb2953', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:57.902934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:48:57.907623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e0851-3a11-4fa8-a823-49a64362229a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=3121fb23-4639-4018-979d-11015eeb2953,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:57.928878 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab058e8-bdc5-4cb2-aa54-40eb5248434c None None] Sync routers for ids ['093a707b-54b7-4f6e-b4a8-7398bf910430'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:48:57.937622 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c35eddac-f60e-4c44-a19a-4b79b601899b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "PUT /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9894047 Nov 29 01:48:57.939714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Allocated IP 2001:db8::f816:3eff:fecc:d76 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/fb1e4e54-aee6-40ee-9de7-24c402d27410/50aaddd4-e009-4847-8e05-fc63b3def9b0) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:48:57.942161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43540) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:57.952735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e83c37-b7a0-45fe-aa5e-dd60402fe9e5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:57.953445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a4e83c37-b7a0-45fe-aa5e-dd60402fe9e5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:57.958229 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a4e83c37-b7a0-45fe-aa5e-dd60402fe9e5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "PUT /v2.0/subnets/ae67723b-f534-48c8-a20f-7053da7bd6ee HTTP/1.1" status: 200 len: 877 time: 2.2949140 Nov 29 01:48:57.959015 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43542) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:57.967368 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab058e8-bdc5-4cb2-aa54-40eb5248434c None None] Routers {'093a707b-54b7-4f6e-b4a8-7398bf910430'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:57.969554 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8ab058e8-bdc5-4cb2-aa54-40eb5248434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['093a707b-54b7-4f6e-b4a8-7398bf910430'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:58.032715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] For port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4,segment=NetworkSegment(1423475f-9596-4a3b-9e6e-c5996603711a),segment_id=1423475f-9596-4a3b-9e6e-c5996603711a)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:58.033469 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.073125 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8ab058e8-bdc5-4cb2-aa54-40eb5248434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:58.098151 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab058e8-bdc5-4cb2-aa54-40eb5248434c None None] Routers {'093a707b-54b7-4f6e-b4a8-7398bf910430'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:58.102811 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8ab058e8-bdc5-4cb2-aa54-40eb5248434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['093a707b-54b7-4f6e-b4a8-7398bf910430'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:58.112517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e83c37-b7a0-45fe-aa5e-dd60402fe9e5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event updated for resources: {'Subnet': ['ID=ae67723b-f534-48c8-a20f-7053da7bd6ee,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:58.112873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3c3e1d06-5898-4b23-9cf1-fe5b3aa41975 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.137703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Calling delete_port for 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:58.140181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.148218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb078d7a-a5b8-46a6-ac74-7e8c24dc34c3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.149162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2725eb72-d894-4079-a658-6df38d2fcf60 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:48:58.149890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2725eb72-d894-4079-a658-6df38d2fcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:58.190650 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8ab058e8-bdc5-4cb2-aa54-40eb5248434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:58.191349 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab058e8-bdc5-4cb2-aa54-40eb5248434c None None] The sync data for ids ['093a707b-54b7-4f6e-b4a8-7398bf910430'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:58.205695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 3121fb23-4639-4018-979d-11015eeb2953 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:58.226625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:58.233913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2725eb72-d894-4079-a658-6df38d2fcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:58.234656 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725eb72-d894-4079-a658-6df38d2fcf60 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:48:58.240359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.246438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:48:58.250946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.253630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.299537 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-cb078d7a-a5b8-46a6-ac74-7e8c24dc34c3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 01:48:58.304090 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cb078d7a-a5b8-46a6-ac74-7e8c24dc34c3 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430 HTTP/1.1" status: 409 len: 329 time: 0.3608046 Nov 29 01:48:58.306458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43544) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:58.307024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.308322 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Added segment d33bf7dd-5d52-496d-8643-d5a8028068cd of type vlan for network 08e3f7cd-fae8-400b-af9f-2cb323594d8a Nov 29 01:48:58.416319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3c3e1d06-5898-4b23-9cf1-fe5b3aa41975 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.451036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.468353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port 829b29aa-a7bb-4018-a41f-8081fda6f7ba {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:58.469304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.485094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc7f9d-cbc6-4935-80be-a3ec5b3a4516 None None] Network 8a2960f2-89d3-4ae7-b1ac-a601840309fc requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:58.550451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.587011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:58.596233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:58.599885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.619840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3c3e1d06-5898-4b23-9cf1-fe5b3aa41975 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.622659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3c3e1d06-5898-4b23-9cf1-fe5b3aa41975 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.623812 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3c3e1d06-5898-4b23-9cf1-fe5b3aa41975 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/a313fdf7-f7b2-4a81-94b4-34f8b7e30f99 HTTP/1.1" status: 204 len: 168 time: 0.9577019 Nov 29 01:48:58.624606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.629538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43546) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:58.630807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:58.631401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.673659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] No DVR routers for this DVR port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:58.684834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port 829b29aa-a7bb-4018-a41f-8081fda6f7ba, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=829b29aa-a7bb-4018-a41f-8081fda6f7ba,segment=NetworkSegment(c02fb567-8862-411a-a608-b387892b4c1f),segment_id=c02fb567-8862-411a-a608-b387892b4c1f)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:58.684834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.690470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e1d06-5898-4b23-9cf1-fe5b3aa41975 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a313fdf7-f7b2-4a81-94b4-34f8b7e30f99,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:58.693860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 829b29aa-a7bb-4018-a41f-8081fda6f7ba up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:48:58.702391 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:58.737669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Pushing event updated for resources: {'Port': ['ID=50aaddd4-e009-4847-8e05-fc63b3def9b0,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:58.739625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for 829b29aa-a7bb-4018-a41f-8081fda6f7ba owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:58.753559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:58.756338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:48:58.761821 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f63e8318-f08f-440d-8e0c-d7f34e4c9598 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1264863 Nov 29 01:48:58.766854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43548) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:58.771381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-293cd5b3-faa7-451f-96d2-5b9c43e014e2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124555335'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:58.777818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-779bb4ba-048b-4afa-844a-f72a16c58dfe None None] Provisioning complete for port 829b29aa-a7bb-4018-a41f-8081fda6f7ba triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:48:58.778267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-779bb4ba-048b-4afa-844a-f72a16c58dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.790185 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] Deleting port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:48:58.790594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.792926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.793300 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.793648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.793982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.794321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.794692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.795030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.795361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.795695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.796011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.796333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.796654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:48:58.950842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:58.984672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Could not find standard attr ID for object 829b29aa-a7bb-4018-a41f-8081fda6f7ba. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:48:58.988287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] For port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:48:58.988696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.002577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Attempting to bind port 50aaddd4-e009-4847-8e05-fc63b3def9b0 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:48:59.002956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Attempting to bind port 50aaddd4-e009-4847-8e05-fc63b3def9b0 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:48:59.003325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Attempting to bind port 50aaddd4-e009-4847-8e05-fc63b3def9b0 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:48:59.011509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-779bb4ba-048b-4afa-844a-f72a16c58dfe None None] Could not find standard attr ID for object 829b29aa-a7bb-4018-a41f-8081fda6f7ba. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:48:59.014905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] Calling delete_port for 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:48:59.018346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.019492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] Port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:48:59.023267 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.plugins.ml2.db [None req-779bb4ba-048b-4afa-844a-f72a16c58dfe None None] No ports have port_id starting with 829b29aa-a7bb-4018-a41f-8081fda6f7ba Nov 29 01:48:59.037234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.044353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:48:59.045312 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:48:59.046034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.047022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:48:59.048190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Bound port: 50aaddd4-e009-4847-8e05-fc63b3def9b0, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:48:59.049115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.065052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=829b29aa-a7bb-4018-a41f-8081fda6f7ba,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:59.117386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] Pushing event deleted for resources: {'Port': ['ID=1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:59.122810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port 829b29aa-a7bb-4018-a41f-8081fda6f7ba on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:59.126851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4b62f-2e28-4fda-a1fc-15b3f10ebfcb None None] No DVR routers for this DVR port 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:48:59.151379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:59.165355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Network': ['ID=08e3f7cd-fae8-400b-af9f-2cb323594d8a,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:59.198726 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-293cd5b3-faa7-451f-96d2-5b9c43e014e2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.202074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:48:59.207141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:59.207493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1afdaeb2-7f44-4b0a-a3e3-83a666eee6d4 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:59.207917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:48:59.231519 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6deabb54-b8eb-4f86-93b2-8ddfdaa9b5b6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7654579 Nov 29 01:48:59.234884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43550) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:59.243239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'subnet': {'network_id': '08e3f7cd-fae8-400b-af9f-2cb323594d8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:59.263529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:48:59.263886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3498bbad-fd03-4b9c-b9b4-ce488e0adaeb not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:48:59.285212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.336342 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] For port 50aaddd4-e009-4847-8e05-fc63b3def9b0, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:48:59.342584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] For port 50aaddd4-e009-4847-8e05-fc63b3def9b0, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=50aaddd4-e009-4847-8e05-fc63b3def9b0,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:48:59.348675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.400311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-293cd5b3-faa7-451f-96d2-5b9c43e014e2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.409057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.416659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd9d43a-47cc-42cb-a750-c2087e78da1d None None] Network 8a2960f2-89d3-4ae7-b1ac-a601840309fc requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:48:59.431599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-293cd5b3-faa7-451f-96d2-5b9c43e014e2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.453293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0afc6b-679e-4a03-8f31-33b88199d520 None None] Pushing event updated for resources: {'Port': ['ID=50aaddd4-e009-4847-8e05-fc63b3def9b0,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:59.484080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012a18af-2071-4530-9a04-3c0e2dc36562']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:59.498120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-67142986-6225-469e-9442-cf674ced006f None None] Could not find standard attr ID for object 829b29aa-a7bb-4018-a41f-8081fda6f7ba. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:48:59.512338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1423475f-9596-4a3b-9e6e-c5996603711a') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:59.513018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1423475f-9596-4a3b-9e6e-c5996603711a') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:48:59.513650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.521691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-293cd5b3-faa7-451f-96d2-5b9c43e014e2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.523042 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-293cd5b3-faa7-451f-96d2-5b9c43e014e2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7551615 Nov 29 01:48:59.529305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43552) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:48:59.533882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cd5b3-faa7-451f-96d2-5b9c43e014e2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ec207-18e1-41ce-a6f8-1cd3b5a34f6e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:59.541973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b3d81920-e665-4f19-b9fa-520960b90a44 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': 'b32ec207-18e1-41ce-a6f8-1cd3b5a34f6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:48:59.571433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67723b-f534-48c8-a20f-7053da7bd6ee,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:59.587072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.626755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:48:59.630266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.654660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.657428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.708948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:48:59.709366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:48:59.716644 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:48:59.735698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d06bada-3529-4bd6-9bc4-7a063b1eb837 None None] DHCP port deletion for 8a2960f2-89d3-4ae7-b1ac-a601840309fc request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:48:59.858733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.870344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:48:59.886105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:48:59.886715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:48:59.887353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.909022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=c334855f-be74-4b75-bcb7-c309d27703e0,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:48:59.916800 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.934534 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.940034 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/012a18af-2071-4530-9a04-3c0e2dc36562 HTTP/1.1" status: 204 len: 168 time: 2.8491333 Nov 29 01:48:59.982651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:48:59.988899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0b980-cf2f-4553-909b-c9677626d0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=012a18af-2071-4530-9a04-3c0e2dc36562,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:00.012305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting port 0ff08264-0d96-4005-ac3c-ae21b1deacb9 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:00.012664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.034409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=423fed2a-3838-4e19-a9b8-73c2c439de27,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:00.046991 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7d64f2e6-6417-48d6-bfee-aec0fc5087e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6253853 Nov 29 01:49:00.049310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2960f2-89d3-4ae7-b1ac-a601840309fc']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:00.051359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43556) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.051617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3d81920-e665-4f19-b9fa-520960b90a44 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.056885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:87:b8:cd', 'name': 'tempest-NetworksTestDHCPv6-1113134075'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:00.063130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': '78461d39-5b55-446b-8aed-338632383a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3121fb23-4639-4018-979d-11015eeb2953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:00.063320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: 3121fb23-4639-4018-979d-11015eeb2953, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:00.099151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02fb567-8862-411a-a608-b387892b4c1f') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:00.099465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02fb567-8862-411a-a608-b387892b4c1f') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:00.120836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.153855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.172377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:00.172789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:00.180886 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:00.187243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43558) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.198774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 3121fb23-4639-4018-979d-11015eeb2953 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:00.201363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.240640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 3121fb23-4639-4018-979d-11015eeb2953) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:00.245798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:00.246397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.249821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.251628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Calling delete_port for 0ff08264-0d96-4005-ac3c-ae21b1deacb9 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:00.251769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8389b-dfe8-47ff-9ca2-bdd83465aceb None None] Network 3121fb23-4639-4018-979d-11015eeb2953 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:00.260853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3d81920-e665-4f19-b9fa-520960b90a44 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.272503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3d81920-e665-4f19-b9fa-520960b90a44 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.283248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.331215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.334483 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/8a2960f2-89d3-4ae7-b1ac-a601840309fc HTTP/1.1" status: 204 len: 168 time: 2.3379209 Nov 29 01:49:00.342704 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-52755018-803e-44eb-9fc7-2b1fc88ce661 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5512838 Nov 29 01:49:00.346825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43560) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.347157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43562) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.351823 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d81920-e665-4f19-b9fa-520960b90a44 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905c0139-0712-4c68-a780-ea918edeb285,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:00.355878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b031ca2-1198-44a2-9f36-650dd7afe95f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=8a2960f2-89d3-4ae7-b1ac-a601840309fc,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:00.360066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-aebf796a-b81d-434d-878c-38106ac0c97c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-789213875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:00.367100 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-501c8b4e-7845-4089-a3df-8caaf8b487ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20dcc51c4f864c979f01d5ad801a0871&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1785574 Nov 29 01:49:00.370301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43564) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.413183 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-030d4116-4260-4e0a-910f-896a03f5f79f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:00.413644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030d4116-4260-4e0a-910f-896a03f5f79f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:00.417023 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-030d4116-4260-4e0a-910f-896a03f5f79f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/ae67723b-f534-48c8-a20f-7053da7bd6ee HTTP/1.1" status: 404 len: 337 time: 0.0649505 Nov 29 01:49:00.419836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Subnet': ['ID=95e422ba-237f-48d8-850a-173f4cc3321a,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:00.429107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43566) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.441805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:00.471793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b3d81920-e665-4f19-b9fa-520960b90a44 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.472221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b268a6-98f9-495b-95e7-124b1d1f96a5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:00.472813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b268a6-98f9-495b-95e7-124b1d1f96a5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:00.473316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-3121fb23-4639-4018-979d-11015eeb2953', 'network_id': '3121fb23-4639-4018-979d-11015eeb2953', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': '423fed2a-3838-4e19-a9b8-73c2c439de27'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:00.473761 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b3d81920-e665-4f19-b9fa-520960b90a44 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9407496 Nov 29 01:49:00.475478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.475945 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-72b268a6-98f9-495b-95e7-124b1d1f96a5 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/8a2960f2-89d3-4ae7-b1ac-a601840309fc HTTP/1.1" status: 404 len: 339 time: 0.0457857 Nov 29 01:49:00.476972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43568) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.490095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43570) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.528855 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Checking segment: {'id': 'd33bf7dd-5d52-496d-8643-d5a8028068cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08e3f7cd-fae8-400b-af9f-2cb323594d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:00.529019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network hostable DHCP agents. Network: 08e3f7cd-fae8-400b-af9f-2cb323594d8a, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:00.540659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5f08356-d4ba-454a-9c54-162c59b938c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.557326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-108721aa-d2bf-40c7-b681-8f948ce773c7 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.563772 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b196fec-7db8-4593-8a4f-754fde4151c3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:00.564226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b196fec-7db8-4593-8a4f-754fde4151c3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:00.568242 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3b196fec-7db8-4593-8a4f-754fde4151c3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/8fcb8de4-0194-4776-b7d4-defee4103890 HTTP/1.1" status: 404 len: 337 time: 0.0768301 Nov 29 01:49:00.574005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43572) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.607944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aebf796a-b81d-434d-878c-38106ac0c97c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.608919 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aebf796a-b81d-434d-878c-38106ac0c97c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.617825 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a94eaf3-e390-43f1-b4ec-5b2cb7934acd tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:00.618410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a94eaf3-e390-43f1-b4ec-5b2cb7934acd tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:00.621690 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1a94eaf3-e390-43f1-b4ec-5b2cb7934acd tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/eefb0b16-e67d-41ac-a703-7166932c6b48 HTTP/1.1" status: 404 len: 339 time: 0.0453255 Nov 29 01:49:00.627161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43574) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.629708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-108721aa-d2bf-40c7-b681-8f948ce773c7 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.672448 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5f08356-d4ba-454a-9c54-162c59b938c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.674573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:00.676608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 50aaddd4-e009-4847-8e05-fc63b3def9b0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:00.719629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.732018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.734562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-108721aa-d2bf-40c7-b681-8f948ce773c7 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.751084 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-108721aa-d2bf-40c7-b681-8f948ce773c7 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.753152 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-108721aa-d2bf-40c7-b681-8f948ce773c7 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/905c0139-0712-4c68-a780-ea918edeb285 HTTP/1.1" status: 204 len: 168 time: 0.2737296 Nov 29 01:49:00.753356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 08e3f7cd-fae8-400b-af9f-2cb323594d8a) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:00.759322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:00.760010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.768101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43576) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.784861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Allocated IP 172.20.0.2 (3121fb23-4639-4018-979d-11015eeb2953/423fed2a-3838-4e19-a9b8-73c2c439de27/197dff3e-4059-4301-b24e-274b818096cb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:00.804464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108721aa-d2bf-40c7-b681-8f948ce773c7 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=905c0139-0712-4c68-a780-ea918edeb285,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:00.826284 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Port': ['ID=0ff08264-0d96-4005-ac3c-ae21b1deacb9,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:00.833342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.840409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6cbb0-7e45-4409-bfac-e4edafb70cf1 None None] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:00.846157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port abfb86d2-7c4e-476f-a79a-4e140613a093 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:00.852283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aebf796a-b81d-434d-878c-38106ac0c97c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.864021 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3a639e09-14ae-4bf3-93dd-dc9d2eb01f83 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6253097 Nov 29 01:49:00.870152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43578) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:00.870795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aebf796a-b81d-434d-878c-38106ac0c97c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.881458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1150273309', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:00.956730 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:00.960391 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c0ff9f14-cfdb-428d-b798-648f6b94cde9 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1911485 Nov 29 01:49:00.966633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43580) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.014993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e450624-808b-4b93-bafa-564105c82b7f None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:01.033595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.035644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.051951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aebf796a-b81d-434d-878c-38106ac0c97c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.056346 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aebf796a-b81d-434d-878c-38106ac0c97c tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7000542 Nov 29 01:49:01.070664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43582) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.130296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.161544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5f08356-d4ba-454a-9c54-162c59b938c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.164951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5f08356-d4ba-454a-9c54-162c59b938c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.176551 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d5f08356-d4ba-454a-9c54-162c59b938c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2144785-9bfc-49e7-adb0-adf3bf09338e HTTP/1.1" status: 204 len: 168 time: 0.7921901 Nov 29 01:49:01.196921 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 50aaddd4-e009-4847-8e05-fc63b3def9b0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:01.197339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.199333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f08356-d4ba-454a-9c54-162c59b938c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2144785-9bfc-49e7-adb0-adf3bf09338e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:01.212861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b3b297-266a-4885-bc26-b8aff5667272']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:01.223970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.244660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4eb190e1-3caf-4d01-a7ba-a41b345973f5 None None] Provisioning complete for port 50aaddd4-e009-4847-8e05-fc63b3def9b0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:01.245040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4eb190e1-3caf-4d01-a7ba-a41b345973f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.251444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f195b6a9-70fd-4bce-b5f0-737ead5e5f7a') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:01.251744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f195b6a9-70fd-4bce-b5f0-737ead5e5f7a') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:01.264584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.320251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.360833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.372279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 172.20.0.10 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/c334855f-be74-4b75-bcb7-c309d27703e0/abfb86d2-7c4e-476f-a79a-4e140613a093) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:01.374735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:01.375213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:01.379752 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:01.434908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fe87:b8cd (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/fb1e4e54-aee6-40ee-9de7-24c402d27410/abfb86d2-7c4e-476f-a79a-4e140613a093) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:01.460233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-347302d7-a2b4-4b2d-aa30-a37036d1d270 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.510228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.523041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-347302d7-a2b4-4b2d-aa30-a37036d1d270 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.556113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.561545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.567944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/b9b3b297-266a-4885-bc26-b8aff5667272 HTTP/1.1" status: 204 len: 168 time: 0.9344659 Nov 29 01:49:01.576342 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43592) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.589837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Router 093a707b-54b7-4f6e-b4a8-7398bf910430 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:01.606911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0c6e0-d151-4dd6-873f-d7434785d01f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=b9b3b297-266a-4885-bc26-b8aff5667272,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:01.610590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.627795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-347302d7-a2b4-4b2d-aa30-a37036d1d270 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.631072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-347302d7-a2b4-4b2d-aa30-a37036d1d270 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.635340 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-347302d7-a2b4-4b2d-aa30-a37036d1d270 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/b32ec207-18e1-41ce-a6f8-1cd3b5a34f6e HTTP/1.1" status: 204 len: 168 time: 0.6673858 Nov 29 01:49:01.638971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43596) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.665372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347302d7-a2b4-4b2d-aa30-a37036d1d270 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ec207-18e1-41ce-a6f8-1cd3b5a34f6e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:01.667653 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c061ed-1a31-4c8f-bff0-cb27cc3fd65c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:01.668119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c061ed-1a31-4c8f-bff0-cb27cc3fd65c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:01.674794 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-24c061ed-1a31-4c8f-bff0-cb27cc3fd65c tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/6c067b15-deda-414e-b903-b4a19531cd70 HTTP/1.1" status: 404 len: 337 time: 0.0949693 Nov 29 01:49:01.676576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Pushing event updated for resources: {'Port': ['ID=197dff3e-4059-4301-b24e-274b818096cb,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:01.682937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-08e3f7cd-fae8-400b-af9f-2cb323594d8a', 'network_id': '08e3f7cd-fae8-400b-af9f-2cb323594d8a', 'tenant_id': '309bbab362474f169ed15d7ea1147b60', 'fixed_ips': [{'subnet_id': '95e422ba-237f-48d8-850a-173f4cc3321a'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:01.684379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.685160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43598) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.747381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.771186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cdef82-1f18-455e-bf6a-8ba6535a3edc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:01.771976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cdef82-1f18-455e-bf6a-8ba6535a3edc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:01.775772 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-42cdef82-1f18-455e-bf6a-8ba6535a3edc tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/50bdd2d4-38fd-4e58-8e9a-5595ce0bd002 HTTP/1.1" status: 404 len: 339 time: 0.0889585 Nov 29 01:49:01.782410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43602) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.815841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.818804 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b5dd8a-4113-4500-8a16-2b62bfad06e3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:01.819828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b5dd8a-4113-4500-8a16-2b62bfad06e3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:01.826819 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-15b5dd8a-4113-4500-8a16-2b62bfad06e3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/baffa5a3-909b-4fa5-b85c-9de035957136 HTTP/1.1" status: 404 len: 337 time: 0.0422366 Nov 29 01:49:01.829845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43604) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.864481 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e64cd9-078e-4e2c-869f-fbcea97eada1 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:01.865028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e64cd9-078e-4e2c-869f-fbcea97eada1 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:01.870943 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d7e64cd9-078e-4e2c-869f-fbcea97eada1 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/3918447b-88c0-4ad5-9388-6c4c8720d23c HTTP/1.1" status: 404 len: 339 time: 0.0396373 Nov 29 01:49:01.873019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43608) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.915556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Network 3121fb23-4639-4018-979d-11015eeb2953 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:01.916795 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c33e89-f157-4128-b20d-c45e7898f7b7 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:01.917263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c33e89-f157-4128-b20d-c45e7898f7b7 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:01.918500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4eb190e1-3caf-4d01-a7ba-a41b345973f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:01.922858 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-65c33e89-f157-4128-b20d-c45e7898f7b7 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/f38901bf-4d12-4422-bd53-5fb3b3707221 HTTP/1.1" status: 404 len: 337 time: 0.0423634 Nov 29 01:49:01.926177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43610) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.976274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:01.982841 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6befdf7a-d60f-47f5-9732-ddd3d7a6f0ef tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "PUT /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6749394 Nov 29 01:49:01.992845 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e61b68ea-4fc1-458c-8538-d3eebb86bca5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3381095 Nov 29 01:49:01.992845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43616) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:01.993770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:01.997250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:02.001372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.034041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43618) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.041699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-0e728e39-17bc-4e76-a3ce-1b4e18d51308 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871271319'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:02.065453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.068016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2875a4e-5661-4ceb-a15e-95d3205122b0 None None] Sync routers for ids ['093a707b-54b7-4f6e-b4a8-7398bf910430'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:02.073929 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0b55c4-0da8-43e6-bb88-0d9ae5e958a3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.074481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0b55c4-0da8-43e6-bb88-0d9ae5e958a3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.080872 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5e0b55c4-0da8-43e6-bb88-0d9ae5e958a3 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/9842fadf-8034-464c-a341-116fc3b3fc86 HTTP/1.1" status: 404 len: 339 time: 0.1507912 Nov 29 01:49:02.081477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3469b8-bb60-49a7-85e1-36b69e8bd472 None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': 'fb1e4e54-aee6-40ee-9de7-24c402d27410', 'ip_address': '2001:db8::f816:3eff:fecc:d76'}, {'subnet_id': 'c334855f-be74-4b75-bcb7-c309d27703e0'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '50aaddd4-e009-4847-8e05-fc63b3def9b0'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:49:02.084049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43620) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.099733 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-21ef6014-33fc-4879-bc22-511cb336b309 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] show failed (client error): The resource could not be found. Nov 29 01:49:02.104705 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-21ef6014-33fc-4879-bc22-511cb336b309 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-2139686513 HTTP/1.1" status: 404 len: 335 time: 0.0745318 Nov 29 01:49:02.126008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43624) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.137698 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3183edc-1bb6-4e17-9667-cedceb15a81f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.138254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3183edc-1bb6-4e17-9667-cedceb15a81f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.141787 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e3183edc-1bb6-4e17-9667-cedceb15a81f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/924c7b49-75f2-45c2-b08f-169b3cac4479 HTTP/1.1" status: 404 len: 337 time: 0.0531318 Nov 29 01:49:02.145567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-659022cb-cdfb-4c4d-8149-e1d8d630fe3b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:02.159714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43626) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.186202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0e728e39-17bc-4e76-a3ce-1b4e18d51308 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.208871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43628) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.230501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4d3469b8-bb60-49a7-85e1-36b69e8bd472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.252064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4eb190e1-3caf-4d01-a7ba-a41b345973f5 None None] For port 50aaddd4-e009-4847-8e05-fc63b3def9b0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=50aaddd4-e009-4847-8e05-fc63b3def9b0,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:02.269209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2875a4e-5661-4ceb-a15e-95d3205122b0 None None] Routers {'093a707b-54b7-4f6e-b4a8-7398bf910430'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:02.269865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c2875a4e-5661-4ceb-a15e-95d3205122b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['093a707b-54b7-4f6e-b4a8-7398bf910430'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:02.285761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:02.295744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.20.0.1 (3121fb23-4639-4018-979d-11015eeb2953/423fed2a-3838-4e19-a9b8-73c2c439de27/2cdd2029-c750-42ec-a103-b1cf0f4d67b4) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:02.309281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c2875a4e-5661-4ceb-a15e-95d3205122b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:02.311776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:02.325806 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-659022cb-cdfb-4c4d-8149-e1d8d630fe3b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] update failed (client error): The resource could not be found. Nov 29 01:49:02.327450 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-659022cb-cdfb-4c4d-8149-e1d8d630fe3b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1824134442 HTTP/1.1" status: 404 len: 335 time: 0.1962225 Nov 29 01:49:02.328295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.330585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:02.336338 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0d973e-8b5e-4dae-8a54-c0bb0a61448a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.337122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0d973e-8b5e-4dae-8a54-c0bb0a61448a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.340721 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2b0d973e-8b5e-4dae-8a54-c0bb0a61448a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/9a07594a-75ba-483a-920d-88a422b0a81a HTTP/1.1" status: 404 len: 339 time: 0.1797242 Nov 29 01:49:02.344429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43632) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.344860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43634) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.393842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=abfb86d2-7c4e-476f-a79a-4e140613a093,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:02.400162 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.415275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4eb190e1-3caf-4d01-a7ba-a41b345973f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.435253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2050365576'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:02.455826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:02.456455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.479056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0e728e39-17bc-4e76-a3ce-1b4e18d51308 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.480623 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-439755cf-6622-4145-bc2b-6d95121d1b8e tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.481714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439755cf-6622-4145-bc2b-6d95121d1b8e tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.481861 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7f20e1ec-438f-4aa8-b9e1-a730ba839649 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4291434 Nov 29 01:49:02.484479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43636) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.488052 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-439755cf-6622-4145-bc2b-6d95121d1b8e tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/b7accebb-ffb8-4eb3-bd28-0db0c141eebb HTTP/1.1" status: 404 len: 337 time: 0.1368759 Nov 29 01:49:02.494323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0e728e39-17bc-4e76-a3ce-1b4e18d51308 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.496349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43638) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.507869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Allocated IP 172.20.0.2 (08e3f7cd-fae8-400b-af9f-2cb323594d8a/95e422ba-237f-48d8-850a-173f4cc3321a/11a32e6b-9718-4689-a186-96759c53f329) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:02.534013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e728e39-17bc-4e76-a3ce-1b4e18d51308 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b11f48-4169-4e5b-a03a-2045ebeacfcd,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:02.562904 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-e596b59d-82b8-4c46-8904-3c1eacaac72f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.563482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e596b59d-82b8-4c46-8904-3c1eacaac72f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.571809 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e596b59d-82b8-4c46-8904-3c1eacaac72f tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/96a8c62f-6bdd-42c4-b653-2ccf6ea2d06d HTTP/1.1" status: 404 len: 339 time: 0.0684237 Nov 29 01:49:02.572014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2875a4e-5661-4ceb-a15e-95d3205122b0 None None] Routers {'093a707b-54b7-4f6e-b4a8-7398bf910430'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:02.572123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43640) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.572248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c2875a4e-5661-4ceb-a15e-95d3205122b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['093a707b-54b7-4f6e-b4a8-7398bf910430'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:02.580941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Attempting to bind port 197dff3e-4059-4301-b24e-274b818096cb on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:02.580941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Attempting to bind port 197dff3e-4059-4301-b24e-274b818096cb by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '78461d39-5b55-446b-8aed-338632383a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3121fb23-4639-4018-979d-11015eeb2953'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:02.580941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Attempting to bind port 197dff3e-4059-4301-b24e-274b818096cb on network 3121fb23-4639-4018-979d-11015eeb2953 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:02.582513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8b1c58-9ff9-480c-8466-2f0605ddd99b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting subnet 32cb35e0-6185-411c-8296-457a7807cf25 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:02.592821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1c58-9ff9-480c-8466-2f0605ddd99b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.602564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a30b2-973a-4f11-bb86-768865c6b8e8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:02.608623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a30b2-973a-4f11-bb86-768865c6b8e8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:02.612962 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-926a30b2-973a-4f11-bb86-768865c6b8e8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1250634 Nov 29 01:49:02.613110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Made reservation on behalf of d0f267bfbc69449ca519394bcaf2a564 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:02.613693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43642) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.617183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.628769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.26.8.80 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/36a5c98c-e10a-4e32-b0c6-44c4cf0bf5c6) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:02.639300 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c2875a4e-5661-4ceb-a15e-95d3205122b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:02.640082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2875a4e-5661-4ceb-a15e-95d3205122b0 None None] The sync data for ids ['093a707b-54b7-4f6e-b4a8-7398bf910430'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:02.654538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.677041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:49:02.677041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:49:02.677381 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-323addb6-fe8c-4f08-b720-826531dce336 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.677381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323addb6-fe8c-4f08-b720-826531dce336 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.677381 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-323addb6-fe8c-4f08-b720-826531dce336 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/f2136e8b-73d2-4c99-9116-cfadb3be5f56 HTTP/1.1" status: 404 len: 337 time: 0.1041882 Nov 29 01:49:02.677381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0e728e39-17bc-4e76-a3ce-1b4e18d51308 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.677726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43644) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.679350 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0e728e39-17bc-4e76-a3ce-1b4e18d51308 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6431887 Nov 29 01:49:02.682628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:02.683162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Checking segment: {'id': '78461d39-5b55-446b-8aed-338632383a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3121fb23-4639-4018-979d-11015eeb2953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:02.683754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.684231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Bound using segment: {'id': '78461d39-5b55-446b-8aed-338632383a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3121fb23-4639-4018-979d-11015eeb2953'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:02.684790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Bound port: 197dff3e-4059-4301-b24e-274b818096cb, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78461d39-5b55-446b-8aed-338632383a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3121fb23-4639-4018-979d-11015eeb2953'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:02.686203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.686349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43646) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.694618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb190e1-3caf-4d01-a7ba-a41b345973f5 None None] Pushing event updated for resources: {'Port': ['ID=50aaddd4-e009-4847-8e05-fc63b3def9b0,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:02.704761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ce78e619-53df-4484-84e6-384d0df66e3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '11b11f48-4169-4e5b-a03a-2045ebeacfcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:02.737335 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86b859a-aad7-4d35-b67f-48ee9a1aaff9 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.737861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86b859a-aad7-4d35-b67f-48ee9a1aaff9 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.744465 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c86b859a-aad7-4d35-b67f-48ee9a1aaff9 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/a02529ef-08ca-4a0c-b51f-f178f7531fe2 HTTP/1.1" status: 404 len: 339 time: 0.0590773 Nov 29 01:49:02.744465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43648) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.750520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce78e619-53df-4484-84e6-384d0df66e3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.790564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-4d3469b8-bb60-49a7-85e1-36b69e8bd472 None None] Allocated IP 172.20.0.2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/c334855f-be74-4b75-bcb7-c309d27703e0/50aaddd4-e009-4847-8e05-fc63b3def9b0) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:02.797570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1c58-9ff9-480c-8466-2f0605ddd99b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.802793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.806906 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-73743991-8431-468e-b5c8-739ac5959563 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.807365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73743991-8431-468e-b5c8-739ac5959563 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.812825 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-73743991-8431-468e-b5c8-739ac5959563 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/e9ad3f5b-37fa-4137-9006-fe2aea3d3144 HTTP/1.1" status: 404 len: 337 time: 0.0651555 Nov 29 01:49:02.813504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43650) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.844448 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bb7f32-807d-4d4c-9b62-e03387966148 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.844856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88bb7f32-807d-4d4c-9b62-e03387966148 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.851002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-88bb7f32-807d-4d4c-9b62-e03387966148 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/c6644c40-0489-4fcb-9a2f-8c5e8c024fc2 HTTP/1.1" status: 404 len: 339 time: 0.0335784 Nov 29 01:49:02.851174 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce78e619-53df-4484-84e6-384d0df66e3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.852109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43652) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.865985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce78e619-53df-4484-84e6-384d0df66e3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.892077 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a24dd33-733d-4218-854c-6bf8f3876e36 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.892330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a24dd33-733d-4218-854c-6bf8f3876e36 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.894065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] For port 197dff3e-4059-4301-b24e-274b818096cb, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:02.894364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e619-53df-4484-84e6-384d0df66e3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4721ff2-7ed9-49e0-b852-2a8e51f9d655,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:02.898377 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7a24dd33-733d-4218-854c-6bf8f3876e36 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/db667026-0c9d-4535-ad76-8bd730815566 HTTP/1.1" status: 404 len: 337 time: 0.0424292 Nov 29 01:49:02.901778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43654) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.936617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b55d2adb-a787-4c96-ab4b-3f01003f7261 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port abfb86d2-7c4e-476f-a79a-4e140613a093 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:02.936913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce78e619-53df-4484-84e6-384d0df66e3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.937087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b55d2adb-a787-4c96-ab4b-3f01003f7261 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.937986 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ce78e619-53df-4484-84e6-384d0df66e3a tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2476101 Nov 29 01:49:02.941632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] For port 197dff3e-4059-4301-b24e-274b818096cb, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=197dff3e-4059-4301-b24e-274b818096cb,segment=NetworkSegment(78461d39-5b55-446b-8aed-338632383a9f),segment_id=78461d39-5b55-446b-8aed-338632383a9f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:02.945750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43656) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:02.949951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.950143 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:02.956324 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebd0790-f759-4559-b6ba-0be3fe757916 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:02.956664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebd0790-f759-4559-b6ba-0be3fe757916 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:02.962671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aebd0790-f759-4559-b6ba-0be3fe757916 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/25a9cb8b-4783-40d9-b919-adbf631a4199 HTTP/1.1" status: 404 len: 339 time: 0.0594597 Nov 29 01:49:02.974047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43658) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:03.000536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.036873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1c58-9ff9-480c-8466-2f0605ddd99b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.041700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.053073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.058460 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2004447e-28b9-41d7-b718-c5482e54317d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules/a4721ff2-7ed9-49e0-b852-2a8e51f9d655 HTTP/1.1" status: 200 len: 763 time: 0.1125953 Nov 29 01:49:03.074066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.081077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4d3469b8-bb60-49a7-85e1-36b69e8bd472 None None] For port 50aaddd4-e009-4847-8e05-fc63b3def9b0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=50aaddd4-e009-4847-8e05-fc63b3def9b0,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:03.084006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 3121fb23-4639-4018-979d-11015eeb2953 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:03.090717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43660) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:03.090949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:03.134255 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:03.153641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b55d2adb-a787-4c96-ab4b-3f01003f7261 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.154161 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:03.156204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa589a20-84a3-43b4-a8e6-aa1fb798f8fb None None] Pushing event updated for resources: {'Port': ['ID=197dff3e-4059-4301-b24e-274b818096cb,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:03.165179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.166804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acf33fc-60e9-4b24-a31a-0497a4470739 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting subnet 1d1c9c48-04f1-4d7b-9e9b-65f4ae93ffe7 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:03.166987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:03.173745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2acf33fc-60e9-4b24-a31a-0497a4470739 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.200488 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:03.201111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b55d2adb-a787-4c96-ab4b-3f01003f7261 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for abfb86d2-7c4e-476f-a79a-4e140613a093 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:03.207574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4d3469b8-bb60-49a7-85e1-36b69e8bd472 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.211468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.214658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:03.227537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.227887 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Added segment 952e9d76-6371-4f1e-b43e-b85a307e3911 of type vlan for network e5136976-200d-45ed-b35b-94ab5049c926 Nov 29 01:49:03.233729 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2acf33fc-60e9-4b24-a31a-0497a4470739 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.292120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.293042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4d3469b8-bb60-49a7-85e1-36b69e8bd472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.336901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Attempting to bind port 11a32e6b-9718-4689-a186-96759c53f329 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:03.337285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Attempting to bind port 11a32e6b-9718-4689-a186-96759c53f329 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'd33bf7dd-5d52-496d-8643-d5a8028068cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08e3f7cd-fae8-400b-af9f-2cb323594d8a'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:03.337879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Attempting to bind port 11a32e6b-9718-4689-a186-96759c53f329 on network 08e3f7cd-fae8-400b-af9f-2cb323594d8a {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:03.347378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.366043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:03.371857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Checking segment: {'id': 'd33bf7dd-5d52-496d-8643-d5a8028068cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08e3f7cd-fae8-400b-af9f-2cb323594d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:03.374323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.375043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Bound using segment: {'id': 'd33bf7dd-5d52-496d-8643-d5a8028068cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08e3f7cd-fae8-400b-af9f-2cb323594d8a'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:03.375887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Bound port: 11a32e6b-9718-4689-a186-96759c53f329, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33bf7dd-5d52-496d-8643-d5a8028068cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '08e3f7cd-fae8-400b-af9f-2cb323594d8a'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:03.376535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.379483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Pushing event updated for resources: {'Port': ['ID=11a32e6b-9718-4689-a186-96759c53f329,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:03.489280 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-335af15c-920f-45db-9550-40148d05fde5 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3956177 Nov 29 01:49:03.489640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.495229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:03.495846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.500502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 829b29aa-a7bb-4018-a41f-8081fda6f7ba no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:03.509954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=2cdd2029-c750-42ec-a103-b1cf0f4d67b4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:03.519382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43662) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:03.566242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 829b29aa-a7bb-4018-a41f-8081fda6f7ba {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:03.566707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 829b29aa-a7bb-4018-a41f-8081fda6f7ba not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:03.587798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d738127-73ed-4bcb-8373-a27dac1f024e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:03.600919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3469b8-bb60-49a7-85e1-36b69e8bd472 None None] Pushing event updated for resources: {'Port': ['ID=50aaddd4-e009-4847-8e05-fc63b3def9b0,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:03.605024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] For port 11a32e6b-9718-4689-a186-96759c53f329, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:03.607447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Network': ['ID=e5136976-200d-45ed-b35b-94ab5049c926,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:03.619532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] For port 11a32e6b-9718-4689-a186-96759c53f329, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=11a32e6b-9718-4689-a186-96759c53f329,segment=NetworkSegment(d33bf7dd-5d52-496d-8643-d5a8028068cd),segment_id=d33bf7dd-5d52-496d-8643-d5a8028068cd)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:03.623763 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4b62db28-7093-4436-a15e-e78e014f9ff6 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4112051 Nov 29 01:49:03.625088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43664) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:03.630715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.638875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'subnet': {'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:03.670366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:03.689258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:03.691637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=36a5c98c-e10a-4e32-b0c6-44c4cf0bf5c6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:03.695490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:03.718098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network e5136976-200d-45ed-b35b-94ab5049c926 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:03.795294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73bd6d-d133-49e2-b9de-3edfe75ffe63 None None] Pushing event updated for resources: {'Port': ['ID=11a32e6b-9718-4689-a186-96759c53f329,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:03.799161 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28c7c0-1048-47bb-a4d7-9ea03f7a1642 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:03.821294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a0b60e7-3e48-4086-9858-acf4a7f6469d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.888659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-afcffb75-918e-4b2c-a2a5-bb5b2e2696ab None None] Provisioning complete for port 36a5c98c-e10a-4e32-b0c6-44c4cf0bf5c6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:03.889105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-afcffb75-918e-4b2c-a2a5-bb5b2e2696ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:03.943145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-afcffb75-918e-4b2c-a2a5-bb5b2e2696ab None None] Port 36a5c98c-e10a-4e32-b0c6-44c4cf0bf5c6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:03.945432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 197dff3e-4059-4301-b24e-274b818096cb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:04.051287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 197dff3e-4059-4301-b24e-274b818096cb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:04.051668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.229473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b55d2adb-a787-4c96-ab4b-3f01003f7261 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.229936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.257596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2acf33fc-60e9-4b24-a31a-0497a4470739 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.318323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1c58-9ff9-480c-8466-2f0605ddd99b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.322230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a0b60e7-3e48-4086-9858-acf4a7f6469d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.326408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 197dff3e-4059-4301-b24e-274b818096cb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=197dff3e-4059-4301-b24e-274b818096cb,segment=NetworkSegment(78461d39-5b55-446b-8aed-338632383a9f),segment_id=78461d39-5b55-446b-8aed-338632383a9f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:04.336691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.338155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 50aaddd4-e009-4847-8e05-fc63b3def9b0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:04.387169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b1c58-9ff9-480c-8466-2f0605ddd99b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Subnet': ['ID=32cb35e0-6185-411c-8296-457a7807cf25,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:04.430306 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1c58-9ff9-480c-8466-2f0605ddd99b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.433957 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ed8b1c58-9ff9-480c-8466-2f0605ddd99b tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/subnets/32cb35e0-6185-411c-8296-457a7807cf25 HTTP/1.1" status: 204 len: 168 time: 2.0877254 Nov 29 01:49:04.437766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0dc3c-4f06-4376-88fe-827a4a4f4fe8 None None] Network 45b54ba4-2b43-44df-b52c-64f6e037801c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:04.442029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43666) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:04.464177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.484752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d2adb-a787-4c96-ab4b-3f01003f7261 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=abfb86d2-7c4e-476f-a79a-4e140613a093,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:04.521731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=197dff3e-4059-4301-b24e-274b818096cb,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:04.608289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 50aaddd4-e009-4847-8e05-fc63b3def9b0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:04.608919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.640014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2b54abf7-041d-4d4e-88b2-cbb3d6c1d2b7 None None] Provisioning complete for port 50aaddd4-e009-4847-8e05-fc63b3def9b0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:04.640654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b54abf7-041d-4d4e-88b2-cbb3d6c1d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.680176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a0b60e7-3e48-4086-9858-acf4a7f6469d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.685294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a0b60e7-3e48-4086-9858-acf4a7f6469d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.688650 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2a0b60e7-3e48-4086-9858-acf4a7f6469d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a4721ff2-7ed9-49e0-b852-2a8e51f9d655 HTTP/1.1" status: 204 len: 168 time: 1.0958350 Nov 29 01:49:04.697458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43668) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:04.700504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Made reservation on behalf of d0f267bfbc69449ca519394bcaf2a564 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:04.704046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.738630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2ad04-9e5d-46e9-a63e-3a64d3c1ab84 None None] Network 3121fb23-4639-4018-979d-11015eeb2953 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:04.771226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b60e7-3e48-4086-9858-acf4a7f6469d tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4721ff2-7ed9-49e0-b852-2a8e51f9d655,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:04.846273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.847224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2acf33fc-60e9-4b24-a31a-0497a4470739 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.904582 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3a9787f3-65c9-4228-9c2d-ad052937b084 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1920640 Nov 29 01:49:04.909904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43670) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:04.946814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7b0e4d5f-4dd6-4bc9-929a-b1bb6a0aff07 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '11b11f48-4169-4e5b-a03a-2045ebeacfcd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:04.955474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf33fc-60e9-4b24-a31a-0497a4470739 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1c9c48-04f1-4d7b-9e9b-65f4ae93ffe7,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:04.971713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2acf33fc-60e9-4b24-a31a-0497a4470739 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:04.978448 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2acf33fc-60e9-4b24-a31a-0497a4470739 tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/subnets/1d1c9c48-04f1-4d7b-9e9b-65f4ae93ffe7 HTTP/1.1" status: 204 len: 168 time: 1.9961648 Nov 29 01:49:04.983443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43672) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:05.028447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4d5f-4dd6-4bc9-929a-b1bb6a0aff07 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.050639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd895a-82ed-4ad9-ae11-6c98f3fbdb79 None None] Network d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:05.108709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.124559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b55d2adb-a787-4c96-ab4b-3f01003f7261 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.129122 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b55d2adb-a787-4c96-ab4b-3f01003f7261 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/abfb86d2-7c4e-476f-a79a-4e140613a093 HTTP/1.1" status: 204 len: 168 time: 2.5144186 Nov 29 01:49:05.131349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.134795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43674) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:05.233318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92d85d-a8b6-4d5a-8abb-c5de38763c01 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:05.234957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92d85d-a8b6-4d5a-8abb-c5de38763c01 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:05.236979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92d85d-a8b6-4d5a-8abb-c5de38763c01 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:05.238897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4f92d85d-a8b6-4d5a-8abb-c5de38763c01 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1034753 Nov 29 01:49:05.264414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43676) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:05.265472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.410434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] DHCP port deletion for 45b54ba4-2b43-44df-b52c-64f6e037801c request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:05.424760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Deleting port 6efcb5ca-e259-4e4f-8595-a7025f5b861e {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:05.425123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.490744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-300fb4ef-9d5c-494c-a880-54f05136b166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet c334855f-be74-4b75-bcb7-c309d27703e0 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:05.494347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-300fb4ef-9d5c-494c-a880-54f05136b166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.520661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4d5f-4dd6-4bc9-929a-b1bb6a0aff07 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.533004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Subnet': ['ID=82fcd123-64ec-4282-87a5-353c9bdc65b5,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:05.558113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] DHCP port deletion for d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:05.564116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] For port 6efcb5ca-e259-4e4f-8595-a7025f5b861e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6efcb5ca-e259-4e4f-8595-a7025f5b861e,segment=NetworkSegment(d8921fd9-8e45-49b1-8175-4128264ddac8),segment_id=d8921fd9-8e45-49b1-8175-4128264ddac8)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:05.564492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.572332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting port 037e9cb4-696b-4511-96c0-880da3473fe5 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:05.573382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.575498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4d5f-4dd6-4bc9-929a-b1bb6a0aff07 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.583225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.585194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Calling delete_port for 6efcb5ca-e259-4e4f-8595-a7025f5b861e owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:05.605718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.626901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2fa34-075c-4d45-801c-b438c329ef9c None None] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:05.636961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.654482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-300fb4ef-9d5c-494c-a880-54f05136b166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.731345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] Deleting port 037e9cb4-696b-4511-96c0-880da3473fe5 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:05.731723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.785968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] Provisioning complete for port 11a32e6b-9718-4689-a186-96759c53f329 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:05.786608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.819590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e4d5f-4dd6-4bc9-929a-b1bb6a0aff07 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a75875c-3516-452c-b542-aa3da0ca2ffc,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:05.823099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=2cdd2029-c750-42ec-a103-b1cf0f4d67b4,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:05.866186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.885439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 197dff3e-4059-4301-b24e-274b818096cb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:05.904676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] Deleting port 6efcb5ca-e259-4e4f-8595-a7025f5b861e {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:05.905299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.906762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Port': ['ID=6efcb5ca-e259-4e4f-8595-a7025f5b861e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:05.908939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] No DVR routers for this DVR port 6efcb5ca-e259-4e4f-8595-a7025f5b861e on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:05.950976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Checking segment: {'id': '952e9d76-6371-4f1e-b43e-b85a307e3911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:05.951362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Network hostable DHCP agents. Network: e5136976-200d-45ed-b35b-94ab5049c926, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:05.953874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:05.956085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 52519f23-afaa-4934-8679-aeb4fd2d16ce is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:49:05.982265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] For port 037e9cb4-696b-4511-96c0-880da3473fe5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=037e9cb4-696b-4511-96c0-880da3473fe5,segment=NetworkSegment(e7bd7a7a-141c-4e73-9e98-4824877154ab),segment_id=e7bd7a7a-141c-4e73-9e98-4824877154ab)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:05.982779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.005639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4d5f-4dd6-4bc9-929a-b1bb6a0aff07 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.007360 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7b0e4d5f-4dd6-4bc9-929a-b1bb6a0aff07 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0924780 Nov 29 01:49:06.009963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43678) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:06.021775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.027393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] For port 037e9cb4-696b-4511-96c0-880da3473fe5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=037e9cb4-696b-4511-96c0-880da3473fe5,segment=NetworkSegment(e7bd7a7a-141c-4e73-9e98-4824877154ab),segment_id=e7bd7a7a-141c-4e73-9e98-4824877154ab)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:06.028241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.056526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] Calling delete_port for 037e9cb4-696b-4511-96c0-880da3473fe5 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:06.078757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-300fb4ef-9d5c-494c-a880-54f05136b166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.083746 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Network e5136976-200d-45ed-b35b-94ab5049c926 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:06.116424 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b2f84fe2-7033-4b79-85a1-2a1c5e89c535 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules/7a75875c-3516-452c-b542-aa3da0ca2ffc HTTP/1.1" status: 200 len: 763 time: 0.1010864 Nov 29 01:49:06.117939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:06.119536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] For port 6efcb5ca-e259-4e4f-8595-a7025f5b861e, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:06.120003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43680) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:06.120268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.130344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Calling delete_port for 037e9cb4-696b-4511-96c0-880da3473fe5 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:06.136907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, e5136976-200d-45ed-b35b-94ab5049c926) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:06.148852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8921fd9-8e45-49b1-8175-4128264ddac8') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:06.149216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8921fd9-8e45-49b1-8175-4128264ddac8') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:06.154265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:06.154963 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.165864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.183700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8cf6fc-1942-45ae-9b10-09a2ac2ba686 None None] Network e5136976-200d-45ed-b35b-94ab5049c926 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:06.192170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.221473 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a6d59927-72bc-423a-a5db-e1bf96f625a3 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0982339 Nov 29 01:49:06.224767 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:06.225278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.230443 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fcb1ea4b-8c84-4aa1-af59-2120efc8ca8d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5971706 Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:06.230600 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:06.232504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43682) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:06.232504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43684) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:06.235933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] Calling delete_port for 6efcb5ca-e259-4e4f-8595-a7025f5b861e owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:06.237804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:06.255740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] Port 6efcb5ca-e259-4e4f-8595-a7025f5b861e was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:49:06.256106 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c450049-29d1-4f78-b281-72f18467a538 None None] Sync routers for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:06.259885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926', 'name': 'tempest-AllowedAddressPairTestJSON-1536455004'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:06.285320 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c450049-29d1-4f78-b281-72f18467a538 None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:06.286281 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6c450049-29d1-4f78-b281-72f18467a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:06.306748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.354806 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6c450049-29d1-4f78-b281-72f18467a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:06.360900 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 3121fb23-4639-4018-979d-11015eeb2953 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:06.374270 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c450049-29d1-4f78-b281-72f18467a538 None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:06.374525 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6c450049-29d1-4f78-b281-72f18467a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:06.378728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.380133 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1b82649e-c1cb-42a9-968c-8935b4ed1a1e tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5025723 Nov 29 01:49:06.383138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43686) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:06.383834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 197dff3e-4059-4301-b24e-274b818096cb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:06.384243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.393743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.417426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] Pushing event deleted for resources: {'Port': ['ID=6efcb5ca-e259-4e4f-8595-a7025f5b861e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:06.419824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b72752-38de-4b53-a3e3-e8d22a2722e1 None None] No DVR routers for this DVR port 6efcb5ca-e259-4e4f-8595-a7025f5b861e on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:06.421111 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6c450049-29d1-4f78-b281-72f18467a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:06.422000 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c450049-29d1-4f78-b281-72f18467a538 None None] The sync data for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:06.429147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:06.433243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.436613 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] 10.222.0.30 "DELETE /v2.0/networks/d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6 HTTP/1.1" status: 204 len: 168 time: 1.4416552 Nov 29 01:49:06.445376 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-300fb4ef-9d5c-494c-a880-54f05136b166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.449034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a605c92d-6cce-40fd-8338-bb632ad19195 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.498970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c1d2a-4f75-4b26-b6a9-86a7971a919a tempest-NetworksTest-1784650690 tempest-NetworksTest-1784650690-project] Pushing event deleted for resources: {'Network': ['ID=d1a62dbf-1a0e-4e6e-8f86-a38207b81fe6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:06.541674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a605c92d-6cce-40fd-8338-bb632ad19195 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.542681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.594067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.609440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-300fb4ef-9d5c-494c-a880-54f05136b166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.616651 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-300fb4ef-9d5c-494c-a880-54f05136b166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/c334855f-be74-4b75-bcb7-c309d27703e0 HTTP/1.1" status: 204 len: 168 time: 1.3260612 Nov 29 01:49:06.631812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43690) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:06.634138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fb4ef-9d5c-494c-a880-54f05136b166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=c334855f-be74-4b75-bcb7-c309d27703e0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:06.637892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] No DVR routers for this DVR port 037e9cb4-696b-4511-96c0-880da3473fe5 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:06.720781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Port': ['ID=037e9cb4-696b-4511-96c0-880da3473fe5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:06.761872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff211101-55b5-490a-a342-aa6cb64c78a8 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:06.820781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] For port 11a32e6b-9718-4689-a186-96759c53f329, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=11a32e6b-9718-4689-a186-96759c53f329,segment=NetworkSegment(d33bf7dd-5d52-496d-8643-d5a8028068cd),segment_id=d33bf7dd-5d52-496d-8643-d5a8028068cd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:06.822205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.842110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Made reservation on behalf of d0f267bfbc69449ca519394bcaf2a564 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:06.853104 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.880784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a605c92d-6cce-40fd-8338-bb632ad19195 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.911469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] Pushing event deleted for resources: {'Port': ['ID=037e9cb4-696b-4511-96c0-880da3473fe5,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:06.926369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-e5136976-200d-45ed-b35b-94ab5049c926', 'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926', 'tenant_id': 'd0f267bfbc69449ca519394bcaf2a564', 'fixed_ips': [{'subnet_id': '82fcd123-64ec-4282-87a5-353c9bdc65b5'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:06.927769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.928984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a605c92d-6cce-40fd-8338-bb632ad19195 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.932067 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a605c92d-6cce-40fd-8338-bb632ad19195 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7a75875c-3516-452c-b542-aa3da0ca2ffc HTTP/1.1" status: 204 len: 168 time: 0.6986167 Nov 29 01:49:06.932218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:06.939380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43694) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:06.998819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc0cf52-e05f-46af-8dec-8e073b9ad4c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet fb1e4e54-aee6-40ee-9de7-24c402d27410 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:07.012416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605c92d-6cce-40fd-8338-bb632ad19195 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a75875c-3516-452c-b542-aa3da0ca2ffc,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:07.019273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf52-e05f-46af-8dec-8e073b9ad4c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.022463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43696) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:07.029087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8c85c-3a80-41ec-9585-ad52042f4854 None None] No DVR routers for this DVR port 037e9cb4-696b-4511-96c0-880da3473fe5 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:07.031325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.037352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] device_id is not set on port 98526850-faa6-43d0-91cd-d90d4d246c22 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:07.098500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] Provisioning complete for port 197dff3e-4059-4301-b24e-274b818096cb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:07.098842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.113972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.140680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b54ba4-2b43-44df-b52c-64f6e037801c']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:07.182891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bd7a7a-141c-4e73-9e98-4824877154ab') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:07.183187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bd7a7a-141c-4e73-9e98-4824877154ab') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:07.195247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.250564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf52-e05f-46af-8dec-8e073b9ad4c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.256934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.305752 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c712a68c-1b6b-4774-9c4a-f32cd4f32313 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3199065 Nov 29 01:49:07.308329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43700) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:07.309051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:07.309470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.315447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-86c57ae5-ff16-4da6-97b0-6ab6e5505752 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Request body: {'security_group_rule': {'security_group_id': '11b11f48-4169-4e5b-a03a-2045ebeacfcd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:07.318116 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:07.380016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] Pushing event updated for resources: {'Port': ['ID=11a32e6b-9718-4689-a186-96759c53f329,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:07.394716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86c57ae5-ff16-4da6-97b0-6ab6e5505752 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.412234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router f6be1c91-b266-49e9-b3af-789030ea6457 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:49:07.418181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 11a32e6b-9718-4689-a186-96759c53f329 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:07.450366 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6d744f44-f7ff-45f9-9d52-490c1bb27523 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=937ac0975f2b4a859d1db088aa6ed8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160342 Nov 29 01:49:07.453841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43702) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:07.492048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.20.0.1 (08e3f7cd-fae8-400b-af9f-2cb323594d8a/95e422ba-237f-48d8-850a-173f4cc3321a/ad0c9661-f4c0-4000-bfea-856823037e24) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:07.494808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.496832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Allocated IP 172.20.0.10 (e5136976-200d-45ed-b35b-94ab5049c926/82fcd123-64ec-4282-87a5-353c9bdc65b5/98526850-faa6-43d0-91cd-d90d4d246c22) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:07.512141 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86c57ae5-ff16-4da6-97b0-6ab6e5505752 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.523448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86c57ae5-ff16-4da6-97b0-6ab6e5505752 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.568552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57ae5-ff16-4da6-97b0-6ab6e5505752 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a413112-853c-4025-ab06-ce25b4b49e0a,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:07.573006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.579702 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/networks/45b54ba4-2b43-44df-b52c-64f6e037801c HTTP/1.1" status: 204 len: 168 time: 3.1362095 Nov 29 01:49:07.581771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43704) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:07.616953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 11a32e6b-9718-4689-a186-96759c53f329 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:07.617617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.621225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-041e4798-0612-4cf3-8a00-d71a5cedcdcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.621980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7246ec4e-5511-40d8-9522-5c157ed921c8 None None] Could not find standard attr ID for object abfb86d2-7c4e-476f-a79a-4e140613a093. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:49:07.625726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86c57ae5-ff16-4da6-97b0-6ab6e5505752 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.627313 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-86c57ae5-ff16-4da6-97b0-6ab6e5505752 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178480 Nov 29 01:49:07.631247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43706) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:07.683075 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-56110f5e-8da2-46fa-9596-59883edf4106 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules/9a413112-853c-4025-ab06-ce25b4b49e0a HTTP/1.1" status: 200 len: 764 time: 0.0482512 Nov 29 01:49:07.685377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-041e4798-0612-4cf3-8a00-d71a5cedcdcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.707931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43708) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:07.762037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.764284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-546a4384-82f8-4e30-9c9f-44f59e0a1f44 None None] Provisioning complete for port 11a32e6b-9718-4689-a186-96759c53f329 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:07.766357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-546a4384-82f8-4e30-9c9f-44f59e0a1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.801516 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7882c24c-1895-4f5b-93e7-4268b9d5e644 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0896678 Nov 29 01:49:07.802351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43710) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:07.858301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f3690ba-f184-4ba5-ad2c-d1af638545b9 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.873783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6efcb5ca-e259-4e4f-8595-a7025f5b861e no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:07.881439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f3690ba-f184-4ba5-ad2c-d1af638545b9 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.893551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-041e4798-0612-4cf3-8a00-d71a5cedcdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.896338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-041e4798-0612-4cf3-8a00-d71a5cedcdcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.899886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 6efcb5ca-e259-4e4f-8595-a7025f5b861e {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:07.900293 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-041e4798-0612-4cf3-8a00-d71a5cedcdcb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f89f49c6-fad0-4900-8ae7-02d8531e9dc5 HTTP/1.1" status: 204 len: 168 time: 0.4427931 Nov 29 01:49:07.900405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6efcb5ca-e259-4e4f-8595-a7025f5b861e not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:07.900405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 037e9cb4-696b-4511-96c0-880da3473fe5 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:07.917843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.964014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e4798-0612-4cf3-8a00-d71a5cedcdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f49c6-fad0-4900-8ae7-02d8531e9dc5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:07.969894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=ad0c9661-f4c0-4000-bfea-856823037e24,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:07.977004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 037e9cb4-696b-4511-96c0-880da3473fe5 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:07.977349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 037e9cb4-696b-4511-96c0-880da3473fe5 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:07.990212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f3690ba-f184-4ba5-ad2c-d1af638545b9 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:07.996676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f3690ba-f184-4ba5-ad2c-d1af638545b9 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.000136 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2f3690ba-f184-4ba5-ad2c-d1af638545b9 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9a413112-853c-4025-ab06-ce25b4b49e0a HTTP/1.1" status: 204 len: 168 time: 0.1938050 Nov 29 01:49:08.000799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:08.004054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43714) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:08.012772 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf52-e05f-46af-8dec-8e073b9ad4c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.014509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:08.016595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-546a4384-82f8-4e30-9c9f-44f59e0a1f44 None None] Provisioning complete for port 2cdd2029-c750-42ec-a103-b1cf0f4d67b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:08.017942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:08.020482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-546a4384-82f8-4e30-9c9f-44f59e0a1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.062700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3690ba-f184-4ba5-ad2c-d1af638545b9 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a413112-853c-4025-ab06-ce25b4b49e0a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:08.107825 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-002e6c7a-2d64-4e31-b530-0b66430ebd1b tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000834 Nov 29 01:49:08.109548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43716) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:08.120057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-546a4384-82f8-4e30-9c9f-44f59e0a1f44 None None] Port 2cdd2029-c750-42ec-a103-b1cf0f4d67b4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:08.123490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.154361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-546a4384-82f8-4e30-9c9f-44f59e0a1f44 None None] Provisioning complete for port 197dff3e-4059-4301-b24e-274b818096cb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:08.158306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-546a4384-82f8-4e30-9c9f-44f59e0a1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.214731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:08.237557 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0aa0839a-a5ea-4075-b90b-705a627b9df3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/f6be1c91-b266-49e9-b3af-789030ea6457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1657946 Nov 29 01:49:08.238666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fee66-52ab-4d50-9e62-36b90d7759a8 None None] Sync routers for ids ['f6be1c91-b266-49e9-b3af-789030ea6457'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:08.247413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43720) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:08.273644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fee66-52ab-4d50-9e62-36b90d7759a8 None None] Routers {'f6be1c91-b266-49e9-b3af-789030ea6457'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:08.274234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-cf6fee66-52ab-4d50-9e62-36b90d7759a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f6be1c91-b266-49e9-b3af-789030ea6457'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:08.343179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 11a32e6b-9718-4689-a186-96759c53f329 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:08.351143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-cf6fee66-52ab-4d50-9e62-36b90d7759a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:08.366685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf52-e05f-46af-8dec-8e073b9ad4c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.393624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81b3fabf-bdd1-4cef-a562-11c33a504abe tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.396020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08273be7-d7e3-4484-8d66-16d759506692 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Network': ['ID=45b54ba4-2b43-44df-b52c-64f6e037801c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:08.441577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f90406f-9e88-4d55-88b5-a57450bef696 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:08.450921 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0f90406f-9e88-4d55-88b5-a57450bef696 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports/2cdd2029-c750-42ec-a103-b1cf0f4d67b4 HTTP/1.1" status: 200 len: 910 time: 0.1975389 Nov 29 01:49:08.461831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43724) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:08.479128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-72743bb9-3b5e-410a-8cf5-7b72a3df2955 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '423fed2a-3838-4e19-a9b8-73c2c439de27'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:08.487005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fee66-52ab-4d50-9e62-36b90d7759a8 None None] Routers {'f6be1c91-b266-49e9-b3af-789030ea6457'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:08.488168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-cf6fee66-52ab-4d50-9e62-36b90d7759a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f6be1c91-b266-49e9-b3af-789030ea6457'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:08.499541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0cf52-e05f-46af-8dec-8e073b9ad4c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=fb1e4e54-aee6-40ee-9de7-24c402d27410,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:08.515939 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e73809-e598-4865-a03c-6280a8d44db8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting subnet ad9667e6-027b-45d4-8df4-2621b6002d10 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:08.532672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81b3fabf-bdd1-4cef-a562-11c33a504abe tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.533612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf52-e05f-46af-8dec-8e073b9ad4c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.540407 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0dc0cf52-e05f-46af-8dec-8e073b9ad4c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/fb1e4e54-aee6-40ee-9de7-24c402d27410 HTTP/1.1" status: 204 len: 168 time: 1.9018109 Nov 29 01:49:08.545658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43730) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:08.552074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9e73809-e598-4865-a03c-6280a8d44db8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.560698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-cf6fee66-52ab-4d50-9e62-36b90d7759a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:08.562192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fee66-52ab-4d50-9e62-36b90d7759a8 None None] The sync data for ids ['f6be1c91-b266-49e9-b3af-789030ea6457'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:08.602242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-361aca28-4c41-49bb-a02c-d252643afec1 None None] Provisioning complete for port ad0c9661-f4c0-4000-bfea-856823037e24 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:08.603152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-361aca28-4c41-49bb-a02c-d252643afec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.637781 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d189d3e5-8ed9-4a4f-bf07-72c97481bf3e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829842 Nov 29 01:49:08.645487 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43732) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:08.655912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:08.659526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-361aca28-4c41-49bb-a02c-d252643afec1 None None] Port ad0c9661-f4c0-4000-bfea-856823037e24 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:08.661933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 11a32e6b-9718-4689-a186-96759c53f329 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:08.662529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.689064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574e2d7-8a01-403b-89ed-7cc95460b117 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:08.695141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9e73809-e598-4865-a03c-6280a8d44db8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.721420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.738984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81b3fabf-bdd1-4cef-a562-11c33a504abe tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.741602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81b3fabf-bdd1-4cef-a562-11c33a504abe tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.745227 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-81b3fabf-bdd1-4cef-a562-11c33a504abe tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "DELETE /v2.0/security-groups/11b11f48-4169-4e5b-a03a-2045ebeacfcd HTTP/1.1" status: 204 len: 168 time: 0.6319497 Nov 29 01:49:08.751423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43736) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:08.882888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-39dc6d49-d7e4-43ef-a3db-9d8b65ef6fd1 None None] Provisioning complete for port 50aaddd4-e009-4847-8e05-fc63b3def9b0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:08.883373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39dc6d49-d7e4-43ef-a3db-9d8b65ef6fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.901744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.933506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:08.937347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:08.949456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9e73809-e598-4865-a03c-6280a8d44db8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.009608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:09.071905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] Deleting port 50aaddd4-e009-4847-8e05-fc63b3def9b0 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:09.072533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.098959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.138969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9e73809-e598-4865-a03c-6280a8d44db8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.183534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9e73809-e598-4865-a03c-6280a8d44db8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.189510 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d9e73809-e598-4865-a03c-6280a8d44db8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/subnets/ad9667e6-027b-45d4-8df4-2621b6002d10 HTTP/1.1" status: 204 len: 168 time: 0.9772089 Nov 29 01:49:09.197546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e73809-e598-4865-a03c-6280a8d44db8 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9667e6-027b-45d4-8df4-2621b6002d10,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:09.197778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bbd329-6209-49af-8b7e-fdf9f53bce44 None None] Network 96e7543c-4ad6-47b5-9926-f5f92954420a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:09.201630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43746) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:09.208677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] For port 50aaddd4-e009-4847-8e05-fc63b3def9b0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=50aaddd4-e009-4847-8e05-fc63b3def9b0,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:09.209369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.211972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3fabf-bdd1-4cef-a562-11c33a504abe tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b11f48-4169-4e5b-a03a-2045ebeacfcd,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:09.218919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Network e5136976-200d-45ed-b35b-94ab5049c926 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:09.276918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:09.283537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=98526850-faa6-43d0-91cd-d90d4d246c22,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:09.289120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:09.309871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] Calling delete_port for 50aaddd4-e009-4847-8e05-fc63b3def9b0 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:09.319972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Allocated IP 172.20.0.2 (e5136976-200d-45ed-b35b-94ab5049c926/82fcd123-64ec-4282-87a5-353c9bdc65b5/36651906-e31c-4e71-a5ca-0cc15f3c88ed) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:09.320329 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-219b6516-14d2-408d-9208-dfdecc5a74c2 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5675223 Nov 29 01:49:09.326837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43748) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:09.345779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43750) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:09.346881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72743bb9-3b5e-410a-8cf5-7b72a3df2955 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.395312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f937a8a-c988-4774-bc79-dc949bf03fee tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting subnet c28a0f1e-f287-4eab-aa16-4bda9ec03370 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:09.447476 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0f937a8a-c988-4774-bc79-dc949bf03fee tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.492777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:09.493510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.526676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-secgroup--452103205'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:09.546800 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ca0e0317-6e3f-4fb7-93c4-dde4b47f7b37 tempest-SecGroupTest-1324900345 tempest-SecGroupTest-1324900345-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2183802 Nov 29 01:49:09.556167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.596134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0f937a8a-c988-4774-bc79-dc949bf03fee tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.612266 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ab71a693-b6ab-4fbe-87b3-7e3ed67a6aa2 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3745136 Nov 29 01:49:09.612465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43756) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:09.618604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.632302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926', 'name': 'tempest-AllowedAddressPairTestJSON-1881011916', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a0:d4:a9'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:09.651756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:09.658945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] Pushing event deleted for resources: {'Port': ['ID=50aaddd4-e009-4847-8e05-fc63b3def9b0,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:09.661304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:09.671981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aff101-2815-4356-9ef0-711e7495cc83 None None] No DVR routers for this DVR port 50aaddd4-e009-4847-8e05-fc63b3def9b0 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:09.672654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:09.673321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.676292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.679844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.682029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=b42555d5-102f-4925-9ddc-3e85d48918dd,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:09.688020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.707165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.722871 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ad93749d-000c-4382-abb9-e3121499040a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0763295 Nov 29 01:49:09.728451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43758) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:09.736223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Network e5136976-200d-45ed-b35b-94ab5049c926 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:09.740578 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:09.742960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb48b7f-b51e-46ac-989c-38a0c3e76c2c None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:09.749325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:09.762265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:09.805012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] DHCP port deletion for 96e7543c-4ad6-47b5-9926-f5f92954420a request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:09.807888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Pushing event updated for resources: {'Port': ['ID=36651906-e31c-4e71-a5ca-0cc15f3c88ed,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:09.881724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0f937a8a-c988-4774-bc79-dc949bf03fee tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.905150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Attempting to bind port 36651906-e31c-4e71-a5ca-0cc15f3c88ed on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:09.905797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Attempting to bind port 36651906-e31c-4e71-a5ca-0cc15f3c88ed by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '952e9d76-6371-4f1e-b43e-b85a307e3911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:09.905932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Attempting to bind port 36651906-e31c-4e71-a5ca-0cc15f3c88ed on network e5136976-200d-45ed-b35b-94ab5049c926 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:09.926648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:09.927029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Checking segment: {'id': '952e9d76-6371-4f1e-b43e-b85a307e3911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:09.927440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.927869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Bound using segment: {'id': '952e9d76-6371-4f1e-b43e-b85a307e3911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:09.928362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Bound port: 36651906-e31c-4e71-a5ca-0cc15f3c88ed, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952e9d76-6371-4f1e-b43e-b85a307e3911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:09.929069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:09.999155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0f937a8a-c988-4774-bc79-dc949bf03fee tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.013982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43762) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:10.015676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] For port 36651906-e31c-4e71-a5ca-0cc15f3c88ed, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:10.018853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] For port 36651906-e31c-4e71-a5ca-0cc15f3c88ed, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=36651906-e31c-4e71-a5ca-0cc15f3c88ed,segment=NetworkSegment(952e9d76-6371-4f1e-b43e-b85a307e3911),segment_id=952e9d76-6371-4f1e-b43e-b85a307e3911)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:10.031442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.057750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.060252 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f937a8a-c988-4774-bc79-dc949bf03fee tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Subnet': ['ID=c28a0f1e-f287-4eab-aa16-4bda9ec03370,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:10.063443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0f937a8a-c988-4774-bc79-dc949bf03fee tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.067532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.070926 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0f937a8a-c988-4774-bc79-dc949bf03fee tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/subnets/c28a0f1e-f287-4eab-aa16-4bda9ec03370 HTTP/1.1" status: 204 len: 168 time: 0.8643641 Nov 29 01:49:10.078373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43766) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:10.093574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:10.095135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.142616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] Deleting port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:10.143043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.152020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c12edc-4b6a-4e42-be94-a4bc5492a6e7 None None] Network 92836b9b-98f9-4237-8227-5070020f540b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:10.153952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': 'b42555d5-102f-4925-9ddc-3e85d48918dd'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:10.158982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.226390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Made reservation on behalf of d0f267bfbc69449ca519394bcaf2a564 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:10.254157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:10.260890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.264917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb25cd0-6cc3-420b-ac9f-45877e34939a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:10.274591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.316307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.376972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.396913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.422124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72743bb9-3b5e-410a-8cf5-7b72a3df2955 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.448020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.448177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a43ef7-8edb-4393-b8a7-7d07359609fb,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:10.466954 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72743bb9-3b5e-410a-8cf5-7b72a3df2955 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.469603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=ad0c9661-f4c0-4000-bfea-856823037e24,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:10.520791 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-17884809-0858-4332-a27d-b477390c409b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=303ba5e781c84ad3b1c28196d73438f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995725 Nov 29 01:49:10.531865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.533674 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1f661741-6e47-4d65-a53c-0d82074eb4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1805556 Nov 29 01:49:10.534602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43768) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:10.547962 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43770) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:10.557696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.578968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:10.579312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.642636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] device_id is not set on port ab4255dd-73d7-49a8-8924-863084a8ee45 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:10.719927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72743bb9-3b5e-410a-8cf5-7b72a3df2955 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:10.722086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72743bb9-3b5e-410a-8cf5-7b72a3df2955 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.724216 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-72743bb9-3b5e-410a-8cf5-7b72a3df2955 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/ports/2cdd2029-c750-42ec-a103-b1cf0f4d67b4 HTTP/1.1" status: 200 len: 910 time: 2.2612755 Nov 29 01:49:10.749036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72743bb9-3b5e-410a-8cf5-7b72a3df2955 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=2cdd2029-c750-42ec-a103-b1cf0f4d67b4,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:10.751887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09989a4-6ad7-4e6e-aabb-19ea09dc9bcb None None] Pushing event updated for resources: {'Port': ['ID=36651906-e31c-4e71-a5ca-0cc15f3c88ed,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:10.755681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43772) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:10.796624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] For port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,segment=NetworkSegment(2f8f0b22-66d7-46ea-b0b5-f7427ce39645),segment_id=2f8f0b22-66d7-46ea-b0b5-f7427ce39645)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:10.797091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.832920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Calling delete_port for 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:10.851072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-149ffbef-ca18-4195-8e54-988a9789a290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.856168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] For port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,segment=NetworkSegment(2f8f0b22-66d7-46ea-b0b5-f7427ce39645),segment_id=2f8f0b22-66d7-46ea-b0b5-f7427ce39645)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:10.856898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.872837 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-333e2638-e6a7-4a8a-a268-91c0d35790f4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3160920 Nov 29 01:49:10.874155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43774) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:10.879846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d330fc0b-5cca-4974-88d0-8090f277586c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.886178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-53c07502-ec24-488b-9d7b-26e628ddac08 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-security--790643646', 'description': 'tempest-security-description-1745293395'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:10.920393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Allocated IP 172.20.0.3 (e5136976-200d-45ed-b35b-94ab5049c926/82fcd123-64ec-4282-87a5-353c9bdc65b5/ab4255dd-73d7-49a8-8924-863084a8ee45) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:10.923375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] Calling delete_port for 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:10.941067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:10.946121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:10.967452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d330fc0b-5cca-4974-88d0-8090f277586c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:10.993216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.049236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d330fc0b-5cca-4974-88d0-8090f277586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.053893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d330fc0b-5cca-4974-88d0-8090f277586c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.055316 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d330fc0b-5cca-4974-88d0-8090f277586c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a4d6e15-2f0e-4b5d-b96a-c063176e9ced HTTP/1.1" status: 204 len: 168 time: 0.5128617 Nov 29 01:49:11.070857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Allocated IP 172.20.0.2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/b42555d5-102f-4925-9ddc-3e85d48918dd/e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:11.088050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330fc0b-5cca-4974-88d0-8090f277586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4d6e15-2f0e-4b5d-b96a-c063176e9ced,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:11.131827 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53c07502-ec24-488b-9d7b-26e628ddac08 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.212944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,segment=NetworkSegment(2f8f0b22-66d7-46ea-b0b5-f7427ce39645),segment_id=2f8f0b22-66d7-46ea-b0b5-f7427ce39645)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:11.254914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.255989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 50aaddd4-e009-4847-8e05-fc63b3def9b0 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:11.269561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.322051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 50aaddd4-e009-4847-8e05-fc63b3def9b0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:11.322639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 50aaddd4-e009-4847-8e05-fc63b3def9b0 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:11.374679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event deleted for resources: {'Port': ['ID=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:11.386068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Port': ['ID=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:11.389512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] DHCP port deletion for 92836b9b-98f9-4237-8227-5070020f540b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:11.400189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53c07502-ec24-488b-9d7b-26e628ddac08 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.401271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] No DVR routers for this DVR port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:11.452570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:49:11.486265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 52519f23-afaa-4934-8679-aeb4fd2d16ce has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:11.503688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.535523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.583297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.593903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9a612471-7a52-4076-a369-747659dc28ee None None] Provisioning complete for port ad0c9661-f4c0-4000-bfea-856823037e24 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:11.596300 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a612471-7a52-4076-a369-747659dc28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.598062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.623514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] Pushing event deleted for resources: {'Port': ['ID=28fbbf55-95eb-45be-9f81-7e2ba0cddc35,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:11.630508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e7543c-4ad6-47b5-9926-f5f92954420a']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:11.655831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:11.657050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53c07502-ec24-488b-9d7b-26e628ddac08 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.660338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-53c07502-ec24-488b-9d7b-26e628ddac08 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.661614 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-53c07502-ec24-488b-9d7b-26e628ddac08 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "PUT /v2.0/security-groups/64a43ef7-8edb-4393-b8a7-7d07359609fb HTTP/1.1" status: 200 len: 1794 time: 0.7831252 Nov 29 01:49:11.665356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8f0b22-66d7-46ea-b0b5-f7427ce39645') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:11.665946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b777ae-b504-4bcd-a19e-43804de414e7 None None] No DVR routers for this DVR port 28fbbf55-95eb-45be-9f81-7e2ba0cddc35 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:11.666085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8f0b22-66d7-46ea-b0b5-f7427ce39645') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:11.668592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:11.687374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.702280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.717246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:11.721316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.729592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43786) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:11.771038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9a612471-7a52-4076-a369-747659dc28ee None None] Port ad0c9661-f4c0-4000-bfea-856823037e24 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:11.785286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Pushing event updated for resources: {'Port': ['ID=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:11.800348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:11.804626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:11.810861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:11.813133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c07502-ec24-488b-9d7b-26e628ddac08 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a43ef7-8edb-4393-b8a7-7d07359609fb,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:11.843469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.879990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.890832 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1575041 Nov 29 01:49:11.892636 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.895043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43790) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:11.901196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:44:35:bb', 'name': 'tempest-NetworksTestDHCPv6-1413786109'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:11.901427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91632e3c-af33-4834-8eae-0eb34f54c210 None None] Network e5136976-200d-45ed-b35b-94ab5049c926 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:11.908145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055c6a-f249-421c-8892-05f243dec371 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=4b5282f2-56b8-4478-901f-aac7111da4b5,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:11.934011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:11.934460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:11.937591 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:11.955257 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:49:11.960874 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d9c9511b-a1b7-40bb-8a6e-595ed1aa4496 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups/64a43ef7-8edb-4393-b8a7-7d07359609fb HTTP/1.1" status: 200 len: 1794 time: 0.2203202 Nov 29 01:49:11.965911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43796) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:11.973274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:11.984147 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec70bb-a21f-48c8-bbc0-3bb874a03005 None None] Sync routers for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:11.994347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Network e5136976-200d-45ed-b35b-94ab5049c926 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:12.008065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Attempting to bind port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:12.009253 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Attempting to bind port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:12.010010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Attempting to bind port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:12.011395 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=ab4255dd-73d7-49a8-8924-863084a8ee45,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:12.012878 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec70bb-a21f-48c8-bbc0-3bb874a03005 None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:12.013627 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c3ec70bb-a21f-48c8-bbc0-3bb874a03005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:12.023352 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5eda5cf9-6294-4c5a-9d23-b8560cf33f7f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/routers/52519f23-afaa-4934-8679-aeb4fd2d16ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6365156 Nov 29 01:49:12.027284 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43800) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:12.030983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:12.034747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.040985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] Deleting port 6b33db6c-d765-4891-ab60-3768a5d6aadb {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:12.041543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.044554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:12.044554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:12.045344 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.045835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:12.046439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Bound port: e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:12.046930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.092405 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c3ec70bb-a21f-48c8-bbc0-3bb874a03005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:12.094825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6b8f8b9e-a786-4c96-9681-a9af12df187d None None] Provisioning complete for port 36651906-e31c-4e71-a5ca-0cc15f3c88ed triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:12.095351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8b9e-a786-4c96-9681-a9af12df187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.097510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'port': {'network_id': '08e3f7cd-fae8-400b-af9f-2cb323594d8a', 'name': 'tempest-FloatingIPTestJSON-1396057860'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:12.109604 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec70bb-a21f-48c8-bbc0-3bb874a03005 None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:12.111472 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c3ec70bb-a21f-48c8-bbc0-3bb874a03005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:48:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:12.168399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:12.204467 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c3ec70bb-a21f-48c8-bbc0-3bb874a03005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:12.207047 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec70bb-a21f-48c8-bbc0-3bb874a03005 None None] The sync data for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:12.266839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 36651906-e31c-4e71-a5ca-0cc15f3c88ed up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:12.270808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.275915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.279879 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/networks/96e7543c-4ad6-47b5-9926-f5f92954420a HTTP/1.1" status: 204 len: 168 time: 2.2000132 Nov 29 01:49:12.312152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43804) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:12.315352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d130d41-1c55-408b-b487-1325a51de9ff tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Network': ['ID=96e7543c-4ad6-47b5-9926-f5f92954420a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:12.328967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] For port 6b33db6c-d765-4891-ab60-3768a5d6aadb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6b33db6c-d765-4891-ab60-3768a5d6aadb,segment=NetworkSegment(36425008-4a29-4b5a-b948-93a9b2c41037),segment_id=36425008-4a29-4b5a-b948-93a9b2c41037)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:12.329549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.364416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] Calling delete_port for 6b33db6c-d765-4891-ab60-3768a5d6aadb owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:12.367419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] For port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:12.395199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] For port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:12.422139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43806) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:12.423373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.461450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.591259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8b9e-a786-4c96-9681-a9af12df187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.618091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 36651906-e31c-4e71-a5ca-0cc15f3c88ed triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:12.618689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.620257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ea3e0-402a-4ca2-8153-2bf65db24782 None None] Pushing event updated for resources: {'Port': ['ID=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:12.633374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:12.703996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-07f30d69-c142-41fe-a30c-4a0e1328fc43 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.720308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6b8f8b9e-a786-4c96-9681-a9af12df187d None None] For port 36651906-e31c-4e71-a5ca-0cc15f3c88ed, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=36651906-e31c-4e71-a5ca-0cc15f3c88ed,segment=NetworkSegment(952e9d76-6371-4f1e-b43e-b85a307e3911),segment_id=952e9d76-6371-4f1e-b43e-b85a307e3911)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:12.723525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.728752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-07f30d69-c142-41fe-a30c-4a0e1328fc43 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.742031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8b9e-a786-4c96-9681-a9af12df187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.766687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:12.767324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.778403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] No DVR routers for this DVR port 6b33db6c-d765-4891-ab60-3768a5d6aadb on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:12.779908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de1aa0-80e9-4aeb-9176-3af6f3b7135a None None] Pushing event deleted for resources: {'Port': ['ID=6b33db6c-d765-4891-ab60-3768a5d6aadb,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:12.784256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-008ba784-0c47-4ec0-921f-fc49494b052b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:12.785535 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-008ba784-0c47-4ec0-921f-fc49494b052b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 01:49:12.786625 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-008ba784-0c47-4ec0-921f-fc49494b052b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 01:49:12.792512 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-008ba784-0c47-4ec0-921f-fc49494b052b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3654299 Nov 29 01:49:12.796296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43810) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:12.808224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--559385782'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:12.883012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Made reservation on behalf of 309bbab362474f169ed15d7ea1147b60 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:12.888395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.898928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-07f30d69-c142-41fe-a30c-4a0e1328fc43 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.900898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-07f30d69-c142-41fe-a30c-4a0e1328fc43 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:12.902249 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-07f30d69-c142-41fe-a30c-4a0e1328fc43 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/64a43ef7-8edb-4393-b8a7-7d07359609fb HTTP/1.1" status: 204 len: 168 time: 0.9306622 Nov 29 01:49:12.920891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43812) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:12.933905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f8b9e-a786-4c96-9681-a9af12df187d None None] Pushing event updated for resources: {'Port': ['ID=36651906-e31c-4e71-a5ca-0cc15f3c88ed,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:12.940455 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-53126d33-aa44-4afa-a814-2855410d46f3 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3273716 Nov 29 01:49:12.950259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43814) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:12.978772 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f30d69-c142-41fe-a30c-4a0e1328fc43 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a43ef7-8edb-4393-b8a7-7d07359609fb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:12.990616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.002638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] device_id is not set on port 4749faed-f2bf-4de3-abea-c6731ac4d65a yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:13.017705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting port 6b33db6c-d765-4891-ab60-3768a5d6aadb {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:13.018478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.033596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.126264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6b33db6c-d765-4891-ab60-3768a5d6aadb no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:13.137876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b984fd-c7d4-495f-bf76-c3cb51bddf29 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:13.146378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b984fd-c7d4-495f-bf76-c3cb51bddf29 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:13.155172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b984fd-c7d4-495f-bf76-c3cb51bddf29 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:13.159731 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a9b984fd-c7d4-495f-bf76-c3cb51bddf29 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1989405 Nov 29 01:49:13.165023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43816) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:13.170749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 2cdd2029-c750-42ec-a103-b1cf0f4d67b4 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:13.171095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.176860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 6b33db6c-d765-4891-ab60-3768a5d6aadb {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:13.177218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6b33db6c-d765-4891-ab60-3768a5d6aadb not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:13.206501 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.256856 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] For port 6b33db6c-d765-4891-ab60-3768a5d6aadb, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:13.257381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.277814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Calling delete_port for 6b33db6c-d765-4891-ab60-3768a5d6aadb owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:13.281660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Port 6b33db6c-d765-4891-ab60-3768a5d6aadb was not found and therefore no delete operation was performed {{(pid=109949) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:49:13.286333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a23850ad-41d4-49f8-94a8-88b80beef5a1 None None] Provisioning complete for port ab4255dd-73d7-49a8-8924-863084a8ee45 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:13.287961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a23850ad-41d4-49f8-94a8-88b80beef5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.291622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.300018 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6203bbb9-6eb6-4c05-9d70-091424902a7c tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3641763 Nov 29 01:49:13.304923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43818) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:13.342176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a23850ad-41d4-49f8-94a8-88b80beef5a1 None None] Port ab4255dd-73d7-49a8-8924-863084a8ee45 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:13.358140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a23850ad-41d4-49f8-94a8-88b80beef5a1 None None] Provisioning complete for port 98526850-faa6-43d0-91cd-d90d4d246c22 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:13.358981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a23850ad-41d4-49f8-94a8-88b80beef5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.370348 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-1bd89236-a886-4a9c-bcb9-2ec6670efca8 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] delete failed (client error): The resource could not be found. Nov 29 01:49:13.375080 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1bd89236-a886-4a9c-bcb9-2ec6670efca8 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/64a43ef7-8edb-4393-b8a7-7d07359609fb HTTP/1.1" status: 404 len: 347 time: 0.0578592 Nov 29 01:49:13.379607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43820) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:13.381932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] No DVR routers for this DVR port 6b33db6c-d765-4891-ab60-3768a5d6aadb on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:13.386928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-49b175ac-2ddf-4808-a88f-7c74de669e60 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-secgroup--976723412'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:13.394515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Port': ['ID=6b33db6c-d765-4891-ab60-3768a5d6aadb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:13.402337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port cbca586d-cc9a-414d-89a6-1ed80ff61d87 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:13.412300 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a23850ad-41d4-49f8-94a8-88b80beef5a1 None None] Port 98526850-faa6-43d0-91cd-d90d4d246c22 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:13.418933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.424029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a23850ad-41d4-49f8-94a8-88b80beef5a1 None None] Provisioning complete for port 36651906-e31c-4e71-a5ca-0cc15f3c88ed triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:13.424475 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a23850ad-41d4-49f8-94a8-88b80beef5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.429772 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.442741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.469730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 2cdd2029-c750-42ec-a103-b1cf0f4d67b4 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:13.512325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-49b175ac-2ddf-4808-a88f-7c74de669e60 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.557086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-2edce2f0-4867-4fe8-afc1-63070e48a12e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Deleting port ab4255dd-73d7-49a8-8924-863084a8ee45 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:13.557442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2edce2f0-4867-4fe8-afc1-63070e48a12e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.609257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd4182-80c6-4300-ac7a-3f60a4c36fe0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:13.686020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9d63d8ff-9d67-4615-94d8-c67696ac8d5a None None] Provisioning complete for port 98526850-faa6-43d0-91cd-d90d4d246c22 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:13.686403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d63d8ff-9d67-4615-94d8-c67696ac8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.744589 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9d63d8ff-9d67-4615-94d8-c67696ac8d5a None None] Port 98526850-faa6-43d0-91cd-d90d4d246c22 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:13.803281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.818621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.850766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.871292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0673d-c660-4c06-ad6e-6a05d9761b6e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:13.875681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-75853378-b6cd-46c0-9e5c-c453b0964586 None None] Provisioning complete for port ab4255dd-73d7-49a8-8924-863084a8ee45 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:13.876183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-75853378-b6cd-46c0-9e5c-c453b0964586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.890548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2edce2f0-4867-4fe8-afc1-63070e48a12e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.918344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.919491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-75853378-b6cd-46c0-9e5c-c453b0964586 None None] Port ab4255dd-73d7-49a8-8924-863084a8ee45 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:13.922699 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4e7f90d1-6e4f-4c4b-9c3e-18431478b813 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1207702 Nov 29 01:49:13.923365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43822) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:13.927006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-2edce2f0-4867-4fe8-afc1-63070e48a12e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Calling delete_port for ab4255dd-73d7-49a8-8924-863084a8ee45 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:13.934328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8c89b425-66ee-4958-8a59-37a255262967 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': 'f2c0673d-c660-4c06-ad6e-6a05d9761b6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:13.950901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.967859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-49b175ac-2ddf-4808-a88f-7c74de669e60 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:13.989786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Allocated IP 172.20.0.9 (08e3f7cd-fae8-400b-af9f-2cb323594d8a/95e422ba-237f-48d8-850a-173f4cc3321a/4749faed-f2bf-4de3-abea-c6731ac4d65a) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:13.990911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-49b175ac-2ddf-4808-a88f-7c74de669e60 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.027173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92836b9b-98f9-4237-8227-5070020f540b']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:14.056164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36425008-4a29-4b5a-b948-93a9b2c41037') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:14.056373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36425008-4a29-4b5a-b948-93a9b2c41037') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:14.102023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.142051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.156640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.157442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb83a080-249c-43c0-8d67-b49c914bb038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.170339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:14.170771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:14.175355 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:14.200374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-49b175ac-2ddf-4808-a88f-7c74de669e60 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.201639 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-49b175ac-2ddf-4808-a88f-7c74de669e60 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8208487 Nov 29 01:49:14.205570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43824) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:14.214318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7602b-69b4-4983-8e30-95d34f1dd3e9 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:14.227673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=2cdd2029-c750-42ec-a103-b1cf0f4d67b4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:14.232845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-10b996fa-c7cc-4ecd-8676-62735d03dccc tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': '00ef1cfc-9e99-4315-9ed4-d64701ba94d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:14.235574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c89b425-66ee-4958-8a59-37a255262967 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.241980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b175ac-2ddf-4808-a88f-7c74de669e60 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ef1cfc-9e99-4315-9ed4-d64701ba94d8,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:14.343382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 36651906-e31c-4e71-a5ca-0cc15f3c88ed up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:14.353048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2edce2f0-4867-4fe8-afc1-63070e48a12e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.395431 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 172.20.0.4 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/b42555d5-102f-4925-9ddc-3e85d48918dd/cbca586d-cc9a-414d-89a6-1ed80ff61d87) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:14.400551 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.416591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c89b425-66ee-4958-8a59-37a255262967 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.422145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.422349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edce2f0-4867-4fe8-afc1-63070e48a12e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Port': ['ID=ab4255dd-73d7-49a8-8924-863084a8ee45,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:14.425985 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/networks/92836b9b-98f9-4237-8227-5070020f540b HTTP/1.1" status: 204 len: 168 time: 2.1072607 Nov 29 01:49:14.428927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43826) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:14.429667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fe44:35bb (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/4b5282f2-56b8-4478-901f-aac7111da4b5/cbca586d-cc9a-414d-89a6-1ed80ff61d87) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:14.444077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c89b425-66ee-4958-8a59-37a255262967 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.452553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-52f70313-9609-4b95-98e6-67b4b20a91f4 None None] Provisioning complete for port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:14.453512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-52f70313-9609-4b95-98e6-67b4b20a91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.476331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-10b996fa-c7cc-4ecd-8676-62735d03dccc tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.482739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc240a-1233-41fd-83a4-46dfd1e44a87 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Network': ['ID=92836b9b-98f9-4237-8227-5070020f540b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:14.533153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8c89b425-66ee-4958-8a59-37a255262967 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.534403 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8c89b425-66ee-4958-8a59-37a255262967 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6035907 Nov 29 01:49:14.540531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43828) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:14.563425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.590616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-143e6bdc-c93a-452e-a1b5-ee5a3f1b1d5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': 'f2c0673d-c660-4c06-ad6e-6a05d9761b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:14.614983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 36651906-e31c-4e71-a5ca-0cc15f3c88ed triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:14.615357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.635742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89b425-66ee-4958-8a59-37a255262967 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a81cda-788d-417f-8bf8-169939700fc9,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:14.669307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-12877d07-866c-45f2-8193-967eca2a207f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting subnet b2a55d8a-a183-4672-b699-c17609b93f0f {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:14.675733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12877d07-866c-45f2-8193-967eca2a207f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.705269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.748423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-52f70313-9609-4b95-98e6-67b4b20a91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.805858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12877d07-866c-45f2-8193-967eca2a207f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.831310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.852145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-143e6bdc-c93a-452e-a1b5-ee5a3f1b1d5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.859037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-10b996fa-c7cc-4ecd-8676-62735d03dccc tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.873086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.879118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-10b996fa-c7cc-4ecd-8676-62735d03dccc tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.915171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2edce2f0-4867-4fe8-afc1-63070e48a12e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.920858 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2edce2f0-4867-4fe8-afc1-63070e48a12e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "DELETE /v2.0/ports/ab4255dd-73d7-49a8-8924-863084a8ee45 HTTP/1.1" status: 204 len: 168 time: 1.7443690 Nov 29 01:49:14.923920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43830) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:14.963328 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1078746-10ee-4b15-a80a-895857f4febf tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] GET failed (client error): The resource could not be found. Nov 29 01:49:14.968106 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f1078746-10ee-4b15-a80a-895857f4febf tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "GET /v2.0/ports/ab4255dd-73d7-49a8-8924-863084a8ee45 HTTP/1.1" status: 404 len: 333 time: 0.0396233 Nov 29 01:49:14.968263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b996fa-c7cc-4ecd-8676-62735d03dccc tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50820585-6cc5-4016-8f71-29b56f47bde7,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:14.973809 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43832) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:14.982207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-10b996fa-c7cc-4ecd-8676-62735d03dccc tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:14.987050 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-10b996fa-c7cc-4ecd-8676-62735d03dccc tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7670305 Nov 29 01:49:14.995870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43834) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.007621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:15.013083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event updated for resources: {'Port': ['ID=4749faed-f2bf-4de3-abea-c6731ac4d65a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:15.016299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f61549-d755-4b00-99e5-b0e68fa5be5c None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': 'b42555d5-102f-4925-9ddc-3e85d48918dd', 'ip_address': '172.20.0.2'}, {'subnet_id': '4b5282f2-56b8-4478-901f-aac7111da4b5'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': 'e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:49:15.023063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:15.026613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:15.030764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:15.031125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926', 'name': 'tempest-AllowedAddressPairTestJSON-222543093'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:15.036956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.079193 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-143e6bdc-c93a-452e-a1b5-ee5a3f1b1d5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 01:49:15.082844 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-143e6bdc-c93a-452e-a1b5-ee5a3f1b1d5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4950256 Nov 29 01:49:15.087754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43836) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.097961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-52f70313-9609-4b95-98e6-67b4b20a91f4 None None] For port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:15.114197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-85f61549-d755-4b00-99e5-b0e68fa5be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.118180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12877d07-866c-45f2-8193-967eca2a207f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.118369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-52f70313-9609-4b95-98e6-67b4b20a91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.133859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4ca8cacc-6cce-4c0f-a4f5-409459dd9f1e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.155361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4ca8cacc-6cce-4c0f-a4f5-409459dd9f1e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.162215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:15.171588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:15.179583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:15.180358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.183521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:15.189824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:15.190450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.197508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router f6be1c91-b266-49e9-b3af-789030ea6457 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:15.203593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=cbca586d-cc9a-414d-89a6-1ed80ff61d87,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:15.246887 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c8f978df-09fa-499c-b23f-d361fbb1a8ac tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1672993 Nov 29 01:49:15.252444 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43838) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.253376 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4ca8cacc-6cce-4c0f-a4f5-409459dd9f1e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.259995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4ca8cacc-6cce-4c0f-a4f5-409459dd9f1e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.261604 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4ca8cacc-6cce-4c0f-a4f5-409459dd9f1e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/50820585-6cc5-4016-8f71-29b56f47bde7 HTTP/1.1" status: 204 len: 168 time: 0.2629557 Nov 29 01:49:15.267696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43840) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.270562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Request body: {'floatingip': {'port_id': '4749faed-f2bf-4de3-abea-c6731ac4d65a'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:15.329531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:15.330595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.335377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8cacc-6cce-4c0f-a4f5-409459dd9f1e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50820585-6cc5-4016-8f71-29b56f47bde7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:15.374052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.381318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fdc263e5-30ce-4fa7-af70-9deb389c04d4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.385334 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9f202d2d-7400-4e14-9ac6-596b171a1530 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4868734 Nov 29 01:49:15.389394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12877d07-866c-45f2-8193-967eca2a207f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.391009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43842) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.402710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f70313-9609-4b95-98e6-67b4b20a91f4 None None] Pushing event updated for resources: {'Port': ['ID=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:15.409466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.468628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:15.471373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12877d07-866c-45f2-8193-967eca2a207f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a55d8a-a183-4672-b699-c17609b93f0f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:15.487205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-83880394-0930-4c73-ac02-605f620ad3b3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/f6be1c91-b266-49e9-b3af-789030ea6457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7264712 Nov 29 01:49:15.495443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43844) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.499485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90e446-7325-4d74-b3eb-944b9c855caa None None] Sync routers for ids ['f6be1c91-b266-49e9-b3af-789030ea6457'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:15.510146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fdc263e5-30ce-4fa7-af70-9deb389c04d4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.512743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab37c06-676c-4c63-af3c-bcd38bf95559 None None] Network 3d943fa6-1505-484e-a195-9a4ee751deed requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:15.513377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-12877d07-866c-45f2-8193-967eca2a207f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.516645 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-12877d07-866c-45f2-8193-967eca2a207f tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/subnets/b2a55d8a-a183-4672-b699-c17609b93f0f HTTP/1.1" status: 204 len: 168 time: 1.0866053 Nov 29 01:49:15.520964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43846) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.525947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Made reservation on behalf of d0f267bfbc69449ca519394bcaf2a564 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:15.534966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.546071 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8f8364ef-5c34-4886-940c-3a12f4295989 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2708833 Nov 29 01:49:15.550415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43848) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.562267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d2887851-f1b8-4aee-a030-5f5e0ecdcb7c None None] Provisioning complete for port 4749faed-f2bf-4de3-abea-c6731ac4d65a triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:15.562671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2887851-f1b8-4aee-a030-5f5e0ecdcb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.571094 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7dfd7e55-7d85-448d-8d66-a12fc941c36d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6be1c91-b266-49e9-b3af-789030ea6457 HTTP/1.1" status: 200 len: 205 time: 0.0703952 Nov 29 01:49:15.576760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43850) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.602280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] device_id is not set on port 191116ac-38c7-438f-9851-17f6d83db9e4 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:15.617752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac1c6d-61c8-4c3c-9d50-7a03019a933b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:15.623814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac1c6d-61c8-4c3c-9d50-7a03019a933b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:15.625372 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9dac1c6d-61c8-4c3c-9d50-7a03019a933b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2246854 Nov 29 01:49:15.629250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43852) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.642816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90e446-7325-4d74-b3eb-944b9c855caa None None] Routers {'f6be1c91-b266-49e9-b3af-789030ea6457'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:15.643528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-ea90e446-7325-4d74-b3eb-944b9c855caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f6be1c91-b266-49e9-b3af-789030ea6457'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:15.652105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-85f61549-d755-4b00-99e5-b0e68fa5be5c None None] Allocated IP 2001:db8::f816:3eff:fe67:14c5 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/4b5282f2-56b8-4478-901f-aac7111da4b5/e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:15.718819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-ea90e446-7325-4d74-b3eb-944b9c855caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:15.724114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d2887851-f1b8-4aee-a030-5f5e0ecdcb7c None None] Port 4749faed-f2bf-4de3-abea-c6731ac4d65a cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:15.738472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fdc263e5-30ce-4fa7-af70-9deb389c04d4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.741130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fdc263e5-30ce-4fa7-af70-9deb389c04d4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.744691 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fdc263e5-30ce-4fa7-af70-9deb389c04d4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/f2c0673d-c660-4c06-ad6e-6a05d9761b6e HTTP/1.1" status: 204 len: 168 time: 0.6507466 Nov 29 01:49:15.752475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43854) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.784966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc263e5-30ce-4fa7-af70-9deb389c04d4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0673d-c660-4c06-ad6e-6a05d9761b6e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:15.789731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.799300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed08af0-4db9-4d6c-970f-6f92338169d3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.823801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90e446-7325-4d74-b3eb-944b9c855caa None None] Routers {'f6be1c91-b266-49e9-b3af-789030ea6457'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:15.824798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-ea90e446-7325-4d74-b3eb-944b9c855caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f6be1c91-b266-49e9-b3af-789030ea6457'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:15.838012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Allocated IP 172.20.0.12 (e5136976-200d-45ed-b35b-94ab5049c926/82fcd123-64ec-4282-87a5-353c9bdc65b5/191116ac-38c7-438f-9851-17f6d83db9e4) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:15.866455 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-30429420-102b-4b23-b537-899e40202811 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1130290 Nov 29 01:49:15.870350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43856) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:15.877931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-47084b07-a3fb-431c-bb04-890aa34d9656 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101235817'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:15.879358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-ea90e446-7325-4d74-b3eb-944b9c855caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:15.880130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90e446-7325-4d74-b3eb-944b9c855caa None None] The sync data for ids ['f6be1c91-b266-49e9-b3af-789030ea6457'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:15.889906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-aca194e1-bdf0-49e7-813c-c840bb93f500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port cbca586d-cc9a-414d-89a6-1ed80ff61d87 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:15.890501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aca194e1-bdf0-49e7-813c-c840bb93f500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.915025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-85f61549-d755-4b00-99e5-b0e68fa5be5c None None] For port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:15.951327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-85f61549-d755-4b00-99e5-b0e68fa5be5c None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.956353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-85f61549-d755-4b00-99e5-b0e68fa5be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.991916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-baaecafc-2d5c-4a45-8f15-5d83730c64d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:15.998491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47084b07-a3fb-431c-bb04-890aa34d9656 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.023422 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] DHCP port deletion for 3d943fa6-1505-484e-a195-9a4ee751deed request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:16.086884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aca194e1-bdf0-49e7-813c-c840bb93f500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.088892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f61549-d755-4b00-99e5-b0e68fa5be5c None None] Pushing event updated for resources: {'Port': ['ID=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:16.110542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed08af0-4db9-4d6c-970f-6f92338169d3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.114354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-aca194e1-bdf0-49e7-813c-c840bb93f500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for cbca586d-cc9a-414d-89a6-1ed80ff61d87 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:16.117134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed08af0-4db9-4d6c-970f-6f92338169d3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.129636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] Deleting port 2da39bcf-6136-4447-b3ae-6614559c3bba {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:16.130303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.191584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.205650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:16.212719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-baaecafc-2d5c-4a45-8f15-5d83730c64d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.256627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] For port 2da39bcf-6136-4447-b3ae-6614559c3bba, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2da39bcf-6136-4447-b3ae-6614559c3bba,segment=NetworkSegment(65ab9477-89a0-48ae-851d-ce5407d12cb7),segment_id=65ab9477-89a0-48ae-851d-ce5407d12cb7)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:16.257252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.277258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47084b07-a3fb-431c-bb04-890aa34d9656 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.290289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] Calling delete_port for 2da39bcf-6136-4447-b3ae-6614559c3bba owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:16.296881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47084b07-a3fb-431c-bb04-890aa34d9656 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.311559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.354794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-47084b07-a3fb-431c-bb04-890aa34d9656 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.356068 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-47084b07-a3fb-431c-bb04-890aa34d9656 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4850767 Nov 29 01:49:16.358963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.363516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43858) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:16.376341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d0309bb2-bf2f-4155-9eba-1e30a8589616 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': 'f5904b81-c89c-44b8-954b-32979a347a57', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:16.377918 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-d0309bb2-bf2f-4155-9eba-1e30a8589616 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 29 01:49:16.378460 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-d0309bb2-bf2f-4155-9eba-1e30a8589616 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:16.379471 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d0309bb2-bf2f-4155-9eba-1e30a8589616 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103614 Nov 29 01:49:16.382013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084b07-a3fb-431c-bb04-890aa34d9656 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5904b81-c89c-44b8-954b-32979a347a57,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:16.395882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:16.396544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.409778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43860) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:16.453718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-baaecafc-2d5c-4a45-8f15-5d83730c64d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.457679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-baaecafc-2d5c-4a45-8f15-5d83730c64d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.459262 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-baaecafc-2d5c-4a45-8f15-5d83730c64d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/00ef1cfc-9e99-4315-9ed4-d64701ba94d8 HTTP/1.1" status: 204 len: 168 time: 0.9008737 Nov 29 01:49:16.467373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43862) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:16.473235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed08af0-4db9-4d6c-970f-6f92338169d3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.475707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed08af0-4db9-4d6c-970f-6f92338169d3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Fanout notify agent at l3_agent the message router_deleted on router f6be1c91-b266-49e9-b3af-789030ea6457 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:49:16.501657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed08af0-4db9-4d6c-970f-6f92338169d3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.503242 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eed08af0-4db9-4d6c-970f-6f92338169d3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/f6be1c91-b266-49e9-b3af-789030ea6457 HTTP/1.1" status: 204 len: 168 time: 0.9178307 Nov 29 01:49:16.510048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.521429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43864) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:16.562414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] Pushing event deleted for resources: {'Port': ['ID=2da39bcf-6136-4447-b3ae-6614559c3bba,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:16.576891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f0f63-b5f9-45e1-9188-97c2cd2c48cf None None] No DVR routers for this DVR port 2da39bcf-6136-4447-b3ae-6614559c3bba on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:16.615497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaecafc-2d5c-4a45-8f15-5d83730c64d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ef1cfc-9e99-4315-9ed4-d64701ba94d8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:16.636544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00f7f5d-d097-4ac6-8847-390855b0fdf6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet 423fed2a-3838-4e19-a9b8-73c2c439de27 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:16.654232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00f7f5d-d097-4ac6-8847-390855b0fdf6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.657676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2da39bcf-6136-4447-b3ae-6614559c3bba no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:16.682523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 2da39bcf-6136-4447-b3ae-6614559c3bba {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:16.683049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2da39bcf-6136-4447-b3ae-6614559c3bba not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:16.712232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Deleting port 2da39bcf-6136-4447-b3ae-6614559c3bba {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:16.712581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.753717 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-40c58b6a-0d0e-4bb2-859a-eb4238998bf2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2606640 Nov 29 01:49:16.778609 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43866) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:16.790389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-077882bd-5956-4a2b-ac30-20b113bc35fb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975439295'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:16.797653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00f7f5d-d097-4ac6-8847-390855b0fdf6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.812646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Network e5136976-200d-45ed-b35b-94ab5049c926 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:16.841241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:16.844039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:16.851118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] For port 2da39bcf-6136-4447-b3ae-6614559c3bba, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:16.851497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.875745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-29f9d974-f30f-4fea-87ba-433e74198cd6 None None] Provisioning complete for port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:16.875915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Calling delete_port for 2da39bcf-6136-4447-b3ae-6614559c3bba owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:16.876126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-29f9d974-f30f-4fea-87ba-433e74198cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.881694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=191116ac-38c7-438f-9851-17f6d83db9e4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:16.883493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Port 2da39bcf-6136-4447-b3ae-6614559c3bba was not found and therefore no delete operation was performed {{(pid=109949) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:49:16.889287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.925183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Port': ['ID=2da39bcf-6136-4447-b3ae-6614559c3bba,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:16.928509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-077882bd-5956-4a2b-ac30-20b113bc35fb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.955521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] No DVR routers for this DVR port 2da39bcf-6136-4447-b3ae-6614559c3bba on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:16.961585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:16.962223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:16.994946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f48b355f-e766-44d7-b5ce-5a9af09681ab tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.031412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00f7f5d-d097-4ac6-8847-390855b0fdf6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.035184 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-16e74000-0430-45d1-8bca-a888f02775bb tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0582438 Nov 29 01:49:17.041068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43868) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:17.046529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a0:d4:a9'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:17.134759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aca194e1-bdf0-49e7-813c-c840bb93f500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.137504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f48b355f-e766-44d7-b5ce-5a9af09681ab tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.255628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00f7f5d-d097-4ac6-8847-390855b0fdf6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.284110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca194e1-bdf0-49e7-813c-c840bb93f500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=cbca586d-cc9a-414d-89a6-1ed80ff61d87,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:17.298355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.310391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f7f5d-d097-4ac6-8847-390855b0fdf6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=423fed2a-3838-4e19-a9b8-73c2c439de27,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:17.314045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.resource_extend [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:49:17.314677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c1f5e542-2356-46ce-887b-403d545cf530 None None] Provisioning complete for port 191116ac-38c7-438f-9851-17f6d83db9e4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:17.315155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e542-2356-46ce-887b-403d545cf530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.373004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5e542-2356-46ce-887b-403d545cf530 None None] Port 191116ac-38c7-438f-9851-17f6d83db9e4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:17.394302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00f7f5d-d097-4ac6-8847-390855b0fdf6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.396776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a17710-3e28-4d1a-b781-98f36b132dd4 None None] Network 3121fb23-4639-4018-979d-11015eeb2953 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:17.399189 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a00f7f5d-d097-4ac6-8847-390855b0fdf6 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/423fed2a-3838-4e19-a9b8-73c2c439de27 HTTP/1.1" status: 204 len: 168 time: 0.8760326 Nov 29 01:49:17.401639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d943fa6-1505-484e-a195-9a4ee751deed']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:17.410541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43870) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:17.431896 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ab9477-89a0-48ae-851d-ce5407d12cb7') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:17.432550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ab9477-89a0-48ae-851d-ce5407d12cb7') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:17.433361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.439196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.452451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.457181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.514602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f48b355f-e766-44d7-b5ce-5a9af09681ab tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.517264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f48b355f-e766-44d7-b5ce-5a9af09681ab tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.518599 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f48b355f-e766-44d7-b5ce-5a9af09681ab tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/f5904b81-c89c-44b8-954b-32979a347a57 HTTP/1.1" status: 204 len: 168 time: 1.1071906 Nov 29 01:49:17.551516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43872) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:17.563011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-60fa1af4-57f4-453c-afce-605e928cb083 None None] Could not find standard attr ID for object cbca586d-cc9a-414d-89a6-1ed80ff61d87. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:49:17.589803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b355f-e766-44d7-b5ce-5a9af09681ab tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5904b81-c89c-44b8-954b-32979a347a57,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:17.629959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-481f69e8-f88c-4e59-abea-2b2c866d0004 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0717189 Nov 29 01:49:17.631104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43874) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:17.631448 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.639983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-87a6ef28-3b6c-492a-9eb6-e73b98343900 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761403380'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:17.640195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-077882bd-5956-4a2b-ac30-20b113bc35fb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.650301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:17.650910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.652769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:17.655591 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:17.662044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aca194e1-bdf0-49e7-813c-c840bb93f500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.665755 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aca194e1-bdf0-49e7-813c-c840bb93f500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/cbca586d-cc9a-414d-89a6-1ed80ff61d87 HTTP/1.1" status: 204 len: 168 time: 2.0353265 Nov 29 01:49:17.672776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43876) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:17.676518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-077882bd-5956-4a2b-ac30-20b113bc35fb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.739557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87a6ef28-3b6c-492a-9eb6-e73b98343900 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.776326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] DHCP port deletion for 3121fb23-4639-4018-979d-11015eeb2953 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:17.782870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-077882bd-5956-4a2b-ac30-20b113bc35fb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.784129 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-077882bd-5956-4a2b-ac30-20b113bc35fb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0028327 Nov 29 01:49:17.784862 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077882bd-5956-4a2b-ac30-20b113bc35fb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f970110f-6450-4f96-8467-e5e037a451a5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:17.789678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43878) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:17.794508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-dbfe81f9-8380-4ef2-ad57-0de9aa6ecdd0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': 'f970110f-6450-4f96-8467-e5e037a451a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:17.815105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.819756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.823255 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/networks/3d943fa6-1505-484e-a195-9a4ee751deed HTTP/1.1" status: 204 len: 168 time: 2.3015261 Nov 29 01:49:17.828326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43880) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:17.830898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP ecbbcf3b-509c-4e2b-a21e-51d17c0d3792 associated. External IP: 172.26.8.17, port: d6e6dad6-5224-4696-b954-988f42833986. Nov 29 01:49:17.832231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] Deleting port 197dff3e-4059-4301-b24e-274b818096cb {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:17.832863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.888439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b221e-2138-4660-8643-c866f9b6dfc6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:17.890643 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b221e-2138-4660-8643-c866f9b6dfc6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:17.892356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b221e-2138-4660-8643-c866f9b6dfc6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:17.897223 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b49b221e-2138-4660-8643-c866f9b6dfc6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2166617 Nov 29 01:49:17.908476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43882) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:17.909297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] For port 197dff3e-4059-4301-b24e-274b818096cb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=197dff3e-4059-4301-b24e-274b818096cb,segment=NetworkSegment(78461d39-5b55-446b-8aed-338632383a9f),segment_id=78461d39-5b55-446b-8aed-338632383a9f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:17.909711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:17.924098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] Calling delete_port for 197dff3e-4059-4301-b24e-274b818096cb owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:18.014947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.041365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] Pushing event deleted for resources: {'Port': ['ID=197dff3e-4059-4301-b24e-274b818096cb,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:18.044365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc383bb-72d4-45fc-a69b-cb6b80b61f3f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 4b5282f2-56b8-4478-901f-aac7111da4b5 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:18.045907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc92f38-8ef2-4029-857b-4ad56de67a29 None None] No DVR routers for this DVR port 197dff3e-4059-4301-b24e-274b818096cb on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:18.059825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87a6ef28-3b6c-492a-9eb6-e73b98343900 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.069196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bdc383bb-72d4-45fc-a69b-cb6b80b61f3f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.071873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87a6ef28-3b6c-492a-9eb6-e73b98343900 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.105108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 197dff3e-4059-4301-b24e-274b818096cb {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:18.105449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.144398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.169349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:18.169544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.204368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87a6ef28-3b6c-492a-9eb6-e73b98343900 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.207194 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-87a6ef28-3b6c-492a-9eb6-e73b98343900 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5749214 Nov 29 01:49:18.211598 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7acb58d4-14b2-48aa-9155-00c9fc44f1de tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "GET /v2.0/ports?device_id=093a707b-54b7-4f6e-b4a8-7398bf910430 HTTP/1.1" status: 200 len: 205 time: 0.3820345 Nov 29 01:49:18.212795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43884) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:18.214267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bdc383bb-72d4-45fc-a69b-cb6b80b61f3f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.215078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc22b-6df4-42cc-80cb-476993f4ac6d tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Pushing event deleted for resources: {'Network': ['ID=3d943fa6-1505-484e-a195-9a4ee751deed,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:18.220864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-814b1fe2-1aae-45f8-9c1e-6c521c3f64d3 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '8e7b67ac-a914-4b8e-a6a6-62d43977f7e5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:18.221710 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-814b1fe2-1aae-45f8-9c1e-6c521c3f64d3 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 29 01:49:18.222225 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-814b1fe2-1aae-45f8-9c1e-6c521c3f64d3 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:18.223220 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-814b1fe2-1aae-45f8-9c1e-6c521c3f64d3 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061002 Nov 29 01:49:18.225853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43886) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:18.226365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43888) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:18.228272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:18.228815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.229457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbfe81f9-8380-4ef2-ad57-0de9aa6ecdd0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.284774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6ef28-3b6c-492a-9eb6-e73b98343900 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7b67ac-a914-4b8e-a6a6-62d43977f7e5,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:18.307640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port 197dff3e-4059-4301-b24e-274b818096cb, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:18.308315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.364017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82e7508b-c390-4660-9613-cdbdd6e31379 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.368016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 197dff3e-4059-4301-b24e-274b818096cb owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:18.372749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Port 197dff3e-4059-4301-b24e-274b818096cb was not found and therefore no delete operation was performed {{(pid=109948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:49:18.374451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.377069 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=191116ac-38c7-438f-9851-17f6d83db9e4,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:18.405902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 197dff3e-4059-4301-b24e-274b818096cb no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:18.434045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 197dff3e-4059-4301-b24e-274b818096cb {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:18.434397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 197dff3e-4059-4301-b24e-274b818096cb not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:18.456815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] In _notify_port_updated(), no bound segment for port 191116ac-38c7-438f-9851-17f6d83db9e4 on network e5136976-200d-45ed-b35b-94ab5049c926 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:49:18.462898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:18.463654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.465147 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e29e1246-30e1-475f-b6dc-7293bede460f tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "PUT /v2.0/ports/191116ac-38c7-438f-9851-17f6d83db9e4 HTTP/1.1" status: 200 len: 994 time: 1.4231167 Nov 29 01:49:18.472388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43890) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:18.496035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bdc383bb-72d4-45fc-a69b-cb6b80b61f3f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.519554 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=197dff3e-4059-4301-b24e-274b818096cb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:18.525220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port 197dff3e-4059-4301-b24e-274b818096cb on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:18.590116 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9c16bc4e-1c0b-4719-8986-806748811a48 None None] Provisioning complete for port 191116ac-38c7-438f-9851-17f6d83db9e4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:18.590732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9c16bc4e-1c0b-4719-8986-806748811a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.630881 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9c16bc4e-1c0b-4719-8986-806748811a48 None None] Port 191116ac-38c7-438f-9851-17f6d83db9e4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:18.639844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.663073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bdc383bb-72d4-45fc-a69b-cb6b80b61f3f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.666509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3121fb23-4639-4018-979d-11015eeb2953']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:18.691654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84fe0b63-d229-4326-8b02-f47f44c97649 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.698669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78461d39-5b55-446b-8aed-338632383a9f') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:18.698974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78461d39-5b55-446b-8aed-338632383a9f') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:18.700253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbfe81f9-8380-4ef2-ad57-0de9aa6ecdd0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.707074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc383bb-72d4-45fc-a69b-cb6b80b61f3f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5282f2-56b8-4478-901f-aac7111da4b5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:18.711245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bdc383bb-72d4-45fc-a69b-cb6b80b61f3f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.712230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea161c-75ac-4e1e-b3b5-f0eb96958d35 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:18.717343 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bdc383bb-72d4-45fc-a69b-cb6b80b61f3f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/4b5282f2-56b8-4478-901f-aac7111da4b5 HTTP/1.1" status: 204 len: 168 time: 0.8078759 Nov 29 01:49:18.720303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.721834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43892) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:18.726563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82e7508b-c390-4660-9613-cdbdd6e31379 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.729890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbfe81f9-8380-4ef2-ad57-0de9aa6ecdd0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.742147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82e7508b-c390-4660-9613-cdbdd6e31379 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.779004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.791412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:18.791957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.792495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84fe0b63-d229-4326-8b02-f47f44c97649 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:18.795837 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:18.802269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0717d1-f56a-477f-8bd8-b081715d05bb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet b42555d5-102f-4925-9ddc-3e85d48918dd {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:18.806886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e0717d1-f56a-477f-8bd8-b081715d05bb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.843283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe81f9-8380-4ef2-ad57-0de9aa6ecdd0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72a2e7a-6601-4992-8e6e-4f978fd959b0,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:18.883048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82e7508b-c390-4660-9613-cdbdd6e31379 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.883491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e7508b-c390-4660-9613-cdbdd6e31379 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Fanout notify agent at l3_agent the message router_deleted on router 093a707b-54b7-4f6e-b4a8-7398bf910430 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:49:18.887816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbfe81f9-8380-4ef2-ad57-0de9aa6ecdd0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.891293 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dbfe81f9-8380-4ef2-ad57-0de9aa6ecdd0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0973432 Nov 29 01:49:18.892124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43894) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:18.894158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82e7508b-c390-4660-9613-cdbdd6e31379 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.898931 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-82e7508b-c390-4660-9613-cdbdd6e31379 tempest-RoutersNegativeIpV6Test-804322401 tempest-RoutersNegativeIpV6Test-804322401-project] 10.222.0.30 "DELETE /v2.0/routers/093a707b-54b7-4f6e-b4a8-7398bf910430 HTTP/1.1" status: 204 len: 168 time: 0.6678677 Nov 29 01:49:18.901214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b3d21dfc-6c52-4b32-81c1-b0151b5a2043 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': 'f970110f-6450-4f96-8467-e5e037a451a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:18.931538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:18.934033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e0717d1-f56a-477f-8bd8-b081715d05bb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.956247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84fe0b63-d229-4326-8b02-f47f44c97649 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.961435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84fe0b63-d229-4326-8b02-f47f44c97649 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.967441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.968010 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-84fe0b63-d229-4326-8b02-f47f44c97649 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/8e7b67ac-a914-4b8e-a6a6-62d43977f7e5 HTTP/1.1" status: 204 len: 168 time: 0.7385993 Nov 29 01:49:18.969031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43898) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:18.971879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:18.980668 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/3121fb23-4639-4018-979d-11015eeb2953 HTTP/1.1" status: 204 len: 168 time: 1.5608773 Nov 29 01:49:18.986416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43900) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:18.991196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-09fb161e-126c-457a-8ff1-ec9372d629aa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1593430516', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.016565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3d21dfc-6c52-4b32-81c1-b0151b5a2043 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.047580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b99d3-7151-499b-841a-7345b2444755 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=3121fb23-4639-4018-979d-11015eeb2953,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:19.055214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09fb161e-126c-457a-8ff1-ec9372d629aa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.056277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09fb161e-126c-457a-8ff1-ec9372d629aa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.127273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1531f1b9-b1ff-4ea8-839a-a9ba2a1d78dd tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1293385 Nov 29 01:49:19.129854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d48ff018-22bd-4a4f-afe7-9a43161e476a tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Deleting port 191116ac-38c7-438f-9851-17f6d83db9e4 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:19.130844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d48ff018-22bd-4a4f-afe7-9a43161e476a tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.134684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43904) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.182824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09fb161e-126c-457a-8ff1-ec9372d629aa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.194819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e0717d1-f56a-477f-8bd8-b081715d05bb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.198575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a6cc225e-27d4-4252-86d4-2e330b8da814 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--581086806'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.203311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe0b63-d229-4326-8b02-f47f44c97649 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7b67ac-a914-4b8e-a6a6-62d43977f7e5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:19.220572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09fb161e-126c-457a-8ff1-ec9372d629aa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.246674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3d21dfc-6c52-4b32-81c1-b0151b5a2043 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.258480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3d21dfc-6c52-4b32-81c1-b0151b5a2043 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.266857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43906) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.291312 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d21dfc-6c52-4b32-81c1-b0151b5a2043 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce78dab7-1ef7-4b0f-b434-5e6312617025,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:19.311131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e0717d1-f56a-477f-8bd8-b081715d05bb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.322899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a6cc225e-27d4-4252-86d4-2e330b8da814 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.352092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-09fb161e-126c-457a-8ff1-ec9372d629aa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.356621 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-09fb161e-126c-457a-8ff1-ec9372d629aa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3691502 Nov 29 01:49:19.357830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43910) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.361341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3d21dfc-6c52-4b32-81c1-b0151b5a2043 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.367181 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b3d21dfc-6c52-4b32-81c1-b0151b5a2043 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4700828 Nov 29 01:49:19.368492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0717d1-f56a-477f-8bd8-b081715d05bb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=b42555d5-102f-4925-9ddc-3e85d48918dd,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:19.370212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43912) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.371165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-886311721'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.376022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d48ff018-22bd-4a4f-afe7-9a43161e476a tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.376463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-300bc5c3-1400-4ea6-a0ff-e939098d38e0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': 'f970110f-6450-4f96-8467-e5e037a451a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.385246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e0717d1-f56a-477f-8bd8-b081715d05bb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.391314 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6e0717d1-f56a-477f-8bd8-b081715d05bb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/b42555d5-102f-4925-9ddc-3e85d48918dd HTTP/1.1" status: 204 len: 168 time: 0.6662476 Nov 29 01:49:19.391986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43914) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.410999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:19.421289 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db62df7-d2be-4f01-9c21-4c72e9df5f54 None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:19.436017 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db62df7-d2be-4f01-9c21-4c72e9df5f54 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:19.436690 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0db62df7-d2be-4f01-9c21-4c72e9df5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:19.463790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d48ff018-22bd-4a4f-afe7-9a43161e476a tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Calling delete_port for 191116ac-38c7-438f-9851-17f6d83db9e4 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:19.475860 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fab88514-8b02-4ff1-9596-8b937dda2c89 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823522 Nov 29 01:49:19.481009 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0db62df7-d2be-4f01-9c21-4c72e9df5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:19.481504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43916) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.487634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.492807 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db62df7-d2be-4f01-9c21-4c72e9df5f54 None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:19.493865 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0db62df7-d2be-4f01-9c21-4c72e9df5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:19.537380 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0db62df7-d2be-4f01-9c21-4c72e9df5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:19.538305 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db62df7-d2be-4f01-9c21-4c72e9df5f54 None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:19.589801 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d30cb982-3d9d-4651-8263-4aef7673efb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4e4e48101e2449db0f50f5171756352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172634 Nov 29 01:49:19.592825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43918) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.598947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-300bc5c3-1400-4ea6-a0ff-e939098d38e0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.611739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:19.616054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.657604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a6cc225e-27d4-4252-86d4-2e330b8da814 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.676583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a6cc225e-27d4-4252-86d4-2e330b8da814 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.715164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:19.718275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:19.722648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.728267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-964c9bc4-943d-46fd-89cf-987ffa7c7c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.791655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a6cc225e-27d4-4252-86d4-2e330b8da814 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.793005 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a6cc225e-27d4-4252-86d4-2e330b8da814 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6190531 Nov 29 01:49:19.800842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43920) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.812016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-300bc5c3-1400-4ea6-a0ff-e939098d38e0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.816107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a484d7ce-8f49-4513-bf4a-bddd32330a25 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5033c0e9-9e55-431d-b556-49fd985cc2cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.825088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc225e-27d4-4252-86d4-2e330b8da814 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5033c0e9-9e55-431d-b556-49fd985cc2cb,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:19.826247 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-a484d7ce-8f49-4513-bf4a-bddd32330a25 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 29 01:49:19.826907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-a484d7ce-8f49-4513-bf4a-bddd32330a25 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:19.828797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a484d7ce-8f49-4513-bf4a-bddd32330a25 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226700 Nov 29 01:49:19.832184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43922) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.834513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-964c9bc4-943d-46fd-89cf-987ffa7c7c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.837665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-300bc5c3-1400-4ea6-a0ff-e939098d38e0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.846317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-83e80318-fa06-42da-b736-2fd79b179c27 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5033c0e9-9e55-431d-b556-49fd985cc2cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.847860 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-83e80318-fa06-42da-b736-2fd79b179c27 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 29 01:49:19.848495 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-83e80318-fa06-42da-b736-2fd79b179c27 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:19.852579 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-83e80318-fa06-42da-b736-2fd79b179c27 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0150077 Nov 29 01:49:19.856385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43924) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.861704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b3f92021-6958-48d1-ad4c-20b63b8c0f4b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5033c0e9-9e55-431d-b556-49fd985cc2cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.862687 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-b3f92021-6958-48d1-ad4c-20b63b8c0f4b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 29 01:49:19.863199 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-b3f92021-6958-48d1-ad4c-20b63b8c0f4b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:19.867263 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b3f92021-6958-48d1-ad4c-20b63b8c0f4b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068913 Nov 29 01:49:19.867447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2754d4d-532c-4aa9-a033-469f0f0a574f None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:19.870261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43926) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.879259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4ac8ab7d-a09c-4cf8-8d46-b3336e22d82e tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5033c0e9-9e55-431d-b556-49fd985cc2cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.880175 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-4ac8ab7d-a09c-4cf8-8d46-b3336e22d82e tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 29 01:49:19.880839 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-4ac8ab7d-a09c-4cf8-8d46-b3336e22d82e tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:19.885371 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4ac8ab7d-a09c-4cf8-8d46-b3336e22d82e tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080152 Nov 29 01:49:19.885371 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43928) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.901011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.901232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bc5c3-1400-4ea6-a0ff-e939098d38e0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03565953-e2bc-436f-b498-1b6442f7a3a3,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:19.901805 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment 5ac603bb-73ef-4b88-9828-f558002dd4da of type vlan for network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 Nov 29 01:49:19.903416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d48ff018-22bd-4a4f-afe7-9a43161e476a tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.914397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-300bc5c3-1400-4ea6-a0ff-e939098d38e0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.918138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43930) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:19.918318 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-300bc5c3-1400-4ea6-a0ff-e939098d38e0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5461757 Nov 29 01:49:19.931724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-237c0746-e4d2-44ff-be24-fef6040e6de4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': 'f970110f-6450-4f96-8467-e5e037a451a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:19.975759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1f56c9a1-f903-4546-a10b-8f7d772f1b4c None None] Provisioning complete for port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:19.976167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f56c9a1-f903-4546-a10b-8f7d772f1b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.982857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-964c9bc4-943d-46fd-89cf-987ffa7c7c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.986160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-964c9bc4-943d-46fd-89cf-987ffa7c7c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:19.990751 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-964c9bc4-943d-46fd-89cf-987ffa7c7c27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a83e4fa-d448-406c-8686-8a7c7734f1c5 HTTP/1.1" status: 204 len: 168 time: 0.3967576 Nov 29 01:49:20.023637 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ff018-22bd-4a4f-afe7-9a43161e476a tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Port': ['ID=191116ac-38c7-438f-9851-17f6d83db9e4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:20.061833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.109009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c9bc4-943d-46fd-89cf-987ffa7c7c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a83e4fa-d448-406c-8686-8a7c7734f1c5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:20.113085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 52519f23-afaa-4934-8679-aeb4fd2d16ce has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:20.114051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.172131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-237c0746-e4d2-44ff-be24-fef6040e6de4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.193230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=e917bb6b-12a6-4bd2-90d6-8f2dcb4b0765,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:20.203981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ea64627-93c0-40fa-845f-bc8730b1ae64 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.204821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:20.206561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:20.211742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:20.217936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:20.219608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.247710 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f806a9fd-4ad8-44a7-bee3-fb413e526e7c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7650354 Nov 29 01:49:20.248421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43936) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:20.259318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:20.283768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] Deleting port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:20.285503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.339569 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.345085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:20.345937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.405911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] For port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:20.406654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.424894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] Calling delete_port for e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:20.427991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:20.434335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.534655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.569013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] No DVR routers for this DVR port e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:20.574287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40419a89-83c2-4f25-878c-f32bdaa2e61f None None] Pushing event deleted for resources: {'Port': ['ID=e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:20.590724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11184150-1f98-4255-8d79-56f3b5c8ee80 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:20.712714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ea64627-93c0-40fa-845f-bc8730b1ae64 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.768889 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': 'e917bb6b-12a6-4bd2-90d6-8f2dcb4b0765'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:20.770285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.861768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.objects.ports [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109948) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:49:20.863526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.881040 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5176840 Nov 29 01:49:20.899605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43954) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:20.908418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:20.912640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4b8c6-68af-4099-8f42-d6ceb065efe7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:20.925083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:20.931260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d48ff018-22bd-4a4f-afe7-9a43161e476a tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.937583 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d48ff018-22bd-4a4f-afe7-9a43161e476a tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "DELETE /v2.0/ports/191116ac-38c7-438f-9851-17f6d83db9e4 HTTP/1.1" status: 204 len: 168 time: 2.4601169 Nov 29 01:49:20.939507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:20.939979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-237c0746-e4d2-44ff-be24-fef6040e6de4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.944437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43956) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:20.973145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-237c0746-e4d2-44ff-be24-fef6040e6de4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.983601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ea64627-93c0-40fa-845f-bc8730b1ae64 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.986471 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ea64627-93c0-40fa-845f-bc8730b1ae64 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:20.987620 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2ea64627-93c0-40fa-845f-bc8730b1ae64 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/5033c0e9-9e55-431d-b556-49fd985cc2cb HTTP/1.1" status: 204 len: 168 time: 1.1006329 Nov 29 01:49:20.988646 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcee7dc-d148-4621-bf77-0af3f604727c tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] GET failed (client error): The resource could not be found. Nov 29 01:49:20.994527 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bbcee7dc-d148-4621-bf77-0af3f604727c tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "GET /v2.0/ports/191116ac-38c7-438f-9851-17f6d83db9e4 HTTP/1.1" status: 404 len: 333 time: 0.0507336 Nov 29 01:49:20.995156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43958) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:20.995491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43960) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.026755 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926', 'name': 'tempest-AllowedAddressPairTestJSON-1333254657'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:21.037197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:21.045507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c0746-e4d2-44ff-be24-fef6040e6de4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7161c566-089a-4f92-9376-6835bcead870,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:21.058673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:21.059796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.062062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea64627-93c0-40fa-845f-bc8730b1ae64 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033c0e9-9e55-431d-b556-49fd985cc2cb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:21.075454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-237c0746-e4d2-44ff-be24-fef6040e6de4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.081562 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-237c0746-e4d2-44ff-be24-fef6040e6de4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1522956 Nov 29 01:49:21.081562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:21.086331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43964) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.087353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.093989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-149e35c4-802b-4676-b8b8-2fb7959cd797 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': 'f970110f-6450-4f96-8467-e5e037a451a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:21.101030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=d81e9e9e-5d7f-47d9-92f3-f0a72a73ea43,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:21.120714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:21.120950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a769ffb-de5a-4587-92f6-4b9efbf142d6 None None] Sync routers for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:21.126343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.148181 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-926603e3-4e34-4918-92aa-ae3353e54eeb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8984663 Nov 29 01:49:21.160158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43966) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.163959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a769ffb-de5a-4587-92f6-4b9efbf142d6 None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:21.164614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0a769ffb-de5a-4587-92f6-4b9efbf142d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:21.165899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:58:e4:a8', 'name': 'tempest-NetworksTestDHCPv6-1722310886'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:21.202957 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-44c20529-4eb8-431e-a76a-c558937a4231 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1899099 Nov 29 01:49:21.203192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43968) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.204927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Allocated IP 172.20.0.2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/e917bb6b-12a6-4bd2-90d6-8f2dcb4b0765/2de92997-f50c-40d3-8427-b3f82ec805a5) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:21.207232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-54df6203-4809-47da-ba6f-4aaf117d425a tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--494157433'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:21.210766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0a769ffb-de5a-4587-92f6-4b9efbf142d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:21.218384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Allocated IP 2001:db8::f816:3eff:feb4:d79f (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/d81e9e9e-5d7f-47d9-92f3-f0a72a73ea43/2de92997-f50c-40d3-8427-b3f82ec805a5) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:21.233885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-149e35c4-802b-4676-b8b8-2fb7959cd797 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.237136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a769ffb-de5a-4587-92f6-4b9efbf142d6 None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:21.237136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0a769ffb-de5a-4587-92f6-4b9efbf142d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:21.284976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0a769ffb-de5a-4587-92f6-4b9efbf142d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:21.286103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a769ffb-de5a-4587-92f6-4b9efbf142d6 None None] The sync data for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:21.294518 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a2cbbd7d-dec3-49b0-a16e-ae3f4f6332ff tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/floatingips/ecbbcf3b-509c-4e2b-a21e-51d17c0d3792 HTTP/1.1" status: 200 len: 977 time: 6.0387611 Nov 29 01:49:21.305123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43972) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.317102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-149e35c4-802b-4676-b8b8-2fb7959cd797 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.328317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-149e35c4-802b-4676-b8b8-2fb7959cd797 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.337523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54df6203-4809-47da-ba6f-4aaf117d425a tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.375077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e35c4-802b-4676-b8b8-2fb7959cd797 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f649e61-e5b6-4355-b407-899820618a35,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:21.387836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Made reservation on behalf of d0f267bfbc69449ca519394bcaf2a564 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:21.391585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.415696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-149e35c4-802b-4676-b8b8-2fb7959cd797 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.416926 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-149e35c4-802b-4676-b8b8-2fb7959cd797 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3296027 Nov 29 01:49:21.420816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43974) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.443322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] device_id is not set on port 2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:21.451742 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:21.517903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-84a7dba9-f24b-4c6a-8fa1-03893a455aab tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.541282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-84a7dba9-f24b-4c6a-8fa1-03893a455aab tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.541583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.547488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.550198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.583596 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 4749faed-f2bf-4de3-abea-c6731ac4d65a {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:21.583948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.590174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54df6203-4809-47da-ba6f-4aaf117d425a tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.601513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54df6203-4809-47da-ba6f-4aaf117d425a tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.630208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Pushing event updated for resources: {'Port': ['ID=2de92997-f50c-40d3-8427-b3f82ec805a5,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:21.641383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:21.643692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:21.647538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:21.663082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54df6203-4809-47da-ba6f-4aaf117d425a tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.667099 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-54df6203-4809-47da-ba6f-4aaf117d425a tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4605684 Nov 29 01:49:21.667099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=3e3758ab-36bf-4575-a262-d0775393586b,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:21.667316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-84a7dba9-f24b-4c6a-8fa1-03893a455aab tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.669996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43980) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.680565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ca77a72f-47bf-4cb1-bb46-6e9f11cf56ae tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:21.681024 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-ca77a72f-47bf-4cb1-bb46-6e9f11cf56ae tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 01:49:21.681536 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-ca77a72f-47bf-4cb1-bb46-6e9f11cf56ae tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:21.685260 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ca77a72f-47bf-4cb1-bb46-6e9f11cf56ae tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073495 Nov 29 01:49:21.687961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-84a7dba9-f24b-4c6a-8fa1-03893a455aab tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.688122 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43982) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.688216 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-84a7dba9-f24b-4c6a-8fa1-03893a455aab tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1f649e61-e5b6-4355-b407-899820618a35 HTTP/1.1" status: 204 len: 168 time: 0.2662551 Nov 29 01:49:21.699240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-bb79a8f0-ab96-4d52-b353-8068849b57b3 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:21.702778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df6203-4809-47da-ba6f-4aaf117d425a tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8f6b5c-21f4-4240-8ab6-8968db356804,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:21.704955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43984) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.707508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7dba9-f24b-4c6a-8fa1-03893a455aab tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f649e61-e5b6-4355-b407-899820618a35,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:21.716789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:21.717158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:21.740174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:21.758848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:21.764116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:21.764870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.769802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.783149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf782d-80a8-4ccb-85d9-9499014f1539 None None] Network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:21.783365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Allocated IP 172.20.0.4 (e5136976-200d-45ed-b35b-94ab5049c926/82fcd123-64ec-4282-87a5-353c9bdc65b5/2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:21.811744 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ce4a5b51-3acc-4a3e-8853-5fa0335595c0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9094458 Nov 29 01:49:21.812393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43988) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.816941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Attempting to bind port 2de92997-f50c-40d3-8427-b3f82ec805a5 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:21.817330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Attempting to bind port 2de92997-f50c-40d3-8427-b3f82ec805a5 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:21.817758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Attempting to bind port 2de92997-f50c-40d3-8427-b3f82ec805a5 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:21.834755 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.861854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port b46cb467-1840-4e52-88fd-3a042a1044e5 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:21.863299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:21.863694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:21.864193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.864845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:21.866598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Bound port: 2de92997-f50c-40d3-8427-b3f82ec805a5, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:21.867099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:21.924561 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-bb79a8f0-ab96-4d52-b353-8068849b57b3 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:21.926264 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bb79a8f0-ab96-4d52-b353-8068849b57b3 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2379847 Nov 29 01:49:21.929290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43994) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.937461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-90d49e96-e8a9-4041-9a5f-3b0208108afe tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:21.939476 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-90d49e96-e8a9-4041-9a5f-3b0208108afe tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 29 01:49:21.940564 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-90d49e96-e8a9-4041-9a5f-3b0208108afe tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:21.942245 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-90d49e96-e8a9-4041-9a5f-3b0208108afe tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114307 Nov 29 01:49:21.945006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 43996) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.951839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-40458b24-bb09-43e6-ae44-61a1dab44294 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:21.979246 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1db9293c-41c5-4f17-add4-38e9a1f729ae tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2639759 Nov 29 01:49:21.994730 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 43998) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:21.994934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] For port 2de92997-f50c-40d3-8427-b3f82ec805a5, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:22.022671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] For port 2de92997-f50c-40d3-8427-b3f82ec805a5, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2de92997-f50c-40d3-8427-b3f82ec805a5,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:22.024324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44000) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.053075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.103829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:22.104709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.183155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.186761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fa109fd-6407-4d51-834a-6299569d06eb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.187059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471bc9-131e-40be-9732-40239bb309fa None None] Pushing event updated for resources: {'Port': ['ID=2de92997-f50c-40d3-8427-b3f82ec805a5,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:22.245656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fa109fd-6407-4d51-834a-6299569d06eb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.258450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:22.278348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.286677 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-40458b24-bb09-43e6-ae44-61a1dab44294 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:22.287821 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:22.288214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e30e8b70-9dfa-4ba4-9b1c-c2b620c0bb1d not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:22.289292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-40458b24-bb09-43e6-ae44-61a1dab44294 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3433256 Nov 29 01:49:22.304846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44004) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.312497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9ea6ea16-2bfa-4628-89ed-7ccec9ed6c90 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:22.313238 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-9ea6ea16-2bfa-4628-89ed-7ccec9ed6c90 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 01:49:22.314010 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-9ea6ea16-2bfa-4628-89ed-7ccec9ed6c90 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:22.314777 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9ea6ea16-2bfa-4628-89ed-7ccec9ed6c90 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068836 Nov 29 01:49:22.341094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44006) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.347984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-900d4876-be97-411d-bc3c-326358b9c93b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:22.385023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Allocated IP 172.20.0.2 (a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696/3e3758ab-36bf-4575-a262-d0775393586b/263b34af-d692-4856-b117-f333a3118493) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:22.454270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.474984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--1650486386', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:22.539434 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fa109fd-6407-4d51-834a-6299569d06eb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.544351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.544351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.544778 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Floating IP ecbbcf3b-509c-4e2b-a21e-51d17c0d3792 disassociated. External IP: 172.26.8.17, port: 4749faed-f2bf-4de3-abea-c6731ac4d65a. Nov 29 01:49:22.545334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 4749faed-f2bf-4de3-abea-c6731ac4d65a owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:22.562492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fa109fd-6407-4d51-834a-6299569d06eb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.563643 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9fa109fd-6407-4d51-834a-6299569d06eb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7161c566-089a-4f92-9376-6835bcead870 HTTP/1.1" status: 204 len: 168 time: 0.5671206 Nov 29 01:49:22.577287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44008) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.609876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.619021 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa109fd-6407-4d51-834a-6299569d06eb tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7161c566-089a-4f92-9376-6835bcead870,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:22.623720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.671273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:22.675089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:22.679784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.20.0.1 (a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696/3e3758ab-36bf-4575-a262-d0775393586b/79f49afc-6d24-42bb-be04-6f3a3f5ca8bd) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:22.684476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:22.693372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 172.20.0.10 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/e917bb6b-12a6-4bd2-90d6-8f2dcb4b0765/b46cb467-1840-4e52-88fd-3a042a1044e5) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:22.706065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:22.709599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.722454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Pushing event updated for resources: {'Port': ['ID=263b34af-d692-4856-b117-f333a3118493,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:22.724504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fe58:e4a8 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/d81e9e9e-5d7f-47d9-92f3-f0a72a73ea43/b46cb467-1840-4e52-88fd-3a042a1044e5) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:22.726495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.740938 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8a92fb36-b055-465a-b76f-e5b62f9a8c8a tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1625404 Nov 29 01:49:22.741962 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-900d4876-be97-411d-bc3c-326358b9c93b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:22.742943 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-900d4876-be97-411d-bc3c-326358b9c93b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4006307 Nov 29 01:49:22.754375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Attempting to bind port 263b34af-d692-4856-b117-f333a3118493 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:22.754786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Attempting to bind port 263b34af-d692-4856-b117-f333a3118493 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:22.755726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Attempting to bind port 263b34af-d692-4856-b117-f333a3118493 on network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:22.759714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44010) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.759714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44012) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.761655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:22.762040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Checking segment: {'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:22.762493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.762610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.762879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Bound using segment: {'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:22.763362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Bound port: 263b34af-d692-4856-b117-f333a3118493, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:22.764035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.768225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b8d4ab3e-e800-49f6-9260-1f86dcb05d3f tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:22.768702 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-b8d4ab3e-e800-49f6-9260-1f86dcb05d3f tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 29 01:49:22.769412 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-b8d4ab3e-e800-49f6-9260-1f86dcb05d3f tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:22.770394 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b8d4ab3e-e800-49f6-9260-1f86dcb05d3f tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088162 Nov 29 01:49:22.773587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44014) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.780454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-20912689-f491-45b3-bf37-feedf10c67b7 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:22.839940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] For port 263b34af-d692-4856-b117-f333a3118493, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:22.844743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] For port 263b34af-d692-4856-b117-f333a3118493, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=263b34af-d692-4856-b117-f333a3118493,segment=NetworkSegment(5ac603bb-73ef-4b88-9828-f558002dd4da),segment_id=5ac603bb-73ef-4b88-9828-f558002dd4da)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:22.846401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.851298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.859693 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-20912689-f491-45b3-bf37-feedf10c67b7 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:22.861277 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-20912689-f491-45b3-bf37-feedf10c67b7 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0866880 Nov 29 01:49:22.873915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44016) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.881938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-c31976cc-6c3b-4ed7-9f0e-210737bb9e97 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '5f8f6b5c-21f4-4240-8ab6-8968db356804', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:22.884133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Network e5136976-200d-45ed-b35b-94ab5049c926 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:22.909577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:22.921700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:22.931102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:22.940102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.942221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed9ad-b369-46b6-a6c8-4796b96ecad4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:22.944926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694b40c-dd0d-4e08-9df0-b851264b4d8a None None] Pushing event updated for resources: {'Port': ['ID=263b34af-d692-4856-b117-f333a3118493,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:22.982195 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-c31976cc-6c3b-4ed7-9f0e-210737bb9e97 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:22.986199 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c31976cc-6c3b-4ed7-9f0e-210737bb9e97 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1081381 Nov 29 01:49:22.988591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44018) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:22.996976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed9ad-b369-46b6-a6c8-4796b96ecad4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.007411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:23.022390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:23.025550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:23.087186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:23.240043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:23.240742 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.255692 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed9ad-b369-46b6-a6c8-4796b96ecad4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.278482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2c7ed9ad-b369-46b6-a6c8-4796b96ecad4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.279633 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2c7ed9ad-b369-46b6-a6c8-4796b96ecad4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/03565953-e2bc-436f-b498-1b6442f7a3a3 HTTP/1.1" status: 204 len: 168 time: 0.5192006 Nov 29 01:49:23.280586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.286784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a07b55db-db23-42ca-b811-4b8db799069d None None] Provisioning complete for port 2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:23.287294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a07b55db-db23-42ca-b811-4b8db799069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.297497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44020) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:23.363819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.372251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a07b55db-db23-42ca-b811-4b8db799069d None None] Port 2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:23.408991 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f6d6c794-9d9b-4706-9462-092e4fd23b00 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3988442 Nov 29 01:49:23.411275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ed9ad-b369-46b6-a6c8-4796b96ecad4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03565953-e2bc-436f-b498-1b6442f7a3a3,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:23.426530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44022) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:23.441380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a0:d4:a9'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:23.451684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=4749faed-f2bf-4de3-abea-c6731ac4d65a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:23.453589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.468988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.547859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:23.564348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.617694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1304e3e-9eca-4071-9f8a-458722b7887e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:23.621066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.621206 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment b2f611e8-13f5-4550-8a67-d56e29b6689e of type vlan for network fbcf8f88-d8e6-46d1-ad06-2b154690082b Nov 29 01:49:23.635129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-766c7215-2d88-442a-9db4-414c351ecb95 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.687438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-766c7215-2d88-442a-9db4-414c351ecb95 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.763135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.771245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97464117-b9f5-479f-bdeb-a311c6009a37 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:23.816898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-766c7215-2d88-442a-9db4-414c351ecb95 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.819732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-766c7215-2d88-442a-9db4-414c351ecb95 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.822476 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-766c7215-2d88-442a-9db4-414c351ecb95 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/5f8f6b5c-21f4-4240-8ab6-8968db356804 HTTP/1.1" status: 204 len: 168 time: 0.8307772 Nov 29 01:49:23.829181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44024) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:23.857103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c7215-2d88-442a-9db4-414c351ecb95 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8f6b5c-21f4-4240-8ab6-8968db356804,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:23.900721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2d5436d6-868e-416e-b23d-d2eed5b43025 None None] Provisioning complete for port 2de92997-f50c-40d3-8427-b3f82ec805a5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:23.901493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d5436d6-868e-416e-b23d-d2eed5b43025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:23.971598 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-40689d13-efac-4d3d-abc8-f869cfc47e45 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1376336 Nov 29 01:49:23.976207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44026) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:23.981330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d8ddb3f4-02e0-40d6-8c33-dc9888246928 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--86149538'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:24.016533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb3f4-02e0-40d6-8c33-dc9888246928 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.071458 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4e92e9db-31bb-4c5a-9980-c70c2f6b59e2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7566092 Nov 29 01:49:24.080910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44028) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:24.112807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d5436d6-868e-416e-b23d-d2eed5b43025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.185226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2d5436d6-868e-416e-b23d-d2eed5b43025 None None] For port 2de92997-f50c-40d3-8427-b3f82ec805a5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2de92997-f50c-40d3-8427-b3f82ec805a5,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:24.211098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d5436d6-868e-416e-b23d-d2eed5b43025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.238095 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.244319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.257706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b1cd045-70a9-4206-baf5-39f62be4a2f3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.290609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5436d6-868e-416e-b23d-d2eed5b43025 None None] Pushing event updated for resources: {'Port': ['ID=2de92997-f50c-40d3-8427-b3f82ec805a5,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:24.306750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb3f4-02e0-40d6-8c33-dc9888246928 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.332291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb3f4-02e0-40d6-8c33-dc9888246928 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.339661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b1cd045-70a9-4206-baf5-39f62be4a2f3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.373058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 263b34af-d692-4856-b117-f333a3118493 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:24.387238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:24.422606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb3f4-02e0-40d6-8c33-dc9888246928 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.424360 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d8ddb3f4-02e0-40d6-8c33-dc9888246928 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4471812 Nov 29 01:49:24.425281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:24.427973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:24.433758 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44030) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:24.438704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-117dcd5b-ff32-48ff-bd84-27f4420b0ec4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '6f38d905-2f2a-489d-b121-68fbaf7664ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:24.449275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.455624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:24.456263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.463592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b53b6-377b-46e4-8599-d2fb9760be02 None None] Network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:24.464724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.466366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddb3f4-02e0-40d6-8c33-dc9888246928 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f38d905-2f2a-489d-b121-68fbaf7664ba,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:24.476870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.485804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 52519f23-afaa-4934-8679-aeb4fd2d16ce has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:24.495798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=b46cb467-1840-4e52-88fd-3a042a1044e5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:24.532402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.556610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b1cd045-70a9-4206-baf5-39f62be4a2f3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.573871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b1cd045-70a9-4206-baf5-39f62be4a2f3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.575531 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6b1cd045-70a9-4206-baf5-39f62be4a2f3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ce78dab7-1ef7-4b0f-b434-5e6312617025 HTTP/1.1" status: 204 len: 168 time: 0.4401064 Nov 29 01:49:24.579867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:24.591842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 263b34af-d692-4856-b117-f333a3118493 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:24.592275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.599109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44032) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:24.600065 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-117dcd5b-ff32-48ff-bd84-27f4420b0ec4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The resource could not be found. Nov 29 01:49:24.603967 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-117dcd5b-ff32-48ff-bd84-27f4420b0ec4 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1668744 Nov 29 01:49:24.621900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44034) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:24.628940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2b19dc27-e0a9-4381-8bf7-9c3dc98487f2 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '6f38d905-2f2a-489d-b121-68fbaf7664ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1c28c959-a207-4298-b637-98ba22bf4fe2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:24.635409 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6061866 Nov 29 01:49:24.647527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44036) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:24.653916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-114279531', 'admin_state_up': True, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:24.693501 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cd045-70a9-4206-baf5-39f62be4a2f3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce78dab7-1ef7-4b0f-b434-5e6312617025,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:24.704830 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e2a6709f-2ed2-4a5d-bd43-1c3eeacde309 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0985270 Nov 29 01:49:24.704830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.709661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:24.710675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.715116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44038) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:24.722382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb292dda-28b7-404b-81e3-c0e696fad463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=fbcf8f88-d8e6-46d1-ad06-2b154690082b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:24.787367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:24.816913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-67f62127-fcce-4558-8e07-cd4f0e85fc4e None None] Provisioning complete for port 263b34af-d692-4856-b117-f333a3118493 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:24.817344 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67f62127-fcce-4558-8e07-cd4f0e85fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.847545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7dc260ec-5746-47d6-b9c4-bab65e5fa0a0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.875483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:24.888174 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:24.908553 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2669e2d2-0bb1-4af0-8589-92cb0a6b730f None None] Sync routers for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:24.915841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7dc260ec-5746-47d6-b9c4-bab65e5fa0a0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.920180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.921524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:24.925423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:24.927583 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669e2d2-0bb1-4af0-8589-92cb0a6b730f None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:24.928213 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2669e2d2-0bb1-4af0-8589-92cb0a6b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:24.983479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.003966 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2669e2d2-0bb1-4af0-8589-92cb0a6b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:25.018618 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669e2d2-0bb1-4af0-8589-92cb0a6b730f None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:25.022509 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2669e2d2-0bb1-4af0-8589-92cb0a6b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:25.028201 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fa7410cf-b1c0-413d-834b-711141b7a0fb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.8668814 Nov 29 01:49:25.045688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44040) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.053894 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-2b19dc27-e0a9-4381-8bf7-9c3dc98487f2 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The resource could not be found. Nov 29 01:49:25.055012 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2b19dc27-e0a9-4381-8bf7-9c3dc98487f2 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4299300 Nov 29 01:49:25.066075 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44042) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.068119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7dc260ec-5746-47d6-b9c4-bab65e5fa0a0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.083832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7dc260ec-5746-47d6-b9c4-bab65e5fa0a0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.085078 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7dc260ec-5746-47d6-b9c4-bab65e5fa0a0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f72a2e7a-6601-4992-8e6e-4f978fd959b0 HTTP/1.1" status: 204 len: 168 time: 0.2687843 Nov 29 01:49:25.095540 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2669e2d2-0bb1-4af0-8589-92cb0a6b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:25.096523 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2669e2d2-0bb1-4af0-8589-92cb0a6b730f None None] The sync data for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:25.114484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67f62127-fcce-4558-8e07-cd4f0e85fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.114910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44044) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.126091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 263b34af-d692-4856-b117-f333a3118493, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=263b34af-d692-4856-b117-f333a3118493,segment=NetworkSegment(5ac603bb-73ef-4b88-9828-f558002dd4da),segment_id=5ac603bb-73ef-4b88-9828-f558002dd4da)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:25.138067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.138990 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2de92997-f50c-40d3-8427-b3f82ec805a5 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:25.184351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc260ec-5746-47d6-b9c4-bab65e5fa0a0 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f72a2e7a-6601-4992-8e6e-4f978fd959b0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:25.187398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.206537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.219338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.287971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:25.343044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 2de92997-f50c-40d3-8427-b3f82ec805a5 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:25.343629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.371259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] In _notify_port_updated(), no bound segment for port 2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f on network e5136976-200d-45ed-b35b-94ab5049c926 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:49:25.377367 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:25.378041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.384429 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fced0da7-7699-42dd-b575-17867b799b8a tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2674189 Nov 29 01:49:25.384993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=263b34af-d692-4856-b117-f333a3118493,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:25.387299 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b2d8b5ed-8337-4939-824d-fa0c52243d35 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "PUT /v2.0/ports/2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f HTTP/1.1" status: 200 len: 996 time: 1.9525342 Nov 29 01:49:25.397857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-67f62127-fcce-4558-8e07-cd4f0e85fc4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:49:25.398201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-67f62127-fcce-4558-8e07-cd4f0e85fc4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:49:25.398631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e562777b-448c-4a31-a95c-bf0dbc47568d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:25.409944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e562777b-448c-4a31-a95c-bf0dbc47568d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:25.414977 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e562777b-448c-4a31-a95c-bf0dbc47568d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3542998 Nov 29 01:49:25.414977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.420839 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ee030397-27f5-40ed-baa3-4b4b21d9e607 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/ports/4749faed-f2bf-4de3-abea-c6731ac4d65a HTTP/1.1" status: 204 len: 168 time: 4.1121883 Nov 29 01:49:25.420839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44046) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.420839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44048) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.420839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44050) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.450111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44052) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.518963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.531322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-32229028-7d97-4795-bbcb-69b66b965fba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.622284 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-476191c3-0c87-4d16-b708-fa9eedd51810 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-32229028-7d97-4795-bbcb-69b66b965fba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.663931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-476191c3-0c87-4d16-b708-fa9eedd51810 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.671879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:49:25.710719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-82cfb67a-a1c1-468c-a8f7-d4e7e4cfd250 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port b46cb467-1840-4e52-88fd-3a042a1044e5 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:25.711063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82cfb67a-a1c1-468c-a8f7-d4e7e4cfd250 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.717453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2a3052bf-a829-44e3-b884-d07ffd7db771 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Deleting port 2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:25.717803 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a3052bf-a829-44e3-b884-d07ffd7db771 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.824637 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-476191c3-0c87-4d16-b708-fa9eedd51810 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.827457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-476191c3-0c87-4d16-b708-fa9eedd51810 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.831674 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-476191c3-0c87-4d16-b708-fa9eedd51810 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/f970110f-6450-4f96-8467-e5e037a451a5 HTTP/1.1" status: 204 len: 168 time: 0.4054804 Nov 29 01:49:25.832621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44056) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.857961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476191c3-0c87-4d16-b708-fa9eedd51810 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f970110f-6450-4f96-8467-e5e037a451a5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:25.891688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-32229028-7d97-4795-bbcb-69b66b965fba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.893691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82cfb67a-a1c1-468c-a8f7-d4e7e4cfd250 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.894359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-32229028-7d97-4795-bbcb-69b66b965fba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.898469 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-32229028-7d97-4795-bbcb-69b66b965fba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/6f38d905-2f2a-489d-b121-68fbaf7664ba HTTP/1.1" status: 204 len: 168 time: 0.8241735 Nov 29 01:49:25.902142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44058) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:25.905199 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a3052bf-a829-44e3-b884-d07ffd7db771 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:25.937209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-82cfb67a-a1c1-468c-a8f7-d4e7e4cfd250 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for b46cb467-1840-4e52-88fd-3a042a1044e5 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:25.942815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2a3052bf-a829-44e3-b884-d07ffd7db771 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Calling delete_port for 2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:26.033909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32229028-7d97-4795-bbcb-69b66b965fba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f38d905-2f2a-489d-b121-68fbaf7664ba,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:26.051223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:26.058485 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5ebf9037-5e70-441c-81c6-cbdb3237689d tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1465676 Nov 29 01:49:26.060200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44060) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.064938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:26.067483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7b33e201-4075-4ca7-b97c-f756ec26acba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': '584638f7-a163-4e1d-a0b9-0613d56d70fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:26.076545 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2a6e8ed5-d5b0-421a-9102-28565945fdfa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2605281 Nov 29 01:49:26.078200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44062) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.090411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1767250483'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:26.109590 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ad087124-16bd-45dd-b978-4366a27611d3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2627437 Nov 29 01:49:26.110733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44064) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.119209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Provisioning complete for port 2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:26.121628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.124551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-secgroup--868509091'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:26.124819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:26.125782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:26.153224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:49:26.153224 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:49:26.153224 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'project_id_1': '3de4ddec0da3401cb2af96f177d3c505', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 49, 6, 137997)}] Nov 29 01:49:26.153224 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:49:26.153951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:49:26.183682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Port 2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:26.213991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:26.217587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.231731 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-7b33e201-4075-4ca7-b97c-f756ec26acba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The resource could not be found. Nov 29 01:49:26.236384 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7b33e201-4075-4ca7-b97c-f756ec26acba tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1702859 Nov 29 01:49:26.240333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44066) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.247960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-27567d90-b133-4232-b811-1cdd913f6407 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835713753'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:26.267631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a3052bf-a829-44e3-b884-d07ffd7db771 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.303915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 263b34af-d692-4856-b117-f333a3118493 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:26.319542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-27567d90-b133-4232-b811-1cdd913f6407 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.341435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3052bf-a829-44e3-b884-d07ffd7db771 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Port': ['ID=2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:26.357646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.382953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Provisioning complete for port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:26.383577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.392761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.409295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:26.414662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:26.449731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82cfb67a-a1c1-468c-a8f7-d4e7e4cfd250 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.471130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.471466 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment 16c9a0e2-b4e9-45df-b71f-55f06aee41b5 of type vlan for network cea68cb7-149f-4a31-98e9-93e2fba2bc32 Nov 29 01:49:26.477025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a3052bf-a829-44e3-b884-d07ffd7db771 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.483014 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2a3052bf-a829-44e3-b884-d07ffd7db771 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "DELETE /v2.0/ports/2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f HTTP/1.1" status: 204 len: 168 time: 1.0591893 Nov 29 01:49:26.484117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44068) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.489829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:26.491605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 263b34af-d692-4856-b117-f333a3118493 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:26.492122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.533721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfb67a-a1c1-468c-a8f7-d4e7e4cfd250 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=b46cb467-1840-4e52-88fd-3a042a1044e5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:26.552361 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-27095313-7403-4703-b95c-044aba1b7edc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] GET failed (client error): The resource could not be found. Nov 29 01:49:26.553861 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-27095313-7403-4703-b95c-044aba1b7edc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "GET /v2.0/ports/2420e9a7-d48c-4c8d-bd7f-90bf6df2fe9f HTTP/1.1" status: 404 len: 333 time: 0.0656595 Nov 29 01:49:26.560338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44070) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.584563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.605929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926', 'name': 'tempest-AllowedAddressPairTestJSON-630496095'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:26.670165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Provisioning complete for port 2de92997-f50c-40d3-8427-b3f82ec805a5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:26.670601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.677527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.195 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/95695666-bd89-4cbc-a8c4-badbbdc9675c) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:26.683173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.691083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:26.693098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.721611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-27567d90-b133-4232-b811-1cdd913f6407 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.761737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.797241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-27567d90-b133-4232-b811-1cdd913f6407 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.843618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2de92997-f50c-40d3-8427-b3f82ec805a5 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:26.889481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-27567d90-b133-4232-b811-1cdd913f6407 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.890119 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-27567d90-b133-4232-b811-1cdd913f6407 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6469524 Nov 29 01:49:26.893736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44072) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.901928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-70c5da1c-3874-4c28-b2e8-2ff98337de58 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050292421'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:26.910927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82cfb67a-a1c1-468c-a8f7-d4e7e4cfd250 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.916450 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-82cfb67a-a1c1-468c-a8f7-d4e7e4cfd250 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/b46cb467-1840-4e52-88fd-3a042a1044e5 HTTP/1.1" status: 204 len: 168 time: 1.4900815 Nov 29 01:49:26.916594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:26.916684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27567d90-b133-4232-b811-1cdd913f6407 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b040d9-7ded-43b4-ba1c-8781e14dc5ce,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:26.918986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44074) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.922964 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8395388 Nov 29 01:49:26.937702 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44076) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:26.949540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc13956-ffda-4c46-b3ed-d8d7d8511535 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=cea68cb7-149f-4a31-98e9-93e2fba2bc32,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:26.964462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network cea68cb7-149f-4a31-98e9-93e2fba2bc32 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:26.974817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:26.995816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Could not find standard attr ID for object b46cb467-1840-4e52-88fd-3a042a1044e5. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:49:27.061291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 2de92997-f50c-40d3-8427-b3f82ec805a5 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:27.061709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.063596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Provisioning complete for port 263b34af-d692-4856-b117-f333a3118493 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:27.063596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ad92-2a39-4d26-9b4c-234053dab4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.092423 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-70c5da1c-3874-4c28-b2e8-2ff98337de58 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.107020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e35a-6fdd-4c87-ad1a-5f09e5d256f0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:27.111972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.114823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:23Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:24Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:27.115103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e35a-6fdd-4c87-ad1a-5f09e5d256f0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:27.117791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969e35a-6fdd-4c87-ad1a-5f09e5d256f0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:27.118929 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b969e35a-6fdd-4c87-ad1a-5f09e5d256f0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1965356 Nov 29 01:49:27.124830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44078) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:27.161470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:49:27.161919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Updating router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:49:27.166538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.174353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.205118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.233845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15243078-e420-440b-b309-76f228217d78,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:27.236314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-70c5da1c-3874-4c28-b2e8-2ff98337de58 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.239993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.242676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:27.246388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.255707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-70c5da1c-3874-4c28-b2e8-2ff98337de58 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.286452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:27.309736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:27.317980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:27.323991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=95695666-bd89-4cbc-a8c4-badbbdc9675c,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:27.352456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.353611 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b8cf82a2-0ae4-41dc-9e52-f5492706bb2b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2371354 Nov 29 01:49:27.357635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44080) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:27.358986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b1ea7b-d7d8-4d1a-897d-7df3b1fb9da9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet d81e9e9e-5d7f-47d9-92f3-f0a72a73ea43 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:27.361665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Made reservation on behalf of d0f267bfbc69449ca519394bcaf2a564 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:27.365668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.378551 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-70c5da1c-3874-4c28-b2e8-2ff98337de58 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.378741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cbf297b6-2566-46e4-8fa5-2c29949f490e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': '15243078-e420-440b-b309-76f228217d78', 'direction': 'ingress', 'protocol': 17}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:27.380129 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-70c5da1c-3874-4c28-b2e8-2ff98337de58 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4829137 Nov 29 01:49:27.383407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b05519-3195-41b3-9838-dcc927ae02da None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:27.385287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44082) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:27.387919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59b1ea7b-d7d8-4d1a-897d-7df3b1fb9da9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.393661 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9b76faf7-38e4-4863-8c3b-0ac385d841b1 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group_rule': {'security_group_id': 'a3b040d9-7ded-43b4-ba1c-8781e14dc5ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd006d3f2-6b66-4eaf-9373-3f34750904c7'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:27.433529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] device_id is not set on port 4ad0e69d-e64c-4484-9dc3-52d5d0d737ce yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:27.496864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5da1c-3874-4c28-b2e8-2ff98337de58 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d006d3f2-6b66-4eaf-9373-3f34750904c7,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:27.518952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cbf297b6-2566-46e4-8fa5-2c29949f490e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.565670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59b1ea7b-d7d8-4d1a-897d-7df3b1fb9da9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.580192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-04dfe8cd-23b6-43aa-b958-db025f0719ea None None] Provisioning complete for port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:27.580510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-04dfe8cd-23b6-43aa-b958-db025f0719ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.809333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-04dfe8cd-23b6-43aa-b958-db025f0719ea None None] Port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:27.815271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.822663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.855073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-04dfe8cd-23b6-43aa-b958-db025f0719ea None None] Provisioning complete for port 95695666-bd89-4cbc-a8c4-badbbdc9675c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:27.855725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-04dfe8cd-23b6-43aa-b958-db025f0719ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.922143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace8ee-11b9-4dc3-805b-b3c104f5da4a None None] Pushing event updated for resources: {'Port': ['ID=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:27.923451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port ad0c9661-f4c0-4000-bfea-856823037e24 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:27.923796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:27.987164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Allocated IP 172.20.0.8 (e5136976-200d-45ed-b35b-94ab5049c926/82fcd123-64ec-4282-87a5-353c9bdc65b5/4ad0e69d-e64c-4484-9dc3-52d5d0d737ce) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:27.990959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-04dfe8cd-23b6-43aa-b958-db025f0719ea None None] Port 95695666-bd89-4cbc-a8c4-badbbdc9675c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:28.009496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-9b76faf7-38e4-4863-8c3b-0ac385d841b1 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:28.010025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Attempting to bind port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:28.010748 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9b76faf7-38e4-4863-8c3b-0ac385d841b1 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6234739 Nov 29 01:49:28.013877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Attempting to bind port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:28.014332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Attempting to bind port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd on network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:28.021791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44084) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:28.022443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:28.022856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Checking segment: {'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:28.023480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.023713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Bound using segment: {'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:28.024416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Bound port: 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac603bb-73ef-4b88-9828-f558002dd4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:28.025023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.110613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] For port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:28.118543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] For port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,segment=NetworkSegment(5ac603bb-73ef-4b88-9828-f558002dd4da),segment_id=5ac603bb-73ef-4b88-9828-f558002dd4da)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:28.125131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.135945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cbf297b6-2566-46e4-8fa5-2c29949f490e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.172817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cbf297b6-2566-46e4-8fa5-2c29949f490e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.209719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.210069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace8ee-11b9-4dc3-805b-b3c104f5da4a None None] Pushing event updated for resources: {'Port': ['ID=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:28.214165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:28.214896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:28.225068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59b1ea7b-d7d8-4d1a-897d-7df3b1fb9da9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.231305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.233170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for ad0c9661-f4c0-4000-bfea-856823037e24 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:28.297331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-948247c4-3d7a-4af9-9fa3-922155d65da8 None None] Provisioning complete for port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:28.297710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-948247c4-3d7a-4af9-9fa3-922155d65da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.308310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.309441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf297b6-2566-46e4-8fa5-2c29949f490e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a591aa-c21e-40be-a646-c8a083b03316,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:28.320547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cbf297b6-2566-46e4-8fa5-2c29949f490e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.324946 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cbf297b6-2566-46e4-8fa5-2c29949f490e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9671664 Nov 29 01:49:28.325908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44086) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:28.353816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-201b115d-ec4a-4778-8a87-888b0d476806 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.356848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:28.449936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89c518bd-f079-47b7-89bf-eace89626a8b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.478059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.496890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89c518bd-f079-47b7-89bf-eace89626a8b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.510229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=049f185a-432b-4ae5-8675-4ce73d26d552,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:28.513281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-201b115d-ec4a-4778-8a87-888b0d476806 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.540904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59b1ea7b-d7d8-4d1a-897d-7df3b1fb9da9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.570693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-948247c4-3d7a-4af9-9fa3-922155d65da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.602402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1ea7b-d7d8-4d1a-897d-7df3b1fb9da9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=d81e9e9e-5d7f-47d9-92f3-f0a72a73ea43,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:28.610456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:28.610456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: cea68cb7-149f-4a31-98e9-93e2fba2bc32, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:28.621384 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59b1ea7b-d7d8-4d1a-897d-7df3b1fb9da9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.627373 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-59b1ea7b-d7d8-4d1a-897d-7df3b1fb9da9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/d81e9e9e-5d7f-47d9-92f3-f0a72a73ea43 HTTP/1.1" status: 204 len: 168 time: 1.4999804 Nov 29 01:49:28.633873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44088) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:28.636687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e63b261-0e0e-457d-bdd3-4aa57bfbffa0 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:28.643527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-948247c4-3d7a-4af9-9fa3-922155d65da8 None None] For port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,segment=NetworkSegment(5ac603bb-73ef-4b88-9828-f558002dd4da),segment_id=5ac603bb-73ef-4b88-9828-f558002dd4da)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:28.666464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-948247c4-3d7a-4af9-9fa3-922155d65da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.679212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.719608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89c518bd-f079-47b7-89bf-eace89626a8b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.722338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89c518bd-f079-47b7-89bf-eace89626a8b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.726958 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-89c518bd-f079-47b7-89bf-eace89626a8b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/15243078-e420-440b-b309-76f228217d78 HTTP/1.1" status: 204 len: 168 time: 0.3910458 Nov 29 01:49:28.728796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.729715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44090) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:28.735981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network cea68cb7-149f-4a31-98e9-93e2fba2bc32 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:28.738028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-201b115d-ec4a-4778-8a87-888b0d476806 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.740755 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-201b115d-ec4a-4778-8a87-888b0d476806 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.741963 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-201b115d-ec4a-4778-8a87-888b0d476806 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/d006d3f2-6b66-4eaf-9373-3f34750904c7 HTTP/1.1" status: 204 len: 168 time: 0.6986060 Nov 29 01:49:28.757236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e9e38d-c1b7-4e7e-a290-09a229b9e166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet e917bb6b-12a6-4bd2-90d6-8f2dcb4b0765 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:28.759692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44092) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:28.764761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c518bd-f079-47b7-89bf-eace89626a8b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15243078-e420-440b-b309-76f228217d78,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:28.780333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-13e9e38d-c1b7-4e7e-a290-09a229b9e166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.792615 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Network e5136976-200d-45ed-b35b-94ab5049c926 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:28.807951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:23Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:28.819423 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b115d-ec4a-4778-8a87-888b0d476806 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d006d3f2-6b66-4eaf-9373-3f34750904c7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:28.822922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, cea68cb7-149f-4a31-98e9-93e2fba2bc32) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:28.830183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:28.836370 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=4ad0e69d-e64c-4484-9dc3-52d5d0d737ce,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:28.839339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:28.840002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.842662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:28.850872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948247c4-3d7a-4af9-9fa3-922155d65da8 None None] Pushing event updated for resources: {'Port': ['ID=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:28.860892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dd9868-10d2-4a3d-9c71-5ceda48da812 None None] Network cea68cb7-149f-4a31-98e9-93e2fba2bc32 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:28.883423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b3b98-313e-450e-8488-b3e9e292f406 None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:23Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:28.904433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.949813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-13e9e38d-c1b7-4e7e-a290-09a229b9e166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:28.972544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-74423e74-8234-4841-813e-b2f8cc3ebdbd None None] Provisioning complete for port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:28.973089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-74423e74-8234-4841-813e-b2f8cc3ebdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.053454 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5b0eeb70-2e50-43f7-8c36-373a27eb4bc9 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1060214 Nov 29 01:49:29.058868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44094) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:29.066069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5876cc65-b624-4c22-8317-2469d7b40bce tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3337202 Nov 29 01:49:29.070773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=ad0c9661-f4c0-4000-bfea-856823037e24,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:29.072736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44096) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:29.088449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-13e9e38d-c1b7-4e7e-a290-09a229b9e166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.096154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-3fc23534-980b-4a95-9849-efcf2efa71d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984515488'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:29.152532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:29.153068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.257426 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a9a5a45d-36d5-47fa-91d1-1ce981b7d85a tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.4935842 Nov 29 01:49:29.258060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44098) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:29.282966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:29.282966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.329913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3fc23534-980b-4a95-9849-efcf2efa71d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.398818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 00408894-6731-4f97-8144-64ea61cb6d34 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:49:29.513513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-573d68b9-e2e2-4af0-925a-fbca1f41aa34 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.562637 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-49114ab0-e432-4659-b884-c97f9a64366e tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9966922 Nov 29 01:49:29.568680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44100) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:29.573842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'network_id': 'e5136976-200d-45ed-b35b-94ab5049c926', 'name': 'tempest-AllowedAddressPairTestJSON-2095299763'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:29.603312 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Allocated IP 172.21.0.2 (cea68cb7-149f-4a31-98e9-93e2fba2bc32/049f185a-432b-4ae5-8675-4ce73d26d552/b7d9e1d1-6e29-4207-8ca6-9e33e43e6181) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:29.677269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-13e9e38d-c1b7-4e7e-a290-09a229b9e166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.679687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.689499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-573d68b9-e2e2-4af0-925a-fbca1f41aa34 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.703517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-13e9e38d-c1b7-4e7e-a290-09a229b9e166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.709986 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-13e9e38d-c1b7-4e7e-a290-09a229b9e166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/e917bb6b-12a6-4bd2-90d6-8f2dcb4b0765 HTTP/1.1" status: 204 len: 168 time: 1.0730891 Nov 29 01:49:29.714785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44102) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:29.792147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9e38d-c1b7-4e7e-a290-09a229b9e166 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=e917bb6b-12a6-4bd2-90d6-8f2dcb4b0765,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:29.802488 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-314aa756-b9cb-491f-bc29-93cb3b0ff5f5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617909 Nov 29 01:49:29.834296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44104) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:29.849100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.864442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.870221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fb4ea96b-e3c1-47df-accc-6aa40c015ee4 None None] Provisioning complete for port 4ad0e69d-e64c-4484-9dc3-52d5d0d737ce triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:29.870867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea96b-e3c1-47df-accc-6aa40c015ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:29.948801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Network cea68cb7-149f-4a31-98e9-93e2fba2bc32 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:29.961256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:29.963772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:29.968493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adf26ba-cdfa-4dd3-ace5-114976825e1b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:29.973780 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1adf26ba-cdfa-4dd3-ace5-114976825e1b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1319821 Nov 29 01:49:29.974416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44106) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:29.979121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ea96b-e3c1-47df-accc-6aa40c015ee4 None None] Port 4ad0e69d-e64c-4484-9dc3-52d5d0d737ce cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:29.983100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Pushing event updated for resources: {'Port': ['ID=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:30.038918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Attempting to bind port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:30.039333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Attempting to bind port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:30.040033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Attempting to bind port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 on network cea68cb7-149f-4a31-98e9-93e2fba2bc32 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:30.047131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:30.047981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Checking segment: {'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:30.048470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.048884 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Bound using segment: {'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:30.049425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Bound port: b7d9e1d1-6e29-4207-8ca6-9e33e43e6181, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:30.049913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.084687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-573d68b9-e2e2-4af0-925a-fbca1f41aa34 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.088179 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-573d68b9-e2e2-4af0-925a-fbca1f41aa34 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.089422 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-573d68b9-e2e2-4af0-925a-fbca1f41aa34 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/a3b040d9-7ded-43b4-ba1c-8781e14dc5ce HTTP/1.1" status: 204 len: 168 time: 0.8218162 Nov 29 01:49:30.092281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3fc23534-980b-4a95-9849-efcf2efa71d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.104817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44108) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:30.138085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] For port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:30.142126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] For port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,segment=NetworkSegment(16c9a0e2-b4e9-45df-b71f-55f06aee41b5),segment_id=16c9a0e2-b4e9-45df-b71f-55f06aee41b5)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:30.150209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.179157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Made reservation on behalf of d0f267bfbc69449ca519394bcaf2a564 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:30.182651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.188120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3fc23534-980b-4a95-9849-efcf2efa71d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.219891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d68b9-e2e2-4af0-925a-fbca1f41aa34 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b040d9-7ded-43b4-ba1c-8781e14dc5ce,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:30.220756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d311fb30-de4c-4b3f-94f4-2ca74e2e4b2f None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:30.223853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:30.238197 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Sync routers for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:30.250654 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-218b703b-1b2f-48b6-b02d-1433c25af229 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1403422 Nov 29 01:49:30.257484 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:30.258934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44110) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:30.259777 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:30.266494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5b42ff81-3a43-4bda-8292-6966d456dc52 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132092491'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:30.267917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5164284b-8b61-4946-a83a-46cd4ad2fde8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:30.269460 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5164284b-8b61-4946-a83a-46cd4ad2fde8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2893379 Nov 29 01:49:30.274530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] device_id is not set on port 676a345d-8337-4f36-b241-6641bf153bab yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:30.280344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44112) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:30.286679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3fc23534-980b-4a95-9849-efcf2efa71d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.288128 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3fc23534-980b-4a95-9849-efcf2efa71d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2080772 Nov 29 01:49:30.291999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.296779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44114) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:30.309207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-669c9f2d-58b5-47fe-87e5-cd22d78bca91 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-secgroup--388527336'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:30.312480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5181d1-4722-4490-8457-8db4bd585e84 None None] Pushing event updated for resources: {'Port': ['ID=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:30.317746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.321966 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ab9a662a-1c2b-4fd4-aa73-ab422593a69b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6695042 Nov 29 01:49:30.326315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44116) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:30.330281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc23534-980b-4a95-9849-efcf2efa71d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53de55c0-e730-471c-a65d-bf233b270d61,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:30.371638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 52519f23-afaa-4934-8679-aeb4fd2d16ce has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:30.372750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b42ff81-3a43-4bda-8292-6966d456dc52 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.393438 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e29f2788-b1e5-4475-b115-dfe23b368497 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100738 Nov 29 01:49:30.399806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44120) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:30.410360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2ee533ea-f265-4346-a77c-218b6137f9d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:30.466967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-669c9f2d-58b5-47fe-87e5-cd22d78bca91 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.468540 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:30.522986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:30.561241 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c4834757-31ca-463b-a3eb-7be1bb57ac49 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2293603 Nov 29 01:49:30.571868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44122) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:30.659480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b584f3bd-e971-4f75-b909-590de91449a5 None None] Provisioning complete for port 2de92997-f50c-40d3-8427-b3f82ec805a5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:30.661360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b584f3bd-e971-4f75-b909-590de91449a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.665585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:30.666077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.759028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:30.820447 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:27Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:30.854940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b42ff81-3a43-4bda-8292-6966d456dc52 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.885977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b42ff81-3a43-4bda-8292-6966d456dc52 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.894605 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Checking router: 00408894-6731-4f97-8144-64ea61cb6d34 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:49:30.895572 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Updating router 00408894-6731-4f97-8144-64ea61cb6d34 port 95695666-bd89-4cbc-a8c4-badbbdc9675c binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:49:30.902058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee533ea-f265-4346-a77c-218b6137f9d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:30.906188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ee533ea-f265-4346-a77c-218b6137f9d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.909571 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee533ea-f265-4346-a77c-218b6137f9d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:30.910268 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee533ea-f265-4346-a77c-218b6137f9d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:30.941371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] Deleting port 2de92997-f50c-40d3-8427-b3f82ec805a5 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:30.942397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.981991 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.000184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:31.030645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b554986-639a-4e58-bfb2-ab5bcb17cc7c None None] Sync routers for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:31.030858 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-44ef5cd1-dc46-4b13-810a-cb1b5828244d tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/routers/52519f23-afaa-4934-8679-aeb4fd2d16ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5651546 Nov 29 01:49:31.037730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b42ff81-3a43-4bda-8292-6966d456dc52 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.037996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44124) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:31.038168 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5b42ff81-3a43-4bda-8292-6966d456dc52 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7751880 Nov 29 01:49:31.051140 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2ee533ea-f265-4346-a77c-218b6137f9d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6475527 Nov 29 01:49:31.057641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44126) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:31.057981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44128) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:31.063928 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] For port 2de92997-f50c-40d3-8427-b3f82ec805a5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2de92997-f50c-40d3-8427-b3f82ec805a5,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:31.064213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-153c769e-3f4f-4e82-bcd2-8a3c56e740c6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:31.064359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.070345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-669c9f2d-58b5-47fe-87e5-cd22d78bca91 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.082000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b554986-639a-4e58-bfb2-ab5bcb17cc7c None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:31.082219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4b554986-639a-4e58-bfb2-ab5bcb17cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:31.084337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Allocated IP 172.20.0.11 (e5136976-200d-45ed-b35b-94ab5049c926/82fcd123-64ec-4282-87a5-353c9bdc65b5/676a345d-8337-4f36-b241-6641bf153bab) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:31.085170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0ef31190-3b18-4a23-b3fa-59bc44eec038 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:31.085878 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-0ef31190-3b18-4a23-b3fa-59bc44eec038 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 01:49:31.086383 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-0ef31190-3b18-4a23-b3fa-59bc44eec038 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 01:49:31.087479 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0ef31190-3b18-4a23-b3fa-59bc44eec038 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "PUT /v2.0/security-groups/748f190f-eeef-44d4-9fb2-a0860a36b531 HTTP/1.1" status: 409 len: 330 time: 0.0285459 Nov 29 01:49:31.090687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42ff81-3a43-4bda-8292-6966d456dc52 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748f190f-eeef-44d4-9fb2-a0860a36b531,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:31.126543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] Calling delete_port for 2de92997-f50c-40d3-8427-b3f82ec805a5 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:31.128776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4b554986-639a-4e58-bfb2-ab5bcb17cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:31.189222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44130) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:31.189997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-669c9f2d-58b5-47fe-87e5-cd22d78bca91 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.211449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b554986-639a-4e58-bfb2-ab5bcb17cc7c None None] Routers {'52519f23-afaa-4934-8679-aeb4fd2d16ce'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:31.212097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4b554986-639a-4e58-bfb2-ab5bcb17cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['52519f23-afaa-4934-8679-aeb4fd2d16ce'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:31.273038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4b554986-639a-4e58-bfb2-ab5bcb17cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:31.274189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b554986-639a-4e58-bfb2-ab5bcb17cc7c None None] The sync data for ids ['52519f23-afaa-4934-8679-aeb4fd2d16ce'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:31.282784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-669c9f2d-58b5-47fe-87e5-cd22d78bca91 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.284783 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-669c9f2d-58b5-47fe-87e5-cd22d78bca91 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9829514 Nov 29 01:49:31.292012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44132) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:31.302260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-497217b7-e234-498f-8b7d-61dbdc3bb5a1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': '53de55c0-e730-471c-a65d-bf233b270d61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9debb4f4-3541-496b-bc6e-71b8f26d25ab', 'remote_ip_prefix': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:31.312351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c9f2d-58b5-47fe-87e5-cd22d78bca91 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9debb4f4-3541-496b-bc6e-71b8f26d25ab,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:31.337303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.343570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153c769e-3f4f-4e82-bcd2-8a3c56e740c6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:31.347127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-153c769e-3f4f-4e82-bcd2-8a3c56e740c6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.349564 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-153c769e-3f4f-4e82-bcd2-8a3c56e740c6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:31.350018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153c769e-3f4f-4e82-bcd2-8a3c56e740c6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:31.364584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e46b645-3391-4a2a-a8ad-30975de81c5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.381888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] Pushing event deleted for resources: {'Port': ['ID=2de92997-f50c-40d3-8427-b3f82ec805a5,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:31.399578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e46b645-3391-4a2a-a8ad-30975de81c5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.401123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763bf43-cda1-4455-ba25-8e7746c54cfd None None] No DVR routers for this DVR port 2de92997-f50c-40d3-8427-b3f82ec805a5 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:31.418366 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-153c769e-3f4f-4e82-bcd2-8a3c56e740c6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3581200 Nov 29 01:49:31.419006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44134) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:31.429604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-61901cf7-0d9f-4c3d-bd8e-8667fa2f047f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:31.454211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-497217b7-e234-498f-8b7d-61dbdc3bb5a1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.459568 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.467224 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.524394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Attempting to bind port 95695666-bd89-4cbc-a8c4-badbbdc9675c on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:31.525029 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Attempting to bind port 95695666-bd89-4cbc-a8c4-badbbdc9675c by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:31.525394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Attempting to bind port 95695666-bd89-4cbc-a8c4-badbbdc9675c on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:31.527644 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Pushing event updated for resources: {'Port': ['ID=95695666-bd89-4cbc-a8c4-badbbdc9675c,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:31.529536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e5d9c-5de0-470e-866c-1ce57dbbf6cc None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:31.538503 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:31.539084 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:31.539629 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.540155 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:31.540800 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Bound port: 95695666-bd89-4cbc-a8c4-badbbdc9675c, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:31.541332 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.546530 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.547124 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.547667 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.548156 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.548640 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.549144 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.549633 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.550149 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.550753 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.551771 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.552398 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.552877 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:31.581093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e79ace45-694b-47dd-aba4-c4e677fb7769 None None] Provisioning complete for port 95695666-bd89-4cbc-a8c4-badbbdc9675c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:31.582081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e79ace45-694b-47dd-aba4-c4e677fb7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.632857 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] For port 95695666-bd89-4cbc-a8c4-badbbdc9675c, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:31.635669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e79ace45-694b-47dd-aba4-c4e677fb7769 None None] Port 95695666-bd89-4cbc-a8c4-badbbdc9675c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:31.652285 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] For port 95695666-bd89-4cbc-a8c4-badbbdc9675c, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=95695666-bd89-4cbc-a8c4-badbbdc9675c,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:31.655802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.660175 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.663036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bb5c1-337a-42c1-a515-1ee1bd01f5e3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:31.664607 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-658bb5c1-337a-42c1-a515-1ee1bd01f5e3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0899591 Nov 29 01:49:31.695918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44136) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:31.699347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bea26c-fa85-4cc0-bdb3-d249fb0dfe65 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:31.752100 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:31.752860 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:31.768315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ddd7634a-8504-4440-b1b1-64461c120ccc None None] Provisioning complete for port 95695666-bd89-4cbc-a8c4-badbbdc9675c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:31.769059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ddd7634a-8504-4440-b1b1-64461c120ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.770845 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e136645f-b096-4f85-8c7a-7c4e582aeb45 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0737007 Nov 29 01:49:31.812611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44138) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:31.820343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-924236641', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:31.884062 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495e60d-2104-407d-a724-d23e28aaf3b1 None None] Pushing event updated for resources: {'Port': ['ID=95695666-bd89-4cbc-a8c4-badbbdc9675c,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:31.893601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ddd7634a-8504-4440-b1b1-64461c120ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.912184 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:31.931602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ddd7634a-8504-4440-b1b1-64461c120ccc None None] For port 95695666-bd89-4cbc-a8c4-badbbdc9675c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=95695666-bd89-4cbc-a8c4-badbbdc9675c,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:31.949167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ddd7634a-8504-4440-b1b1-64461c120ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.974771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e46b645-3391-4a2a-a8ad-30975de81c5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.979343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6e46b645-3391-4a2a-a8ad-30975de81c5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:31.983109 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6e46b645-3391-4a2a-a8ad-30975de81c5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/748f190f-eeef-44d4-9fb2-a0860a36b531 HTTP/1.1" status: 204 len: 168 time: 0.7871726 Nov 29 01:49:31.984600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44140) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.030659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7634a-8504-4440-b1b1-64461c120ccc None None] Pushing event updated for resources: {'Port': ['ID=95695666-bd89-4cbc-a8c4-badbbdc9675c,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:32.031775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46b645-3391-4a2a-a8ad-30975de81c5b tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748f190f-eeef-44d4-9fb2-a0860a36b531,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:32.084920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-497217b7-e234-498f-8b7d-61dbdc3bb5a1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.097479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61901cf7-0d9f-4c3d-bd8e-8667fa2f047f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:32.102047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-61901cf7-0d9f-4c3d-bd8e-8667fa2f047f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.103718 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-61901cf7-0d9f-4c3d-bd8e-8667fa2f047f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:32.104264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61901cf7-0d9f-4c3d-bd8e-8667fa2f047f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:32.134096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-497217b7-e234-498f-8b7d-61dbdc3bb5a1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.156264 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-480e4f6e-f25b-4f3e-94e9-81c5642918f9 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1634505 Nov 29 01:49:32.164464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44142) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.181407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497217b7-e234-498f-8b7d-61dbdc3bb5a1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d9f710-bd40-41bf-961c-329b91a2f7f3,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:32.199962 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-61901cf7-0d9f-4c3d-bd8e-8667fa2f047f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7774398 Nov 29 01:49:32.201190 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44144) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.203808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-497217b7-e234-498f-8b7d-61dbdc3bb5a1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.207922 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-497217b7-e234-498f-8b7d-61dbdc3bb5a1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9073579 Nov 29 01:49:32.207922 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-e5ea7cc8-2279-416e-83b7-18c864a232ac tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] delete failed (client error): The resource could not be found. Nov 29 01:49:32.209015 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e5ea7cc8-2279-416e-83b7-18c864a232ac tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "DELETE /v2.0/security-groups/285bd3b7-82e9-4fe1-9c3b-b7900bb237ba HTTP/1.1" status: 404 len: 347 time: 0.0393541 Nov 29 01:49:32.209262 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44146) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.216566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5806276c-b818-4b68-8d6e-e6834350ca81 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:32.224776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44148) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.235445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:32.240493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.266163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:32.270224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528750d-5646-439a-969f-481c38748686 None None] Network cea68cb7-149f-4a31-98e9-93e2fba2bc32 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:32.271187 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-f86173f4-52ce-4b47-a4db-b2426f3e425e tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] show failed (client error): The resource could not be found. Nov 29 01:49:32.275850 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f86173f4-52ce-4b47-a4db-b2426f3e425e tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-groups/d539c5c2-72e5-47f6-865f-372c8da3e6d9 HTTP/1.1" status: 404 len: 347 time: 0.0467083 Nov 29 01:49:32.280439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44150) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.310184 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:27Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:32.326379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8732faf1-e846-4e3b-a953-bff3a646b93c tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.332708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.342264 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-b55ed4bd-ec83-4a74-941b-52b00946c661 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] show failed (client error): The resource could not be found. Nov 29 01:49:32.346760 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b55ed4bd-ec83-4a74-941b-52b00946c661 tempest-NegativeSecGroupTest-1820744535 tempest-NegativeSecGroupTest-1820744535-project] 10.222.0.30 "GET /v2.0/security-group-rules/a224e7ec-0c87-4567-93c5-2d35116f3170 HTTP/1.1" status: 404 len: 356 time: 0.0613098 Nov 29 01:49:32.357577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8732faf1-e846-4e3b-a953-bff3a646b93c tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.370193 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26e65c-289b-488f-a4ac-f126c756d748 None None] The sync data for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv is: [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:27Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:32.408570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8732faf1-e846-4e3b-a953-bff3a646b93c tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.418546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8732faf1-e846-4e3b-a953-bff3a646b93c tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.419719 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8732faf1-e846-4e3b-a953-bff3a646b93c tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/42d9f710-bd40-41bf-961c-329b91a2f7f3 HTTP/1.1" status: 204 len: 168 time: 0.2095940 Nov 29 01:49:32.420659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5806276c-b818-4b68-8d6e-e6834350ca81 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:32.424158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5806276c-b818-4b68-8d6e-e6834350ca81 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.425552 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-5806276c-b818-4b68-8d6e-e6834350ca81 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:32.426524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5806276c-b818-4b68-8d6e-e6834350ca81 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:32.430240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44154) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.456310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b498989d-b756-408e-8d8c-a300bec484c0 None None] Provisioning complete for port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:32.456695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b498989d-b756-408e-8d8c-a300bec484c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.459783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732faf1-e846-4e3b-a953-bff3a646b93c tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42d9f710-bd40-41bf-961c-329b91a2f7f3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:32.473305 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5806276c-b818-4b68-8d6e-e6834350ca81 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2670324 Nov 29 01:49:32.475756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44156) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.482352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-862565f8-2574-4acc-841e-e14fa4dbe2a2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:32.518107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.541959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:32.541959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.545225 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c4faeb80-6f72-4a9e-a7d7-c74d6357e7d6 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1137712 Nov 29 01:49:32.560928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.21.0.1 (cea68cb7-149f-4a31-98e9-93e2fba2bc32/049f185a-432b-4ae5-8675-4ce73d26d552/5ccf271c-e22d-43ee-82d2-4a32feb73f76) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:32.573408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44158) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.655101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.680646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6cccaed2-00ba-4c11-bc1b-6f757a88f798 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.691844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862565f8-2574-4acc-841e-e14fa4dbe2a2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:32.701671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-862565f8-2574-4acc-841e-e14fa4dbe2a2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.706149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b498989d-b756-408e-8d8c-a300bec484c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.708384 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-862565f8-2574-4acc-841e-e14fa4dbe2a2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:32.709708 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862565f8-2574-4acc-841e-e14fa4dbe2a2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:32.754375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6cccaed2-00ba-4c11-bc1b-6f757a88f798 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.764016 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-862565f8-2574-4acc-841e-e14fa4dbe2a2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2861013 Nov 29 01:49:32.771541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44162) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.780039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-72e82067-b8e4-420b-ac11-5b0a0f6dd73b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:32.830215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,segment=NetworkSegment(16c9a0e2-b4e9-45df-b71f-55f06aee41b5),segment_id=16c9a0e2-b4e9-45df-b71f-55f06aee41b5)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:32.930394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-b498989d-b756-408e-8d8c-a300bec484c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:49:32.930394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-b498989d-b756-408e-8d8c-a300bec484c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:49:32.930759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.946874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6cccaed2-00ba-4c11-bc1b-6f757a88f798 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.951981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6cccaed2-00ba-4c11-bc1b-6f757a88f798 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:32.955683 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6cccaed2-00ba-4c11-bc1b-6f757a88f798 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/9debb4f4-3541-496b-bc6e-71b8f26d25ab HTTP/1.1" status: 204 len: 168 time: 0.3789234 Nov 29 01:49:32.955683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44164) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.956241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44166) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:32.998460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:33.053933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2de92997-f50c-40d3-8427-b3f82ec805a5 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:33.085226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.099350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.104035 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b6a9ef81-1e31-4b97-af5f-4fe25aa7a7d1 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1417196 Nov 29 01:49:33.107506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccaed2-00ba-4c11-bc1b-6f757a88f798 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9debb4f4-3541-496b-bc6e-71b8f26d25ab,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:33.108294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.109077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44170) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.131360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e82067-b8e4-420b-ac11-5b0a0f6dd73b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:33.131804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 2de92997-f50c-40d3-8427-b3f82ec805a5 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:33.132229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2de92997-f50c-40d3-8427-b3f82ec805a5 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:33.139894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72e82067-b8e4-420b-ac11-5b0a0f6dd73b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.142739 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e82067-b8e4-420b-ac11-5b0a0f6dd73b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:49:33.144304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e82067-b8e4-420b-ac11-5b0a0f6dd73b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:33.193474 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-72e82067-b8e4-420b-ac11-5b0a0f6dd73b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4205611 Nov 29 01:49:33.198354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44172) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.204937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Network e5136976-200d-45ed-b35b-94ab5049c926 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:33.225900 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:33.234792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:33.235251 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1db11a74-cde3-42e2-889e-31e00bd0694b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0351527 Nov 29 01:49:33.250749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44174) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.272617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14f4ddb6-7928-4a3a-803f-0ca253d7e4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.305103 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-20084823-3596-46a4-8b0a-ade5f7b309da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af28c6b12b1a4e4a9393cbfdce2713c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443699 Nov 29 01:49:33.308217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44176) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.318232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14f4ddb6-7928-4a3a-803f-0ca253d7e4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.330979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=2a4257ea-94a5-40da-804d-f9952c74f4d8,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:33.333545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=676a345d-8337-4f36-b241-6641bf153bab,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:33.364391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 36a5c98c-e10a-4e32-b0c6-44c4cf0bf5c6 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:33.364740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.399307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:33.399684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: fbcf8f88-d8e6-46d1-ad06-2b154690082b, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:33.401997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19b113f8-158e-44cf-a3cc-01d66592f339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.426138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19b113f8-158e-44cf-a3cc-01d66592f339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.456623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:33.457850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.471261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14f4ddb6-7928-4a3a-803f-0ca253d7e4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.474594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-14f4ddb6-7928-4a3a-803f-0ca253d7e4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.476362 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-14f4ddb6-7928-4a3a-803f-0ca253d7e4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/53de55c0-e730-471c-a65d-bf233b270d61 HTTP/1.1" status: 204 len: 168 time: 0.3651731 Nov 29 01:49:33.484349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44178) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.486159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.498865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01cff95-a3a7-45f8-a802-8d00dd0343cb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:33.500876 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e01cff95-a3a7-45f8-a802-8d00dd0343cb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2491241 Nov 29 01:49:33.505302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4ddb6-7928-4a3a-803f-0ca253d7e4f2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de55c0-e730-471c-a65d-bf233b270d61,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:33.511515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44180) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.594443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:33.603095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c4475702-8859-45e6-a732-9c85fd094f41 None None] Provisioning complete for port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:33.603618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c4475702-8859-45e6-a732-9c85fd094f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.605680 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19b113f8-158e-44cf-a3cc-01d66592f339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.608352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19b113f8-158e-44cf-a3cc-01d66592f339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.612444 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-19b113f8-158e-44cf-a3cc-01d66592f339 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adfd4182-80c6-4300-ac7a-3f60a4c36fe0 HTTP/1.1" status: 204 len: 168 time: 0.3008637 Nov 29 01:49:33.623836 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1a51bd04-5e25-4e08-b2cf-b6b864c04525 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862913 Nov 29 01:49:33.625137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b113f8-158e-44cf-a3cc-01d66592f339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd4182-80c6-4300-ac7a-3f60a4c36fe0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:33.633423 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-47a840e9-bba4-43e5-8cef-c42a5545a7dc tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0635476 Nov 29 01:49:33.640906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44184) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.641528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44186) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.648901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:33.650328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network cea68cb7-149f-4a31-98e9-93e2fba2bc32 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:33.663364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:33.665475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=5ccf271c-e22d-43ee-82d2-4a32feb73f76,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:33.673700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:33.681759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, fbcf8f88-d8e6-46d1-ad06-2b154690082b) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:33.701343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d502b-d1a7-4204-916c-e3e966abac18 None None] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:33.716881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.733410 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:33.734011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.739154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a0:d4:a9'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:73:60:a3'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:33.763718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 36a5c98c-e10a-4e32-b0c6-44c4cf0bf5c6 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:33.810995 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-63da1431-31bd-41be-a126-b7d34e7af475 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9952226 Nov 29 01:49:33.815037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44188) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.819938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.836738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:33.840692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:33.892239 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-937484c5-8a55-4851-9846-07fef37790ee tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4079967 Nov 29 01:49:33.923538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44192) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:33.975356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d4173c04-ef5d-4558-88de-143f141a382b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145798296'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:34.043019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:34.045729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.096551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.151707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d4173c04-ef5d-4558-88de-143f141a382b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.368501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Allocated IP 172.20.0.2 (fbcf8f88-d8e6-46d1-ad06-2b154690082b/2a4257ea-94a5-40da-804d-f9952c74f4d8/270d559a-4063-4ed4-b491-372931204e88) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:34.407599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.464976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.objects.ports [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109948) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:49:34.469061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.539232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:34.549122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:34.553421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.555165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:34.555778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.559174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=735309d1-64d0-4a66-bf97-025f5c0f8468,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:34.567705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.609234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d4173c04-ef5d-4558-88de-143f141a382b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.611177 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-33d5ddbf-7cf2-4cd4-8e87-48a0d5ca9b22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9688575 Nov 29 01:49:34.611996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44208) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:34.624080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.625956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:bd:d2:c6', 'name': 'tempest-NetworksTestDHCPv6-533952095'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:34.628654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c4475702-8859-45e6-a732-9c85fd094f41 None None] Provisioning complete for port 676a345d-8337-4f36-b241-6641bf153bab triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:34.629877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c4475702-8859-45e6-a732-9c85fd094f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.654650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.656590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d4173c04-ef5d-4558-88de-143f141a382b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.694809 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event updated for resources: {'Port': ['ID=676a345d-8337-4f36-b241-6641bf153bab,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:34.697046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c4475702-8859-45e6-a732-9c85fd094f41 None None] Port 676a345d-8337-4f36-b241-6641bf153bab cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:34.699453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.704223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 95695666-bd89-4cbc-a8c4-badbbdc9675c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:34.716421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7cc734-0234-4851-9676-5f4f121d9442 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:34.819440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=36a5c98c-e10a-4e32-b0c6-44c4cf0bf5c6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:34.837547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] In _notify_port_updated(), no bound segment for port 676a345d-8337-4f36-b241-6641bf153bab on network e5136976-200d-45ed-b35b-94ab5049c926 {{(pid=109948) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:49:34.843486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:34.844108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:34.849195 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0cf951f3-1264-411e-9efc-8cd5ef1a8fbd tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "PUT /v2.0/ports/676a345d-8337-4f36-b241-6641bf153bab HTTP/1.1" status: 200 len: 1057 time: 1.1121931 Nov 29 01:49:34.856894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44212) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:34.870444 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4173c04-ef5d-4558-88de-143f141a382b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bedea8-1e70-43eb-bbf2-6fe57687b3d4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:34.942271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49b45d-9887-498f-b1b9-01f138b3a7ff None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:34.951653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44214) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:35.027935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Pushing event updated for resources: {'Port': ['ID=270d559a-4063-4ed4-b491-372931204e88,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:35.038130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:35.060428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-44c577ca-69aa-4716-b105-0f043935456d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Deleting port 676a345d-8337-4f36-b241-6641bf153bab {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:35.060802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44c577ca-69aa-4716-b105-0f043935456d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.071296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:35.077208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:35.080745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0216f1f0-48fc-4bbe-bdc3-2d4690efbcb8 None None] Provisioning complete for port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:35.081129 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0216f1f0-48fc-4bbe-bdc3-2d4690efbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.147018 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ecdc6c1e-750e-4954-984b-dcfedd5ae6e7 tempest-ServiceProvidersTest-110738507 tempest-ServiceProvidersTest-110738507-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1896136 Nov 29 01:49:35.179017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0216f1f0-48fc-4bbe-bdc3-2d4690efbcb8 None None] Port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:35.196863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44c577ca-69aa-4716-b105-0f043935456d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.200093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '735309d1-64d0-4a66-bf97-025f5c0f8468'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:35.201094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.214726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-44c577ca-69aa-4716-b105-0f043935456d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Calling delete_port for 676a345d-8337-4f36-b241-6641bf153bab owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:35.218093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Attempting to bind port 270d559a-4063-4ed4-b491-372931204e88 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:35.218637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Attempting to bind port 270d559a-4063-4ed4-b491-372931204e88 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:35.219139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Attempting to bind port 270d559a-4063-4ed4-b491-372931204e88 on network fbcf8f88-d8e6-46d1-ad06-2b154690082b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:35.235818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 95695666-bd89-4cbc-a8c4-badbbdc9675c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:35.236117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.264618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:35.265102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Checking segment: {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:35.265622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.266095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Bound using segment: {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:35.266688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Bound port: 270d559a-4063-4ed4-b491-372931204e88, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:35.267143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.309565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d4173c04-ef5d-4558-88de-143f141a382b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.311230 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d4173c04-ef5d-4558-88de-143f141a382b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3823013 Nov 29 01:49:35.338619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44220) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:35.362612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cc1954bb-ac55-43e9-b048-f29957278856 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': '55bedea8-1e70-43eb-bbf2-6fe57687b3d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:35.381682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44c577ca-69aa-4716-b105-0f043935456d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.452504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.456292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c577ca-69aa-4716-b105-0f043935456d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Port': ['ID=676a345d-8337-4f36-b241-6641bf153bab,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:35.463795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:35.507301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f42893bd-5be7-4965-86c2-c901021607f5 None None] Provisioning complete for port 676a345d-8337-4f36-b241-6641bf153bab triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:35.508007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f42893bd-5be7-4965-86c2-c901021607f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.553464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] For port 270d559a-4063-4ed4-b491-372931204e88, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:35.558812 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f42893bd-5be7-4965-86c2-c901021607f5 None None] Port 676a345d-8337-4f36-b241-6641bf153bab was deleted so its status cannot be updated. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 01:49:35.585996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44224) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:35.661486 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.682404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.729576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.752229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-44c577ca-69aa-4716-b105-0f043935456d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.756658 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-44c577ca-69aa-4716-b105-0f043935456d tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "DELETE /v2.0/ports/676a345d-8337-4f36-b241-6641bf153bab HTTP/1.1" status: 204 len: 168 time: 0.8987768 Nov 29 01:49:35.759277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44228) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:35.768690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.791194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc1954bb-ac55-43e9-b048-f29957278856 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.792461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] For port 270d559a-4063-4ed4-b491-372931204e88, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=270d559a-4063-4ed4-b491-372931204e88,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:35.806308 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd05a776-d4d0-495b-ac72-949a2838f8a4 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] GET failed (client error): The resource could not be found. Nov 29 01:49:35.807866 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cd05a776-d4d0-495b-ac72-949a2838f8a4 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "GET /v2.0/ports/676a345d-8337-4f36-b241-6641bf153bab HTTP/1.1" status: 404 len: 333 time: 0.0476742 Nov 29 01:49:35.811458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a48d50-1812-479f-aab7-503be9056b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.814542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 0c4d9558-42d7-4641-9f75-fe4db714e1df yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:35.817830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.820155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44230) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:35.822324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:35.909467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:35.919203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Allocated IP 2001:db8::f816:3eff:fea5:ec64 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/735309d1-64d0-4a66-bf97-025f5c0f8468/b8990c7d-4d50-434c-971d-cde718671b75) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:35.997047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=5ccf271c-e22d-43ee-82d2-4a32feb73f76,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:36.004705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.005336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Fanout notify agent at l3_agent the message router_deleted on router 52519f23-afaa-4934-8679-aeb4fd2d16ce {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:49:36.006955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.014960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.016121 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0db46717-e7b5-4e6e-a91e-5b91f2de24a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/routers/52519f23-afaa-4934-8679-aeb4fd2d16ce HTTP/1.1" status: 204 len: 168 time: 4.9577360 Nov 29 01:49:36.019259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef74574-16c5-4672-81fb-56aace56061c None None] Pushing event updated for resources: {'Port': ['ID=270d559a-4063-4ed4-b491-372931204e88,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:36.020691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44232) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:36.079823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a48d50-1812-479f-aab7-503be9056b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.085573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1425c900-1d8d-4f98-b9a0-d839220d839b tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Deleting port 4ad0e69d-e64c-4484-9dc3-52d5d0d737ce {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:36.085970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1425c900-1d8d-4f98-b9a0-d839220d839b tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.088845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc1954bb-ac55-43e9-b048-f29957278856 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.101360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.103318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc1954bb-ac55-43e9-b048-f29957278856 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.103979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-54a48d50-1812-479f-aab7-503be9056b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.108903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:36.110294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.162535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1954bb-ac55-43e9-b048-f29957278856 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa5eeaf-8472-4291-a7cd-3bba325e5e9d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:36.190345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2ef78b-bae6-4f3b-92a9-3da2710f243c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting subnet 95e422ba-237f-48d8-850a-173f4cc3321a {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:36.215896 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2ef78b-bae6-4f3b-92a9-3da2710f243c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.246156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-54a48d50-1812-479f-aab7-503be9056b27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c62d9ca49eec4a6ea92f25e057b58492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6566136 Nov 29 01:49:36.258933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a48d50-1812-479f-aab7-503be9056b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2672d3ff-6c30-4542-a618-0a2e10e7eb43,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:36.267119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44234) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:36.269673 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc1954bb-ac55-43e9-b048-f29957278856 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.273455 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cc1954bb-ac55-43e9-b048-f29957278856 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9211287 Nov 29 01:49:36.273850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44236) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:36.326671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.328092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2ef78b-bae6-4f3b-92a9-3da2710f243c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.334315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.336004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1425c900-1d8d-4f98-b9a0-d839220d839b tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.361587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:36.361587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:36.364409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:36.428005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network cea68cb7-149f-4a31-98e9-93e2fba2bc32 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:36.429268 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94047936-9f0f-44ff-8c7e-8302e08028f4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.430662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1425c900-1d8d-4f98-b9a0-d839220d839b tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Calling delete_port for 4ad0e69d-e64c-4484-9dc3-52d5d0d737ce owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:36.439697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:36.444511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94047936-9f0f-44ff-8c7e-8302e08028f4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.455374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Pushing event updated for resources: {'Port': ['ID=b8990c7d-4d50-434c-971d-cde718671b75,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:36.518297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Attempting to bind port b8990c7d-4d50-434c-971d-cde718671b75 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:36.518852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Attempting to bind port b8990c7d-4d50-434c-971d-cde718671b75 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:36.519336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Attempting to bind port b8990c7d-4d50-434c-971d-cde718671b75 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:36.547548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:febd:d2c6 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/735309d1-64d0-4a66-bf97-025f5c0f8468/0c4d9558-42d7-4641-9f75-fe4db714e1df) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:36.557475 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:36.558044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:36.558767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.559303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:36.559899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Bound port: b8990c7d-4d50-434c-971d-cde718671b75, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:36.560386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.586657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3be4b91-bc6b-4f86-83f5-af812bdd9046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.609639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94047936-9f0f-44ff-8c7e-8302e08028f4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.611613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 270d559a-4063-4ed4-b491-372931204e88 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:36.621405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94047936-9f0f-44ff-8c7e-8302e08028f4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.621405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-94047936-9f0f-44ff-8c7e-8302e08028f4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6fa5eeaf-8472-4291-a7cd-3bba325e5e9d HTTP/1.1" status: 204 len: 168 time: 0.3358095 Nov 29 01:49:36.621724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44238) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:36.640933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2ef78b-bae6-4f3b-92a9-3da2710f243c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.671223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3be4b91-bc6b-4f86-83f5-af812bdd9046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.689516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94047936-9f0f-44ff-8c7e-8302e08028f4 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fa5eeaf-8472-4291-a7cd-3bba325e5e9d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:36.693229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] For port b8990c7d-4d50-434c-971d-cde718671b75, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:36.699617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] For port b8990c7d-4d50-434c-971d-cde718671b75, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b8990c7d-4d50-434c-971d-cde718671b75,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:36.717372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.736068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:36.795603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1425c900-1d8d-4f98-b9a0-d839220d839b tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.801921 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 270d559a-4063-4ed4-b491-372931204e88 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:36.802441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.808852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f016b5c-9215-49b5-b4ec-f3ce216f826f None None] Pushing event updated for resources: {'Port': ['ID=b8990c7d-4d50-434c-971d-cde718671b75,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:36.921828 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bfddeffe-24d8-431e-ae32-8aa78f908e2e tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2990396 Nov 29 01:49:36.926191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44240) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:36.936795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425c900-1d8d-4f98-b9a0-d839220d839b tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Port': ['ID=4ad0e69d-e64c-4484-9dc3-52d5d0d737ce,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:36.959117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d7b508d2-2d3b-42dd-b68f-e83dde9b5402 None None] Provisioning complete for port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:36.959638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7b508d2-2d3b-42dd-b68f-e83dde9b5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:36.963287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.002926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.1 (fbcf8f88-d8e6-46d1-ad06-2b154690082b/2a4257ea-94a5-40da-804d-f9952c74f4d8/22440e60-bfcd-4413-8521-134035e13a38) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:37.049559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d7b508d2-2d3b-42dd-b68f-e83dde9b5402 None None] Port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:37.070373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 270d559a-4063-4ed4-b491-372931204e88, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=270d559a-4063-4ed4-b491-372931204e88,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:37.076508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.146670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1425c900-1d8d-4f98-b9a0-d839220d839b tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.151115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=270d559a-4063-4ed4-b491-372931204e88,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:37.153406 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1425c900-1d8d-4f98-b9a0-d839220d839b tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "DELETE /v2.0/ports/4ad0e69d-e64c-4484-9dc3-52d5d0d737ce HTTP/1.1" status: 204 len: 168 time: 1.3320768 Nov 29 01:49:37.154085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44242) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:37.181567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2ef78b-bae6-4f3b-92a9-3da2710f243c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.210051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3be4b91-bc6b-4f86-83f5-af812bdd9046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.213756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3be4b91-bc6b-4f86-83f5-af812bdd9046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.215024 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a3be4b91-bc6b-4f86-83f5-af812bdd9046 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2672d3ff-6c30-4542-a618-0a2e10e7eb43 HTTP/1.1" status: 204 len: 168 time: 0.9431288 Nov 29 01:49:37.239693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.270892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6f9464-47d1-4463-aaec-16e05d2fc18c tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] GET failed (client error): The resource could not be found. Nov 29 01:49:37.272705 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ee6f9464-47d1-4463-aaec-16e05d2fc18c tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "GET /v2.0/ports/4ad0e69d-e64c-4484-9dc3-52d5d0d737ce HTTP/1.1" status: 404 len: 333 time: 0.1112220 Nov 29 01:49:37.278519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ef78b-bae6-4f3b-92a9-3da2710f243c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Subnet': ['ID=95e422ba-237f-48d8-850a-173f4cc3321a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:37.282291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:37.286010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44246) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:37.296246 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:37.316003 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:37.317949 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:37.335651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55de93ce-f28b-4213-9bd4-ba5c0e2d31ea None None] Network 08e3f7cd-fae8-400b-af9f-2cb323594d8a requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:37.342726 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2bcab4dc-d2be-45e6-b170-a855a3fc0de2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2782786 Nov 29 01:49:37.342726 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.345004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44248) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:37.349730 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be4b91-bc6b-4f86-83f5-af812bdd9046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2672d3ff-6c30-4542-a618-0a2e10e7eb43,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:37.352252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af2ef78b-bae6-4f3b-92a9-3da2710f243c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.358066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1286149558'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:37.359006 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-af2ef78b-bae6-4f3b-92a9-3da2710f243c tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/subnets/95e422ba-237f-48d8-850a-173f4cc3321a HTTP/1.1" status: 204 len: 168 time: 1.3370354 Nov 29 01:49:37.369449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44250) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:37.417292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:37.423211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.453546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:37.470179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.470652 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment 4c90e5fa-3e40-4aef-b812-0e535cf0b228 of type vlan for network c537b56b-7e4e-4edf-ad5c-17b325ec323c Nov 29 01:49:37.517226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.537328 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:37.595474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.615169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:37.615879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.664954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:37.696027 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:37.708701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:37.799140 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4500561 Nov 29 01:49:37.814359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.816822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] DHCP port deletion for 08e3f7cd-fae8-400b-af9f-2cb323594d8a request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:37.906691 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:34Z', 'revision_number': 3, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:35Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:37.924798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44256) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:37.928073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] Deleting port 11a32e6b-9718-4689-a186-96759c53f329 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:37.928710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:37.940641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:37.987679 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:49:37.989187 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Updating router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:49:38.039301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=22440e60-bfcd-4413-8521-134035e13a38,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:38.068442 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.084245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] For port 11a32e6b-9718-4689-a186-96759c53f329, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=11a32e6b-9718-4689-a186-96759c53f329,segment=NetworkSegment(d33bf7dd-5d52-496d-8643-d5a8028068cd),segment_id=d33bf7dd-5d52-496d-8643-d5a8028068cd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:38.084769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.111239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] Calling delete_port for 11a32e6b-9718-4689-a186-96759c53f329 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:38.121976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122cb34-9898-4f15-afe9-94411413a7f4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=c537b56b-7e4e-4edf-ad5c-17b325ec323c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:38.146113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.146703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network c537b56b-7e4e-4edf-ad5c-17b325ec323c details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:38.154304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.178709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b57d34b-b961-4376-9e34-8f4a1e999832 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.206165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:38.212911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.246365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51086d9-b9c3-44aa-9242-58db13e5897b None None] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:38.354043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.367950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b57d34b-b961-4376-9e34-8f4a1e999832 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.455351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-21e2a813-b113-462b-b1a1-a7c9ead92785 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Deleting port 98526850-faa6-43d0-91cd-d90d4d246c22 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:38.455866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21e2a813-b113-462b-b1a1-a7c9ead92785 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.587026 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.600582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.601285 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.606751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 11a32e6b-9718-4689-a186-96759c53f329 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:38.612269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.674956 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7377-180e-40f4-8ab9-1ad616ccc70d None None] Pushing event updated for resources: {'Port': ['ID=5ccf271c-e22d-43ee-82d2-4a32feb73f76,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:38.729520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.763172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b8990c7d-4d50-434c-971d-cde718671b75 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:38.766483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] No DVR routers for this DVR port 11a32e6b-9718-4689-a186-96759c53f329 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:38.784005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21e2a813-b113-462b-b1a1-a7c9ead92785 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.800295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-21e2a813-b113-462b-b1a1-a7c9ead92785 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Calling delete_port for 98526850-faa6-43d0-91cd-d90d4d246c22 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:38.851932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44272) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:38.857909 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Attempting to bind port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:38.858492 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Attempting to bind port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:38.858638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2e885-b968-4278-82ce-ecdaf6401550 None None] Pushing event deleted for resources: {'Port': ['ID=11a32e6b-9718-4689-a186-96759c53f329,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:38.859133 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Attempting to bind port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 on network cea68cb7-149f-4a31-98e9-93e2fba2bc32 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:38.875613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-896862a0-b93e-4696-a367-29be9a4c6c07 None None] Provisioning complete for port 270d559a-4063-4ed4-b491-372931204e88 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:38.876461 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:38.876939 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Checking segment: {'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:38.877173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-896862a0-b93e-4696-a367-29be9a4c6c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.877372 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.877829 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Bound using segment: {'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:38.878314 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Bound port: 5ccf271c-e22d-43ee-82d2-4a32feb73f76, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c9a0e2-b4e9-45df-b71f-55f06aee41b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:38.879381 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.958678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:38.978896 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] For port 5ccf271c-e22d-43ee-82d2-4a32feb73f76, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:38.985653 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] For port 5ccf271c-e22d-43ee-82d2-4a32feb73f76, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5ccf271c-e22d-43ee-82d2-4a32feb73f76,segment=NetworkSegment(16c9a0e2-b4e9-45df-b71f-55f06aee41b5),segment_id=16c9a0e2-b4e9-45df-b71f-55f06aee41b5)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:38.997298 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.016358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b8990c7d-4d50-434c-971d-cde718671b75 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:39.016745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.044285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=3b15053c-8d65-466f-90e5-c236b0ef492e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:39.069677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:39.086911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:39.096511 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b57d34b-b961-4376-9e34-8f4a1e999832 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.101024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1b57d34b-b961-4376-9e34-8f4a1e999832 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.106662 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:39.106839 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1b57d34b-b961-4376-9e34-8f4a1e999832 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/55bedea8-1e70-43eb-bbf2-6fe57687b3d4 HTTP/1.1" status: 204 len: 168 time: 2.1662014 Nov 29 01:49:39.108315 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:39.119729 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:39.126667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:39.127353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.136687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44276) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:39.147068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] For port 11a32e6b-9718-4689-a186-96759c53f329, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=11a32e6b-9718-4689-a186-96759c53f329,segment=NetworkSegment(d33bf7dd-5d52-496d-8643-d5a8028068cd),segment_id=d33bf7dd-5d52-496d-8643-d5a8028068cd)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:39.147671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.155541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-0f19573a-9879-4223-b626-98f68d75eca6 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1132917682', 'prefixes': ['172.20.0.0/16']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:39.175071 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5580304 Nov 29 01:49:39.189759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44278) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:39.207234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:39.207791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: c537b56b-7e4e-4edf-ad5c-17b325ec323c, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:39.226203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 11a32e6b-9718-4689-a186-96759c53f329 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:39.235500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57d34b-b961-4376-9e34-8f4a1e999832 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bedea8-1e70-43eb-bbf2-6fe57687b3d4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:39.250566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.260139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d08c5-5f47-4c20-879e-58575d815295 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=0c4d9558-42d7-4641-9f75-fe4db714e1df,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:39.282294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.317323 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:39.333172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.374060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d30e4f21-ffa7-4fd4-b1cd-65ff76d8fd84 None None] Provisioning complete for port b8990c7d-4d50-434c-971d-cde718671b75 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:39.379208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d30e4f21-ffa7-4fd4-b1cd-65ff76d8fd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.423547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e44e6f-8720-4b14-b06e-ee57f9edc0f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:39.442934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e44e6f-8720-4b14-b06e-ee57f9edc0f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:39.455244 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e1e44e6f-8720-4b14-b06e-ee57f9edc0f7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2640958 Nov 29 01:49:39.455829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44280) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:39.482266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port b8990c7d-4d50-434c-971d-cde718671b75, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b8990c7d-4d50-434c-971d-cde718671b75,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:39.496595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.498035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.501484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 270d559a-4063-4ed4-b491-372931204e88 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:39.575262 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7377-180e-40f4-8ab9-1ad616ccc70d None None] Pushing event updated for resources: {'Port': ['ID=5ccf271c-e22d-43ee-82d2-4a32feb73f76,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:39.590830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=22440e60-bfcd-4413-8521-134035e13a38,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:39.617340 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5bcc55ae-8e5b-408b-8b97-31928f5f0252 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4776664 Nov 29 01:49:39.621455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network c537b56b-7e4e-4edf-ad5c-17b325ec323c is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:39.623345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44282) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:39.629892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b58fea3b-16ab-420d-8823-a2fffd1262da tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group': {'name': 'tempest-secgroup--842518366'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:39.667768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, c537b56b-7e4e-4edf-ad5c-17b325ec323c) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:39.698202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d6c38e-0041-41c5-b9f1-d925ec89c7af None None] Network c537b56b-7e4e-4edf-ad5c-17b325ec323c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:39.702309 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:34Z', 'revision_number': 3, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:39.704484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21e2a813-b113-462b-b1a1-a7c9ead92785 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.713134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.735462 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77e14-7b70-4b9e-b3bc-9e81cf41c622 None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:34Z', 'revision_number': 3, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:39.760412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2a813-b113-462b-b1a1-a7c9ead92785 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Port': ['ID=98526850-faa6-43d0-91cd-d90d4d246c22,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:39.799347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=b8990c7d-4d50-434c-971d-cde718671b75,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:39.801803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=11a32e6b-9718-4689-a186-96759c53f329,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:39.843544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] No DVR routers for this DVR port 11a32e6b-9718-4689-a186-96759c53f329 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:39.861764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 270d559a-4063-4ed4-b491-372931204e88 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:39.862149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.924896 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-aa7689a5-b34d-49b9-8789-271c28bf1368 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 0c4d9558-42d7-4641-9f75-fe4db714e1df {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:39.925558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aa7689a5-b34d-49b9-8789-271c28bf1368 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:39.969803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d30e4f21-ffa7-4fd4-b1cd-65ff76d8fd84 None None] Provisioning complete for port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:39.970176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d30e4f21-ffa7-4fd4-b1cd-65ff76d8fd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.103250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.146336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21e2a813-b113-462b-b1a1-a7c9ead92785 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.149818 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-21e2a813-b113-462b-b1a1-a7c9ead92785 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "DELETE /v2.0/ports/98526850-faa6-43d0-91cd-d90d4d246c22 HTTP/1.1" status: 204 len: 168 time: 2.8535688 Nov 29 01:49:40.164360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44284) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:40.224841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e3f7cd-fae8-400b-af9f-2cb323594d8a']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:40.249556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d30e4f21-ffa7-4fd4-b1cd-65ff76d8fd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.249857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33bf7dd-5d52-496d-8643-d5a8028068cd') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:40.249968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33bf7dd-5d52-496d-8643-d5a8028068cd') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:40.256121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:40.257299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.270806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.276998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4645e5f-7ddb-4c3b-89b9-bfc1c78707d7 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Deleting subnet 82fcd123-64ec-4282-87a5-353c9bdc65b5 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:40.291107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4645e5f-7ddb-4c3b-89b9-bfc1c78707d7 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.330395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 11a32e6b-9718-4689-a186-96759c53f329 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:40.333114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.339857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d30e4f21-ffa7-4fd4-b1cd-65ff76d8fd84 None None] For port 5ccf271c-e22d-43ee-82d2-4a32feb73f76, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5ccf271c-e22d-43ee-82d2-4a32feb73f76,segment=NetworkSegment(16c9a0e2-b4e9-45df-b71f-55f06aee41b5),segment_id=16c9a0e2-b4e9-45df-b71f-55f06aee41b5)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:40.349310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:40.350007 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.351038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aa7689a5-b34d-49b9-8789-271c28bf1368 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.358362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:40.358912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:40.369731 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:40.401727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:40.407995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-aa7689a5-b34d-49b9-8789-271c28bf1368 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 0c4d9558-42d7-4641-9f75-fe4db714e1df owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:40.410729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b58fea3b-16ab-420d-8823-a2fffd1262da tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.420361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 11a32e6b-9718-4689-a186-96759c53f329 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:40.421114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 11a32e6b-9718-4689-a186-96759c53f329 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:40.422879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d30e4f21-ffa7-4fd4-b1cd-65ff76d8fd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.432988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a41cccc4-4035-4647-bb65-f50b24bc8a5a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4962518 Nov 29 01:49:40.434616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:40.454522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44286) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:40.495695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4645e5f-7ddb-4c3b-89b9-bfc1c78707d7 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.587647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b58fea3b-16ab-420d-8823-a2fffd1262da tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.604680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Allocated IP 172.22.0.2 (c537b56b-7e4e-4edf-ad5c-17b325ec323c/3b15053c-8d65-466f-90e5-c236b0ef492e/24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:40.679039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b58fea3b-16ab-420d-8823-a2fffd1262da tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.682649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.687658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.696288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/networks/08e3f7cd-fae8-400b-af9f-2cb323594d8a HTTP/1.1" status: 204 len: 168 time: 3.3218849 Nov 29 01:49:40.707674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44288) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:40.751266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0f19573a-9879-4223-b626-98f68d75eca6 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] Publish callbacks [] for subnetpool, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.764845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44290) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:40.769088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e6dbb-e4b1-4ac6-9d73-e68f5fdf06ed tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Network': ['ID=08e3f7cd-fae8-400b-af9f-2cb323594d8a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:40.769792 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0f19573a-9879-4223-b626-98f68d75eca6 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.9151378 Nov 29 01:49:40.784152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b58fea3b-16ab-420d-8823-a2fffd1262da tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.786474 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b58fea3b-16ab-420d-8823-a2fffd1262da tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1611855 Nov 29 01:49:40.800966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44292) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:40.827628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-407efdcb-2563-4b68-a421-573f267fa094 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': 'ba85475f-4f86-4f4c-8ed0-f7900e9a1d19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:40.891092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fea3b-16ab-420d-8823-a2fffd1262da tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85475f-4f86-4f4c-8ed0-f7900e9a1d19,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:40.901894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5ccf271c-e22d-43ee-82d2-4a32feb73f76 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:40.932571 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6b276dc3-0276-4c06-8ef4-fe3f71d721ee tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] 10.222.0.30 "GET /v2.0/subnetpools/6f06a4c3-9931-4dd6-85b1-83d8052cd443 HTTP/1.1" status: 200 len: 732 time: 0.1599019 Nov 29 01:49:40.937170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44294) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:40.942672 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a769a8ed-1620-422a-928c-b210812b52a3 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-615677301'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:40.962598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e4f21-ffa7-4fd4-b1cd-65ff76d8fd84 None None] Pushing event updated for resources: {'Port': ['ID=5ccf271c-e22d-43ee-82d2-4a32feb73f76,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:40.965480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-256f0e69-be9f-4755-81f8-98f7c8b9743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.990126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Provisioning complete for port 0c4d9558-42d7-4641-9f75-fe4db714e1df triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:40.990531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:40.992540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 00408894-6731-4f97-8144-64ea61cb6d34 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:41.017368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4645e5f-7ddb-4c3b-89b9-bfc1c78707d7 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.066557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-407efdcb-2563-4b68-a421-573f267fa094 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.076711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Port 0c4d9558-42d7-4641-9f75-fe4db714e1df cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:41.081258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:41.081817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.123065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 8da6a89b-7cbb-4746-a0a1-561c0f946aa8 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:41.123416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.132931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.141838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Provisioning complete for port 270d559a-4063-4ed4-b491-372931204e88 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:41.142385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.170504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a769a8ed-1620-422a-928c-b210812b52a3 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] Publish callbacks [] for subnetpool, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.171186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.171721 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a769a8ed-1620-422a-928c-b210812b52a3 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] 10.222.0.30 "PUT /v2.0/subnetpools/6f06a4c3-9931-4dd6-85b1-83d8052cd443 HTTP/1.1" status: 200 len: 683 time: 0.2326117 Nov 29 01:49:41.198565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44296) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.232616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aa7689a5-b34d-49b9-8789-271c28bf1368 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.238489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Network c537b56b-7e4e-4edf-ad5c-17b325ec323c is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:41.249365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:41.253422 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Pushing event updated for resources: {'Port': ['ID=24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:41.257722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:41.258263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4645e5f-7ddb-4c3b-89b9-bfc1c78707d7 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.261369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:41.270623 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4cda402a-9b6c-4cb2-a1dc-fffe73ab4981 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/00408894-6731-4f97-8144-64ea61cb6d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4520097 Nov 29 01:49:41.274250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44298) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.294885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Sync routers for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:41.327267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7689a5-b34d-49b9-8789-271c28bf1368 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=0c4d9558-42d7-4641-9f75-fe4db714e1df,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:41.331000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.331327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.355112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4645e5f-7ddb-4c3b-89b9-bfc1c78707d7 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Subnet': ['ID=82fcd123-64ec-4282-87a5-353c9bdc65b5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:41.366453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aa7689a5-b34d-49b9-8789-271c28bf1368 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.373614 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aa7689a5-b34d-49b9-8789-271c28bf1368 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/0c4d9558-42d7-4641-9f75-fe4db714e1df HTTP/1.1" status: 204 len: 168 time: 1.9112084 Nov 29 01:49:41.376514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d4645e5f-7ddb-4c3b-89b9-bfc1c78707d7 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.378522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44300) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.379884 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d4645e5f-7ddb-4c3b-89b9-bfc1c78707d7 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "DELETE /v2.0/subnets/82fcd123-64ec-4282-87a5-353c9bdc65b5 HTTP/1.1" status: 204 len: 168 time: 1.2144065 Nov 29 01:49:41.399917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:41.400777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:41.401924 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44302) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.402915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abc2b00-948f-4a52-bf62-2283c2541e0f None None] Network e5136976-200d-45ed-b35b-94ab5049c926 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:41.403109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-407efdcb-2563-4b68-a421-573f267fa094 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.406029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b8990c7d-4d50-434c-971d-cde718671b75 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:41.418947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-407efdcb-2563-4b68-a421-573f267fa094 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.448723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407efdcb-2563-4b68-a421-573f267fa094 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b421658-e15e-4de0-b4cf-cdc1c1a12ad4,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:41.449163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 8da6a89b-7cbb-4746-a0a1-561c0f946aa8 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:41.464185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-407efdcb-2563-4b68-a421-573f267fa094 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.468733 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-407efdcb-2563-4b68-a421-573f267fa094 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6532259 Nov 29 01:49:41.471314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44304) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.522814 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e1d61599-f8e5-4f05-9a5f-81f728a93071 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules/3b421658-e15e-4de0-b4cf-cdc1c1a12ad4 HTTP/1.1" status: 200 len: 763 time: 0.0503254 Nov 29 01:49:41.525292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44306) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.531812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-754c1cd8-f64e-46cc-b2e6-358e184c5b3c tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] Publish callbacks [] for subnetpool, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.532948 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-754c1cd8-f64e-46cc-b2e6-358e184c5b3c tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6f06a4c3-9931-4dd6-85b1-83d8052cd443 HTTP/1.1" status: 204 len: 168 time: 0.3334348 Nov 29 01:49:41.538562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44308) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.546444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Attempting to bind port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:41.546850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Attempting to bind port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:41.547204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Attempting to bind port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 on network c537b56b-7e4e-4edf-ad5c-17b325ec323c {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:41.575907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-69152551-87c5-4893-b24f-50875122b633 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] show failed (client error): The resource could not be found. Nov 29 01:49:41.579980 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-69152551-87c5-4893-b24f-50875122b633 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] 10.222.0.30 "GET /v2.0/subnetpools/6f06a4c3-9931-4dd6-85b1-83d8052cd443 HTTP/1.1" status: 404 len: 346 time: 0.0409474 Nov 29 01:49:41.583223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44310) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.606579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.616119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:41.616900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Checking segment: {'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:41.617327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.617909 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-8eba44aa-901e-4406-b446-e38be281c017 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] delete failed (client error): The resource could not be found. Nov 29 01:49:41.618653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Bound using segment: {'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:41.622462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Bound port: 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:41.624276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.634634 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8eba44aa-901e-4406-b446-e38be281c017 tempest-SubnetPoolsTestJSON-2033460813 tempest-SubnetPoolsTestJSON-2033460813-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6f06a4c3-9931-4dd6-85b1-83d8052cd443 HTTP/1.1" status: 404 len: 346 time: 0.0367994 Nov 29 01:49:41.676689 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-594bc2e2-13f7-49d6-be1b-d0f280ae70a2 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1493058 Nov 29 01:49:41.677560 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44314) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.695429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452a479-0d99-41ae-ae9c-d850ade829e0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.697111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452a479-0d99-41ae-ae9c-d850ade829e0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.701057 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3452a479-0d99-41ae-ae9c-d850ade829e0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3195968 Nov 29 01:49:41.704808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44316) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.717425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Provisioning complete for port 22440e60-bfcd-4413-8521-134035e13a38 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:41.718510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.728391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.821689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:41.823685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b8990c7d-4d50-434c-971d-cde718671b75 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:41.824340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.843050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c9dedd1-efa8-4cb9-bf5e-c88d0017677f tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.857388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Port 22440e60-bfcd-4413-8521-134035e13a38 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:41.864978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c9dedd1-efa8-4cb9-bf5e-c88d0017677f tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.883842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.883842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.883842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.884252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-51180f9e-c0ad-49c4-ba73-671725653778 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 735309d1-64d0-4a66-bf97-025f5c0f8468 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:41.884347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.886440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.886590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.887764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.888626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.889743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.893893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:41.894494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] For port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:41.895630 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2402e81e-f655-4f01-bb4f-9b9a4ffa828b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7008 time: 0.6143949 Nov 29 01:49:41.901909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51180f9e-c0ad-49c4-ba73-671725653778 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.906389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44320) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.930614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:41.931680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] For port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7,segment=NetworkSegment(4c90e5fa-3e40-4aef-b812-0e535cf0b228),segment_id=4c90e5fa-3e40-4aef-b812-0e535cf0b228)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:41.972332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44322) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:41.983860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.013341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Provisioning complete for port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:42.013751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9e1a30c7-c7ff-454c-afcf-ef4b4370be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.030318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=8da6a89b-7cbb-4746-a0a1-561c0f946aa8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:42.059244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51180f9e-c0ad-49c4-ba73-671725653778 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.095779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.098819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.104947 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6f4b2741-c105-4a57-88b5-64801be3ae12 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/floatingips/ecbbcf3b-509c-4e2b-a21e-51d17c0d3792 HTTP/1.1" status: 204 len: 168 time: 1.3330426 Nov 29 01:49:42.107499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c9dedd1-efa8-4cb9-bf5e-c88d0017677f tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.109291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44326) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:42.111212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Deleting port 36651906-e31c-4e71-a5ca-0cc15f3c88ed {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:42.111550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.129509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] DHCP port deletion for e5136976-200d-45ed-b35b-94ab5049c926 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:42.155186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b17b6d9-51f0-477a-aab6-ad7f4f6ce4cf tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:42.155784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b17b6d9-51f0-477a-aab6-ad7f4f6ce4cf tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:42.159204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c9dedd1-efa8-4cb9-bf5e-c88d0017677f tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.162319 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9b17b6d9-51f0-477a-aab6-ad7f4f6ce4cf tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/ports/4749faed-f2bf-4de3-abea-c6731ac4d65a HTTP/1.1" status: 404 len: 333 time: 0.0470531 Nov 29 01:49:42.162985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44328) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:42.163319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44330) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:42.163479 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7c9dedd1-efa8-4cb9-bf5e-c88d0017677f tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3b421658-e15e-4de0-b4cf-cdc1c1a12ad4 HTTP/1.1" status: 204 len: 168 time: 0.4810956 Nov 29 01:49:42.239866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072ae76-ce92-4252-8e18-4aa38913e3c4 None None] Pushing event updated for resources: {'Port': ['ID=24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:42.254995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-92f9308b-b6af-4994-a08f-7d65ac5c8920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.271183 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0231238e-9631-4b1b-b13d-fb0553111035 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=52519f23-afaa-4934-8679-aeb4fd2d16ce HTTP/1.1" status: 200 len: 205 time: 0.0985930 Nov 29 01:49:42.272422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44332) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:42.326211 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-1d15077f-7531-4890-bb63-1e9fa09cbfb8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] delete failed (client error): The resource could not be found. Nov 29 01:49:42.330185 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1d15077f-7531-4890-bb63-1e9fa09cbfb8 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/routers/52519f23-afaa-4934-8679-aeb4fd2d16ce HTTP/1.1" status: 404 len: 336 time: 0.0541966 Nov 29 01:49:42.337538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44334) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:42.405124 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce7ec44-0dcb-4192-b82a-7eec353a1367 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] DELETE failed (client error): The resource could not be found. Nov 29 01:49:42.405834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce7ec44-0dcb-4192-b82a-7eec353a1367 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:49:42.413456 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5ce7ec44-0dcb-4192-b82a-7eec353a1367 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/subnets/95e422ba-237f-48d8-850a-173f4cc3321a HTTP/1.1" status: 404 len: 337 time: 0.0679815 Nov 29 01:49:42.424022 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-18cbaeaa-49f1-4719-bf16-9ebad395e95a tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2411935 Nov 29 01:49:42.433313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44336) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:42.433668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44338) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:42.475706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:42.479435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a66325aa-c3d8-45c0-ae56-d49a5d2d560d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': 'ba85475f-4f86-4f4c-8ed0-f7900e9a1d19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:42.480076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] Deleting port 36651906-e31c-4e71-a5ca-0cc15f3c88ed {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:42.480635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.498134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] For port 36651906-e31c-4e71-a5ca-0cc15f3c88ed, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=36651906-e31c-4e71-a5ca-0cc15f3c88ed,segment=NetworkSegment(952e9d76-6371-4f1e-b43e-b85a307e3911),segment_id=952e9d76-6371-4f1e-b43e-b85a307e3911)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:42.498532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.554027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Checking router: 00408894-6731-4f97-8144-64ea61cb6d34 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:49:42.554606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Updating router 00408894-6731-4f97-8144-64ea61cb6d34 port 22440e60-bfcd-4413-8521-134035e13a38 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:49:42.560221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Calling delete_port for 36651906-e31c-4e71-a5ca-0cc15f3c88ed owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:42.645958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5ccf271c-e22d-43ee-82d2-4a32feb73f76 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:42.701045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dedd1-efa8-4cb9-bf5e-c88d0017677f tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b421658-e15e-4de0-b4cf-cdc1c1a12ad4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:42.702344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a66325aa-c3d8-45c0-ae56-d49a5d2d560d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.721982 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.723117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.723265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.723573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.724026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.724569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.724911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.725357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.725799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.726240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:42.728207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eaf19c4d-1884-4a18-bb5b-588a0f40b0ff tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5714 time: 0.8207197 Nov 29 01:49:42.733195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44340) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:42.759074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d4b9da68-5683-46a6-acf5-fb9149451ab5 None None] Provisioning complete for port 22440e60-bfcd-4413-8521-134035e13a38 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:42.759553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d4b9da68-5683-46a6-acf5-fb9149451ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.762979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] For port 36651906-e31c-4e71-a5ca-0cc15f3c88ed, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=36651906-e31c-4e71-a5ca-0cc15f3c88ed,segment=NetworkSegment(952e9d76-6371-4f1e-b43e-b85a307e3911),segment_id=952e9d76-6371-4f1e-b43e-b85a307e3911)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:42.763153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.807033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-92f9308b-b6af-4994-a08f-7d65ac5c8920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.821903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2d23e-9ff8-4fd2-b0fb-a70a28f59a77 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port d6e6dad6-5224-4696-b954-988f42833986 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:42.822242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d23e-9ff8-4fd2-b0fb-a70a28f59a77 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.902968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a66325aa-c3d8-45c0-ae56-d49a5d2d560d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.905275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-92f9308b-b6af-4994-a08f-7d65ac5c8920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.935098 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.949620 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a66325aa-c3d8-45c0-ae56-d49a5d2d560d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.961259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51180f9e-c0ad-49c4-ba73-671725653778 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:42.987479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] Calling delete_port for 36651906-e31c-4e71-a5ca-0cc15f3c88ed owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:43.021048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Port': ['ID=36651906-e31c-4e71-a5ca-0cc15f3c88ed,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.026802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] No DVR routers for this DVR port 36651906-e31c-4e71-a5ca-0cc15f3c88ed on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:43.032881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d23e-9ff8-4fd2-b0fb-a70a28f59a77 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.040690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66325aa-c3d8-45c0-ae56-d49a5d2d560d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0432b25-d1f5-47ba-8648-7b5241d2a414,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.050947 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-92f9308b-b6af-4994-a08f-7d65ac5c8920 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5542b8e1f074509840b5d7912a72f97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0737269 Nov 29 01:49:43.052741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9308b-b6af-4994-a08f-7d65ac5c8920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2ab694-a76d-4a66-aa7a-08a929dddcd4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.064756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2d23e-9ff8-4fd2-b0fb-a70a28f59a77 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for d6e6dad6-5224-4696-b954-988f42833986 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:43.072002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44342) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:43.099908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.22.0.1 (c537b56b-7e4e-4edf-ad5c-17b325ec323c/3b15053c-8d65-466f-90e5-c236b0ef492e/4c2d7d11-f3d2-47f4-b53e-5b76183ce556) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:43.122051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9da68-5683-46a6-acf5-fb9149451ab5 None None] Port 22440e60-bfcd-4413-8521-134035e13a38 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:43.130681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:43.131572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.181242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a66325aa-c3d8-45c0-ae56-d49a5d2d560d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.185193 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a66325aa-c3d8-45c0-ae56-d49a5d2d560d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7095399 Nov 29 01:49:43.185851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44344) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:43.243033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51180f9e-c0ad-49c4-ba73-671725653778 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.254982 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-72289d32-5341-4617-b6c7-5f12a77667aa tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules/a0432b25-d1f5-47ba-8648-7b5241d2a414 HTTP/1.1" status: 200 len: 763 time: 0.0616279 Nov 29 01:49:43.254982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.259577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44346) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:43.273916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.277304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51180f9e-c0ad-49c4-ba73-671725653778 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.283280 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-51180f9e-c0ad-49c4-ba73-671725653778 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/735309d1-64d0-4a66-bf97-025f5c0f8468 HTTP/1.1" status: 204 len: 168 time: 1.5238671 Nov 29 01:49:43.285604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44348) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:43.289776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52464c17-70ad-4bef-9f1c-6d7642676b74 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:43.303016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5136976-200d-45ed-b35b-94ab5049c926']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:43.320722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-c1b8-43f5-b6d5-96460dca0ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.347538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-c1b8-43f5-b6d5-96460dca0ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.352241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] No DVR routers for this DVR port 36651906-e31c-4e71-a5ca-0cc15f3c88ed on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:43.356752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514cbfe-44b5-4cf0-a11a-d40de86488dd None None] Pushing event deleted for resources: {'Port': ['ID=36651906-e31c-4e71-a5ca-0cc15f3c88ed,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.376692 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-24929f08-2e4b-41eb-b513-533ad72c75d7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899985 Nov 29 01:49:43.381238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44350) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:43.386750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952e9d76-6371-4f1e-b43e-b85a307e3911') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:43.387148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952e9d76-6371-4f1e-b43e-b85a307e3911') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:43.393883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:43.420082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51180f9e-c0ad-49c4-ba73-671725653778 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=735309d1-64d0-4a66-bf97-025f5c0f8468,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.427274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.475497 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-14cd468e-dcbc-4a98-9a76-da4059874780 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2110529 Nov 29 01:49:43.493638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44352) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:43.538344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.558011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.568760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 36651906-e31c-4e71-a5ca-0cc15f3c88ed no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:43.576016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.576228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.605047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:43.605492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.618002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-22eb6a89-dfae-466d-83cf-4f62892b47a6 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2854 time: 0.8816550 Nov 29 01:49:43.623433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 36651906-e31c-4e71-a5ca-0cc15f3c88ed {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:43.623792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 36651906-e31c-4e71-a5ca-0cc15f3c88ed not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:43.632053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03167917-2ab1-45b1-9ebb-88c98d4b56fe tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.659316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03167917-2ab1-45b1-9ebb-88c98d4b56fe tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.680163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.716651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-c1b8-43f5-b6d5-96460dca0ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.726970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f341f81-c1b8-43f5-b6d5-96460dca0ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.728217 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7f341f81-c1b8-43f5-b6d5-96460dca0ddc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd2ab694-a76d-4a66-aa7a-08a929dddcd4 HTTP/1.1" status: 204 len: 168 time: 0.6542397 Nov 29 01:49:43.732796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c72ba7-e1e5-42ff-aeb4-368310f730d1 None None] Pushing event updated for resources: {'Port': ['ID=22440e60-bfcd-4413-8521-134035e13a38,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.778794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:43.798731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Attempting to bind port 22440e60-bfcd-4413-8521-134035e13a38 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:43.799113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Attempting to bind port 22440e60-bfcd-4413-8521-134035e13a38 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:43.799488 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Attempting to bind port 22440e60-bfcd-4413-8521-134035e13a38 on network fbcf8f88-d8e6-46d1-ad06-2b154690082b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:43.818273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.832638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:43.833032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Checking segment: {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:43.833487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.839052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f341f81-c1b8-43f5-b6d5-96460dca0ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2ab694-a76d-4a66-aa7a-08a929dddcd4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.842923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Bound using segment: {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:43.849742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Bound port: 22440e60-bfcd-4413-8521-134035e13a38, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:43.850221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.852159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network c537b56b-7e4e-4edf-ad5c-17b325ec323c is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:43.861244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:43.869173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:43.884267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03167917-2ab1-45b1-9ebb-88c98d4b56fe tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.941404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.942578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03167917-2ab1-45b1-9ebb-88c98d4b56fe tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.944364 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-03167917-2ab1-45b1-9ebb-88c98d4b56fe tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a0432b25-d1f5-47ba-8648-7b5241d2a414 HTTP/1.1" status: 204 len: 168 time: 0.4449847 Nov 29 01:49:43.957825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44360) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:43.981077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03167917-2ab1-45b1-9ebb-88c98d4b56fe tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0432b25-d1f5-47ba-8648-7b5241d2a414,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:43.987887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] Deleting port b8990c7d-4d50-434c-971d-cde718671b75 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:43.988278 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:43.990385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] For port 22440e60-bfcd-4413-8521-134035e13a38, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:44.004972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.014556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca9be4-53ca-44e8-9bbb-7340f7486ff6 None None] Network c537b56b-7e4e-4edf-ad5c-17b325ec323c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:44.156243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] For port b8990c7d-4d50-434c-971d-cde718671b75, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b8990c7d-4d50-434c-971d-cde718671b75,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:44.156646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.161769 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b0221487-8d0a-4442-bfc4-0730f6b3f98a tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2024515 Nov 29 01:49:44.168763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44366) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:44.184894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1d54e24d-3ba0-4e55-a76d-49b7351e4852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.187927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] Calling delete_port for b8990c7d-4d50-434c-971d-cde718671b75 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:44.192113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-fcbb0e0b-2350-4ca5-84e5-3324518d523d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Request body: {'security_group_rule': {'security_group_id': 'ba85475f-4f86-4f4c-8ed0-f7900e9a1d19', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:44.192291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1a678efb-fb8c-42be-a7fb-278cffd06acf None None] Provisioning complete for port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:44.192666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1a678efb-fb8c-42be-a7fb-278cffd06acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:44.209474 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:44.214373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.235828 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-fcbb0e0b-2350-4ca5-84e5-3324518d523d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Project 3de4ddec0da3401cb2af96f177d3c505 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:49:44.244446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0e0b-2350-4ca5-84e5-3324518d523d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.264556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d23e-9ff8-4fd2-b0fb-a70a28f59a77 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.318926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.320851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2d23e-9ff8-4fd2-b0fb-a70a28f59a77 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=d6e6dad6-5224-4696-b954-988f42833986,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:44.339865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.344103 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] 10.222.0.30 "DELETE /v2.0/networks/e5136976-200d-45ed-b35b-94ab5049c926 HTTP/1.1" status: 204 len: 168 time: 2.8964214 Nov 29 01:49:44.345804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] For port 22440e60-bfcd-4413-8521-134035e13a38, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=22440e60-bfcd-4413-8521-134035e13a38,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:44.363235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.381557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc80308-acab-48f6-9488-25ad29237884 None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:44.389881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed4620-00c9-43f3-82ad-589d84aac329 tempest-AllowedAddressPairTestJSON-103076593 tempest-AllowedAddressPairTestJSON-103076593-project] Pushing event deleted for resources: {'Network': ['ID=e5136976-200d-45ed-b35b-94ab5049c926,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:44.506659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a4d2d23e-9ff8-4fd2-b0fb-a70a28f59a77 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.516660 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a4d2d23e-9ff8-4fd2-b0fb-a70a28f59a77 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/ports/d6e6dad6-5224-4696-b954-988f42833986 HTTP/1.1" status: 204 len: 168 time: 2.0812113 Nov 29 01:49:44.520382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44380) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:44.561701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.567692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:44.568332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:44.570097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c72ba7-e1e5-42ff-aeb4-368310f730d1 None None] Pushing event updated for resources: {'Port': ['ID=22440e60-bfcd-4413-8521-134035e13a38,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:44.572993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:44.578041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.684688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0e0b-2350-4ca5-84e5-3324518d523d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.687759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1a678efb-fb8c-42be-a7fb-278cffd06acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.700989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0e0b-2350-4ca5-84e5-3324518d523d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.736715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] No DVR routers for this DVR port b8990c7d-4d50-434c-971d-cde718671b75 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:44.759102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:44.777379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe6091-f9d4-4993-b3c3-39bb3d9122e1 None None] Pushing event deleted for resources: {'Port': ['ID=b8990c7d-4d50-434c-971d-cde718671b75,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:44.809056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0e0b-2350-4ca5-84e5-3324518d523d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.810295 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fcbb0e0b-2350-4ca5-84e5-3324518d523d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6405516 Nov 29 01:49:44.814172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44390) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:44.851048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb0e0b-2350-4ca5-84e5-3324518d523d tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80043e1-bb87-4074-bdfe-9a1ee979987a,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:44.879429 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a06e5bb7-d591-4d50-95f6-4e20012a00ee tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules/d80043e1-bb87-4074-bdfe-9a1ee979987a HTTP/1.1" status: 200 len: 769 time: 0.0461521 Nov 29 01:49:44.882700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44392) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:44.898227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44394) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:44.950686 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0f9cb535-3367-40e3-9e57-ab60f35e3c59 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0668478 Nov 29 01:49:44.954215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44398) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:44.989110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44400) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:44.990050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f0775da0-252c-4d3d-9af4-0b79915333b3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.014175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f0775da0-252c-4d3d-9af4-0b79915333b3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.017952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.036721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:45.040512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.133404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:45.140956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44404) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:45.149852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-759038446'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:45.165544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6022168d-6cd2-4aa9-b74f-af1194791b3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063304241', 'description': 'tempest-secgroup-smoke-1063304241 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:45.193090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f0775da0-252c-4d3d-9af4-0b79915333b3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.212813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:49:45.215855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.223833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3a483dae-4ac2-439b-a101-33ce16dd51a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port d1709aa6-3507-47c4-8d31-17bf16ef8e0b {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:45.224181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a483dae-4ac2-439b-a101-33ce16dd51a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.232213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.239509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f0775da0-252c-4d3d-9af4-0b79915333b3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.240862 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f0775da0-252c-4d3d-9af4-0b79915333b3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d80043e1-bb87-4074-bdfe-9a1ee979987a HTTP/1.1" status: 204 len: 168 time: 0.2857263 Nov 29 01:49:45.246099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0775da0-252c-4d3d-9af4-0b79915333b3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d80043e1-bb87-4074-bdfe-9a1ee979987a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:45.252114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44406) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:45.290396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.db.api [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:49:45.290396 dv-neutron-816800-5-hyperv neutron-server[109948]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:49:45.290396 dv-neutron-816800-5-hyperv neutron-server[109948]: [parameters: {'project_id_1': 'cad89e0cad164e0b8ed2d434b4c4bcbc', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 49, 25, 175841)}] Nov 29 01:49:45.290396 dv-neutron-816800-5-hyperv neutron-server[109948]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:49:45.291155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG oslo_db.api [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:49:45.294365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:45.330959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:45.335474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:45.336092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.373650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6022168d-6cd2-4aa9-b74f-af1194791b3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.389705 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0074978 Nov 29 01:49:45.394811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b31e08-6c97-4c6e-9852-bc3b48691b71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=febb82ef-a1de-47c7-a302-11e9287c042a,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:45.398607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44408) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:45.406190 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8d63ea30-acde-45bb-bed5-201de6412bbd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0f267bfbc69449ca519394bcaf2a564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136446 Nov 29 01:49:45.407055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:81:28:26', 'name': 'tempest-NetworksTestDHCPv6-213829890'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:45.412033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44410) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:45.430767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a483dae-4ac2-439b-a101-33ce16dd51a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.436244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf8c24-e44d-4c95-acef-ff2e0d0c82c9 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:45.469249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1a678efb-fb8c-42be-a7fb-278cffd06acf None None] For port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7,segment=NetworkSegment(4c90e5fa-3e40-4aef-b812-0e535cf0b228),segment_id=4c90e5fa-3e40-4aef-b812-0e535cf0b228)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:45.481852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3a483dae-4ac2-439b-a101-33ce16dd51a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for d1709aa6-3507-47c4-8d31-17bf16ef8e0b owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:45.494385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.499651 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f50ee164-01da-4c63-94ad-5fb59eaed54b tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2408950 Nov 29 01:49:45.504212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1a678efb-fb8c-42be-a7fb-278cffd06acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.504425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44412) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:45.530628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network c537b56b-7e4e-4edf-ad5c-17b325ec323c is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:45.542610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:45.598602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:45.599201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.647930 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-27ab9d1f-66cd-4836-aac9-f440174895c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.692909 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c787c9ed-dcc0-4f4a-9a02-337173ee7534 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.693503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6022168d-6cd2-4aa9-b74f-af1194791b3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.695576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:45.702665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-27ab9d1f-66cd-4836-aac9-f440174895c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.711724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6022168d-6cd2-4aa9-b74f-af1194791b3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.769006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022168d-6cd2-4aa9-b74f-af1194791b3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3953964b-9519-4e02-a12c-4d2e955cfbfd,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:45.806494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c787c9ed-dcc0-4f4a-9a02-337173ee7534 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.807454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Provisioning complete for port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:45.807935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.825768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a483dae-4ac2-439b-a101-33ce16dd51a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.827492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a678efb-fb8c-42be-a7fb-278cffd06acf None None] Pushing event updated for resources: {'Port': ['ID=24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:45.840915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-27ab9d1f-66cd-4836-aac9-f440174895c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.845779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-27ab9d1f-66cd-4836-aac9-f440174895c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.851417 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-27ab9d1f-66cd-4836-aac9-f440174895c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d738127-73ed-4bcb-8373-a27dac1f024e HTTP/1.1" status: 204 len: 168 time: 0.4332216 Nov 29 01:49:45.881370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:45.885590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab9d1f-66cd-4836-aac9-f440174895c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d738127-73ed-4bcb-8373-a27dac1f024e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:45.889994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6022168d-6cd2-4aa9-b74f-af1194791b3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.890783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a483dae-4ac2-439b-a101-33ce16dd51a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=d1709aa6-3507-47c4-8d31-17bf16ef8e0b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:45.891246 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6022168d-6cd2-4aa9-b74f-af1194791b3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7340038 Nov 29 01:49:45.894591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44416) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:45.902545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8ae28350-c524-46bd-ae53-75439f8cac0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '3953964b-9519-4e02-a12c-4d2e955cfbfd', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:45.924599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b8990c7d-4d50-434c-971d-cde718671b75 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:45.931307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb17b08-e7c6-4fd8-995c-87f10992183e None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:46.035535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: b8990c7d-4d50-434c-971d-cde718671b75 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:46.036534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b8990c7d-4d50-434c-971d-cde718671b75 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:46.036856 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.068390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Made reservation on behalf of cad89e0cad164e0b8ed2d434b4c4bcbc for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:46.072364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c787c9ed-dcc0-4f4a-9a02-337173ee7534 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.075064 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c787c9ed-dcc0-4f4a-9a02-337173ee7534 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.075792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.076345 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c787c9ed-dcc0-4f4a-9a02-337173ee7534 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "DELETE /v2.0/security-groups/ba85475f-4f86-4f4c-8ed0-f7900e9a1d19 HTTP/1.1" status: 204 len: 168 time: 0.5710907 Nov 29 01:49:46.093270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44418) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:46.094118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787c9ed-dcc0-4f4a-9a02-337173ee7534 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85475f-4f86-4f4c-8ed0-f7900e9a1d19,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:46.114330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a483dae-4ac2-439b-a101-33ce16dd51a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.119873 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3a483dae-4ac2-439b-a101-33ce16dd51a6 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/ports/d1709aa6-3507-47c4-8d31-17bf16ef8e0b HTTP/1.1" status: 204 len: 168 time: 1.5962567 Nov 29 01:49:46.124318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44422) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:46.127195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ae28350-c524-46bd-ae53-75439f8cac0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.134878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 888e5c1a-4e09-421b-8369-b3f99673c5f0 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:46.168371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.195199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': 'febb82ef-a1de-47c7-a302-11e9287c042a'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:46.196411 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.208141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-54200a86-ced0-4d06-b946-25332a200038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:43Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:46.227589 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c7cb5d95-128a-4ad2-a66e-266dd023d5a3 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1290255 Nov 29 01:49:46.236347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44426) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:46.269968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Provisioning complete for port 22440e60-bfcd-4413-8521-134035e13a38 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:46.271183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.300790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.309946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:46.322081 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:46.326297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54200a86-ced0-4d06-b946-25332a200038 None None] The sync data for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv is: [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:43Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:46.346438 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:46.348254 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:46.351385 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e82f7920-e666-465b-83b0-c3fe782f6437 tempest-SecGroupIPv6Test-1193404973 tempest-SecGroupIPv6Test-1193404973-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1129434 Nov 29 01:49:46.358744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.360627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fe81:2826 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/febb82ef-a1de-47c7-a302-11e9287c042a/888e5c1a-4e09-421b-8369-b3f99673c5f0) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:46.384861 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-62070806-c34a-4859-80ab-a6f8fa223b0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9219279 Nov 29 01:49:46.416300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44434) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:46.449406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eeec9f-b765-4258-b32b-e0724ab78a2f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:46.454253 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e1eeec9f-b765-4258-b32b-e0724ab78a2f tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=68ff1249-3281-4547-a19c-50eefc51fb3e HTTP/1.1" status: 200 len: 913 time: 0.3242168 Nov 29 01:49:46.459447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44438) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:46.508346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1034275428'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:46.549409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:46.569109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.577401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67bafaa-54e7-4fae-bfd3-2bff14efa65d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:46.603201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.603569 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Added segment 99b1cfe5-f51f-436c-a305-c95befc65229 of type vlan for network 553099fb-c841-4409-9ec3-b8af9a77ec44 Nov 29 01:49:46.615674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.632783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:46.638736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.684383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] For port 22440e60-bfcd-4413-8521-134035e13a38, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=22440e60-bfcd-4413-8521-134035e13a38,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:46.699759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.726364 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:46.785712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Pushing event updated for resources: {'Port': ['ID=22440e60-bfcd-4413-8521-134035e13a38,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:46.805222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Provisioning complete for port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:46.805605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.825851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:46.849076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.849643 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added segment 67ecf454-8af6-48d1-9376-3b37a250f0a4 of type vlan for network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 Nov 29 01:49:46.867813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 22440e60-bfcd-4413-8521-134035e13a38 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:46.940476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ae28350-c524-46bd-ae53-75439f8cac0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.949148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.968744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ae28350-c524-46bd-ae53-75439f8cac0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.970684 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-03fd0808-96ee-4e2e-ae64-fbc6e20c11b2 None None] Port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:46.979509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.021038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44450) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:47.029581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae28350-c524-46bd-ae53-75439f8cac0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5f4027-ab17-41eb-af65-0ac2e24da452,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:47.038038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 22440e60-bfcd-4413-8521-134035e13a38 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:47.038534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.111163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-76e5dd25-d7a6-4530-894e-bf1cac265a74 None None] Provisioning complete for port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:47.111645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-76e5dd25-d7a6-4530-894e-bf1cac265a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.121334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ae28350-c524-46bd-ae53-75439f8cac0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.133673 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8ae28350-c524-46bd-ae53-75439f8cac0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2352664 Nov 29 01:49:47.137866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44454) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:47.150934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b34bd7c5-1d8e-4550-94f8-f2da3ee99dc1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '3953964b-9519-4e02-a12c-4d2e955cfbfd', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:47.185120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.192011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:47.193192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.195890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.196824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-76e5dd25-d7a6-4530-894e-bf1cac265a74 None None] Port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:47.202841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:47.203615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.218378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44456) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:47.230055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:47.243666 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7881696 Nov 29 01:49:47.252200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44460) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:47.270593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b34bd7c5-1d8e-4550-94f8-f2da3ee99dc1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.372676 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4686456 Nov 29 01:49:47.372929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:47.373131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.377085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44462) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:47.415113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b34bd7c5-1d8e-4550-94f8-f2da3ee99dc1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.421850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Request body: {'subnet': {'network_id': '553099fb-c841-4409-9ec3-b8af9a77ec44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:47.449452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1602676544'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:47.460599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b34bd7c5-1d8e-4550-94f8-f2da3ee99dc1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.492615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5090983-6435-477e-ade9-8bd8552c73f0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Pushing event updated for resources: {'Network': ['ID=553099fb-c841-4409-9ec3-b8af9a77ec44,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:47.523063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bd7c5-1d8e-4550-94f8-f2da3ee99dc1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99782048-7e01-49ff-b2df-fc89da302eba,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:47.543087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.547446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 553099fb-c841-4409-9ec3-b8af9a77ec44 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:47.557889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'subnet': {'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:47.560082 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:44Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:44Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:47.623607 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:49:47.623962 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Updating router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:49:47.652841 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.726067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.775013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:47.781864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.796555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:47.803793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:47.805885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b34bd7c5-1d8e-4550-94f8-f2da3ee99dc1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.806950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:47.807884 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b34bd7c5-1d8e-4550-94f8-f2da3ee99dc1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6623518 Nov 29 01:49:47.813047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:47.813699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.824234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Allocated IP 2001:db8::f816:3eff:fe18:7f4d (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/febb82ef-a1de-47c7-a302-11e9287c042a/cb36d094-b64f-4ae9-8bbe-6eec955e85a3) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:47.835215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44464) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:47.842144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c6dcba6b-8e76-409e-9b7f-d299b678630f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '3953964b-9519-4e02-a12c-4d2e955cfbfd', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:47.864762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Made reservation on behalf of f843cd53e94a46e2a6aac6149ae86c07 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:47.868505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.900791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.948087 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-93772507-a25d-4d9c-b3dc-b1153bd3e3a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3de4ddec0da3401cb2af96f177d3c505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9158733 Nov 29 01:49:47.948784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7afd6-5ce8-4d34-97da-e5d9fac05113 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Network': ['ID=02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:47.954122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44466) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:47.971054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:48.016947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Made reservation on behalf of cad89e0cad164e0b8ed2d434b4c4bcbc for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:48.020783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.031270 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.038905 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.082048 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6789656 Nov 29 01:49:48.086738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c4a95-fe27-47ef-9313-bc98dba91b93 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=888e5c1a-4e09-421b-8369-b3f99673c5f0,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:48.088698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44468) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:48.090580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.203527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.211412 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Attempting to bind port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:48.211778 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Attempting to bind port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:48.212138 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Attempting to bind port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 on network c537b56b-7e4e-4edf-ad5c-17b325ec323c {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:48.218207 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:48.218729 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Checking segment: {'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:48.219177 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.219578 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Bound using segment: {'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:48.220071 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Bound port: 4c2d7d11-f3d2-47f4-b53e-5b76183ce556, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c90e5fa-3e40-4aef-b812-0e535cf0b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:48.220543 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.223490 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d4191-8fc0-46bb-9f4f-3a3362a448c1 None None] Pushing event updated for resources: {'Port': ['ID=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:48.224385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.251250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4878606a-4eda-4ac4-9cbe-c7de9dd887bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.306987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:48.312045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Pushing event updated for resources: {'Port': ['ID=cb36d094-b64f-4ae9-8bbe-6eec955e85a3,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:48.314349 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] For port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:48.323060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:48.326280 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] For port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,segment=NetworkSegment(4c90e5fa-3e40-4aef-b812-0e535cf0b228),segment_id=4c90e5fa-3e40-4aef-b812-0e535cf0b228)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:48.331192 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6dcba6b-8e76-409e-9b7f-d299b678630f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.332469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:48.333662 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.365335 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Subnet': ['ID=8e7c5e1b-00b8-40d4-848b-0a0249902bed,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:48.367895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Checking segment: {'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:48.368421 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network hostable DHCP agents. Network: 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:48.415040 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:48.415762 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:48.428707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Attempting to bind port cb36d094-b64f-4ae9-8bbe-6eec955e85a3 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:48.429601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Attempting to bind port cb36d094-b64f-4ae9-8bbe-6eec955e85a3 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:48.430215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Attempting to bind port cb36d094-b64f-4ae9-8bbe-6eec955e85a3 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:48.437704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:48.442321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:48.442890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.443396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:48.446573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Bound port: cb36d094-b64f-4ae9-8bbe-6eec955e85a3, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:48.447053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.505683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6dcba6b-8e76-409e-9b7f-d299b678630f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.522906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6dcba6b-8e76-409e-9b7f-d299b678630f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.551477 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.568211 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d4191-8fc0-46bb-9f4f-3a3362a448c1 None None] Pushing event updated for resources: {'Port': ['ID=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:48.584198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:48.589519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4878606a-4eda-4ac4-9cbe-c7de9dd887bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.589754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 22440e60-bfcd-4413-8521-134035e13a38 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:48.611196 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:48.612284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.629456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bda415-2629-4242-a0f1-9a7d15241146 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:48.631106 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-37bda415-2629-4242-a0f1-9a7d15241146 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5327914 Nov 29 01:49:48.647885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] For port cb36d094-b64f-4ae9-8bbe-6eec955e85a3, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:48.662653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44470) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:48.677709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-89b8c94c-b271-4af3-8c6b-f1cac37badb9 None None] Provisioning complete for port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:48.678086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-89b8c94c-b271-4af3-8c6b-f1cac37badb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.717716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] For port cb36d094-b64f-4ae9-8bbe-6eec955e85a3, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=cb36d094-b64f-4ae9-8bbe-6eec955e85a3,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:48.728985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.744418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c6dcba6b-8e76-409e-9b7f-d299b678630f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.746179 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c6dcba6b-8e76-409e-9b7f-d299b678630f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9083700 Nov 29 01:49:48.746966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.750526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44472) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:48.757924 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3e71b7d0-4bb3-43bc-b5f7-79306ab1c74c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '3953964b-9519-4e02-a12c-4d2e955cfbfd', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:48.796645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ef7de-115f-441b-9592-bafc1a76580a None None] Pushing event updated for resources: {'Port': ['ID=cb36d094-b64f-4ae9-8bbe-6eec955e85a3,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:48.808490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.830623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcba6b-8e76-409e-9b7f-d299b678630f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a876943-b73f-40fc-b2e8-73c08317bcde,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:48.836073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:48.853333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5af37b-d78a-4460-9328-4efc4b42d954 None None] Network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:48.867161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:48.868138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:48.868970 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.880471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.880785 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Added segment c84c6802-ccd0-4630-9e87-cee1dddfacf4 of type vlan for network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 Nov 29 01:49:48.910399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e71b7d0-4bb3-43bc-b5f7-79306ab1c74c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.917574 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e6ee97eb-a640-491f-99c1-4eccc7f48b51 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3672869 Nov 29 01:49:48.926370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Pushing event updated for resources: {'Subnet': ['ID=6ae34eab-3eea-49c3-9a12-2633fc97e26c,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:48.931582 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44474) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:48.953895 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 22440e60-bfcd-4413-8521-134035e13a38 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:48.954532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:48.957355 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:44Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:48Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:48.963910 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:49:48.985572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.002561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-89b8c94c-b271-4af3-8c6b-f1cac37badb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.010909 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0d77a-8924-4a20-80cf-80b3ca4594e0 None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:44Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:48Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:49.102508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.108611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:49.109774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.119747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-89b8c94c-b271-4af3-8c6b-f1cac37badb9 None None] For port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,segment=NetworkSegment(4c90e5fa-3e40-4aef-b812-0e535cf0b228),segment_id=4c90e5fa-3e40-4aef-b812-0e535cf0b228)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:49.192022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-89b8c94c-b271-4af3-8c6b-f1cac37badb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.201243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4878606a-4eda-4ac4-9cbe-c7de9dd887bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.203909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4878606a-4eda-4ac4-9cbe-c7de9dd887bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.207894 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4878606a-4eda-4ac4-9cbe-c7de9dd887bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbb25cd0-6cc3-420b-ac9f-45877e34939a HTTP/1.1" status: 204 len: 168 time: 1.2484548 Nov 29 01:49:49.378496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8c94c-b271-4af3-8c6b-f1cac37badb9 None None] Pushing event updated for resources: {'Port': ['ID=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:49.441435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-83fbe523-4ea2-41fa-9263-f52ba969760d None None] Provisioning complete for port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:49.441817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83fbe523-4ea2-41fa-9263-f52ba969760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.445021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:49.446326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.673451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Allocated IP 172.23.0.2 (02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3/8e7c5e1b-00b8-40d4-848b-0a0249902bed/ad91c01c-151b-4329-ba46-8965d03ac3bb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:49.853033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f841d6-f5eb-4463-a750-610e89c8bf6b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:49.885543 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.6576631 Nov 29 01:49:49.889953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44478) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:49.899067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'name': 'tempest-PortsTestJSON-1953493514'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:49.913438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0d582-c0af-4491-ae0e-11aa2952bf76 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Network': ['ID=a9e60e2e-bd9d-4e1d-977c-4dac55b034c0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:49.927254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878606a-4eda-4ac4-9cbe-c7de9dd887bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb25cd0-6cc3-420b-ac9f-45877e34939a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:49.939773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Checking segment: {'id': '99b1cfe5-f51f-436c-a305-c95befc65229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '553099fb-c841-4409-9ec3-b8af9a77ec44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:49.940144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Network hostable DHCP agents. Network: 553099fb-c841-4409-9ec3-b8af9a77ec44, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:49.966792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e71b7d0-4bb3-43bc-b5f7-79306ab1c74c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.978353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e71b7d0-4bb3-43bc-b5f7-79306ab1c74c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.986799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:49.995365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:50.019643 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Network 553099fb-c841-4409-9ec3-b8af9a77ec44 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:50.022168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e71b7d0-4bb3-43bc-b5f7-79306ab1c74c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.023454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-50ef0d66-562a-4498-aaed-7178ea4cc7d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 888e5c1a-4e09-421b-8369-b3f99673c5f0 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:50.023611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3e71b7d0-4bb3-43bc-b5f7-79306ab1c74c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2700427 Nov 29 01:49:50.023790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-50ef0d66-562a-4498-aaed-7178ea4cc7d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.027704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44480) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:50.028708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71b7d0-4bb3-43bc-b5f7-79306ab1c74c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afbac18-6b11-4743-b633-9ff8c1490e04,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:50.035581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f50435e4-139c-4992-9dd2-d0e09ba162c5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '3953964b-9519-4e02-a12c-4d2e955cfbfd', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:50.076439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 553099fb-c841-4409-9ec3-b8af9a77ec44) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:50.077950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.094617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0736119-7597-4232-8fdd-48e1a775eae6 None None] Network 553099fb-c841-4409-9ec3-b8af9a77ec44 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:50.106109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 18db82fa-cde3-46d7-b5c9-d613e3d9e1bb {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:50.106482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.136788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:50.137398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.168055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:50.171556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.193671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-f50435e4-139c-4992-9dd2-d0e09ba162c5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:49:50.196053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:50.210397 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9705d24d-aa85-4fd0-907b-6f00f1471fbe tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7936885 Nov 29 01:49:50.213928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f50435e4-139c-4992-9dd2-d0e09ba162c5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.216166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44482) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:50.231173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Request body: {'port': {'network_id': '553099fb-c841-4409-9ec3-b8af9a77ec44', 'name': 'tempest-TagsExtTest-73539029'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:50.232711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port eabf16e2-ca6f-4915-9eb1-afde186f72d4 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:50.238214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:50.244644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:50.255018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-50ef0d66-562a-4498-aaed-7178ea4cc7d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.265573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Pushing event updated for resources: {'Port': ['ID=ad91c01c-151b-4329-ba46-8965d03ac3bb,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:50.290170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.318670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-50ef0d66-562a-4498-aaed-7178ea4cc7d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 888e5c1a-4e09-421b-8369-b3f99673c5f0 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:50.344919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Attempting to bind port ad91c01c-151b-4329-ba46-8965d03ac3bb on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:50.344919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Attempting to bind port ad91c01c-151b-4329-ba46-8965d03ac3bb by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:50.344919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Attempting to bind port ad91c01c-151b-4329-ba46-8965d03ac3bb on network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:50.365819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:50.366647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Checking segment: {'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:50.367352 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.367984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Bound using segment: {'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:50.368688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Bound port: ad91c01c-151b-4329-ba46-8965d03ac3bb, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:50.369336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.438939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f50435e4-139c-4992-9dd2-d0e09ba162c5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.439156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.456379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f50435e4-139c-4992-9dd2-d0e09ba162c5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.527240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 18db82fa-cde3-46d7-b5c9-d613e3d9e1bb owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:50.545687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-553099fb-c841-4409-9ec3-b8af9a77ec44', 'network_id': '553099fb-c841-4409-9ec3-b8af9a77ec44', 'tenant_id': 'cad89e0cad164e0b8ed2d434b4c4bcbc', 'fixed_ips': [{'subnet_id': '6ae34eab-3eea-49c3-9a12-2633fc97e26c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:50.552198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.590774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] For port ad91c01c-151b-4329-ba46-8965d03ac3bb, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:50.606724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] For port ad91c01c-151b-4329-ba46-8965d03ac3bb, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ad91c01c-151b-4329-ba46-8965d03ac3bb,segment=NetworkSegment(67ecf454-8af6-48d1-9376-3b37a250f0a4),segment_id=67ecf454-8af6-48d1-9376-3b37a250f0a4)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:50.616367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.637501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.658688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50435e4-139c-4992-9dd2-d0e09ba162c5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd0edb1-e452-4687-88b2-fb4e84fc64fd,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:50.672130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f50435e4-139c-4992-9dd2-d0e09ba162c5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.677752 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f50435e4-139c-4992-9dd2-d0e09ba162c5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6481626 Nov 29 01:49:50.682446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44484) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:50.683017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device cb36d094-b64f-4ae9-8bbe-6eec955e85a3 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:50.686236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f676809c-a9c2-4e1f-9ddb-f3ccc747dde7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '3953964b-9519-4e02-a12c-4d2e955cfbfd', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:50.692842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Made reservation on behalf of cad89e0cad164e0b8ed2d434b4c4bcbc for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:50.696204 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.729782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] device_id is not set on port 669cff87-5be9-4c37-925d-7f8b1587a468 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:50.774581 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-f676809c-a9c2-4e1f-9ddb-f3ccc747dde7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:49:50.784680 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f676809c-a9c2-4e1f-9ddb-f3ccc747dde7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.792631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.812692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-50ef0d66-562a-4498-aaed-7178ea4cc7d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.833863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4050c9-ab8b-4184-9085-8ab286dc893f None None] Pushing event updated for resources: {'Port': ['ID=ad91c01c-151b-4329-ba46-8965d03ac3bb,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:50.917724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6f553217-52a4-477f-a9cd-14335af11a0e None None] Provisioning complete for port cb36d094-b64f-4ae9-8bbe-6eec955e85a3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:50.918361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6f553217-52a4-477f-a9cd-14335af11a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.931114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port cb36d094-b64f-4ae9-8bbe-6eec955e85a3 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:50.931372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.964564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=eabf16e2-ca6f-4915-9eb1-afde186f72d4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:50.970824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-50ef0d66-562a-4498-aaed-7178ea4cc7d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:50.976995 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-50ef0d66-562a-4498-aaed-7178ea4cc7d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/888e5c1a-4e09-421b-8369-b3f99673c5f0 HTTP/1.1" status: 204 len: 168 time: 2.2746787 Nov 29 01:49:50.993232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44486) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:51.005639 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef0d66-562a-4498-aaed-7178ea4cc7d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=888e5c1a-4e09-421b-8369-b3f99673c5f0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:51.033895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking segment: {'id': 'c84c6802-ccd0-4630-9e87-cee1dddfacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:51.034801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network hostable DHCP agents. Network: a9e60e2e-bd9d-4e1d-977c-4dac55b034c0, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:51.047080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f676809c-a9c2-4e1f-9ddb-f3ccc747dde7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.062124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f676809c-a9c2-4e1f-9ddb-f3ccc747dde7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.093291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676809c-a9c2-4e1f-9ddb-f3ccc747dde7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa1b9e7-c0ef-496b-8b4c-a526f7c6563f,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:51.099703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f676809c-a9c2-4e1f-9ddb-f3ccc747dde7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.101005 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f676809c-a9c2-4e1f-9ddb-f3ccc747dde7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4193747 Nov 29 01:49:51.103280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:51.110402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Allocated IP 172.20.0.2 (553099fb-c841-4409-9ec3-b8af9a77ec44/6ae34eab-3eea-49c3-9a12-2633fc97e26c/c044ddaf-5fd7-45c5-a55c-f27cb0d3103c) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:51.134919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ae733-fdec-4676-a305-48e74a17c0e2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:51.134919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ae733-fdec-4676-a305-48e74a17c0e2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:51.152933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44490) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:51.164721 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-007ae733-fdec-4676-a305-48e74a17c0e2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1699462 Nov 29 01:49:51.177245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Allocated IP 172.23.0.1 (02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3/8e7c5e1b-00b8-40d4-848b-0a0249902bed/f69b331b-ae72-4f74-9fbe-0b34000757b4) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:51.181149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, a9e60e2e-bd9d-4e1d-977c-4dac55b034c0) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:51.213012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.227886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:51.245055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:51.245726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.249408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0137b3-1a15-4997-a6d1-b322b21f2c6b None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:51.300144 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aadd962b-56a5-4037-8d36-f771df256554 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4053547 Nov 29 01:49:51.304262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=18db82fa-cde3-46d7-b5c9-d613e3d9e1bb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:51.305453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44492) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:51.317968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b166010-0d5a-4679-b68b-975bd8cfa70e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet febb82ef-a1de-47c7-a302-11e9287c042a {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:51.332101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-923656488'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:51.336380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3b166010-0d5a-4679-b68b-975bd8cfa70e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.358984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13929961-2ab9-4584-8bc1-64b8f71f873d None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:51.463972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3b166010-0d5a-4679-b68b-975bd8cfa70e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.489498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.501928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:51.505569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.566873 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-411f78dd-08bf-4e77-b3b9-da41d641fcf0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063304241&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.1495271 Nov 29 01:49:51.584335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6f553217-52a4-477f-a9cd-14335af11a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.604758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.607525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:51.642368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port cb36d094-b64f-4ae9-8bbe-6eec955e85a3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=cb36d094-b64f-4ae9-8bbe-6eec955e85a3,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:51.654697 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.655149 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Added segment 661cd03a-056a-45ed-b13b-7a3a9d160e74 of type vlan for network 29cc4ed3-fd5a-4842-ac34-576c5b23afcd Nov 29 01:49:51.661193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.662085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:51.677729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.684532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.698845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3b166010-0d5a-4679-b68b-975bd8cfa70e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.792773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:51.797364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.805265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:51.807864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:51.820960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-6f553217-52a4-477f-a9cd-14335af11a0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:49:51.821349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-6f553217-52a4-477f-a9cd-14335af11a0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:49:51.826735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.827447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=cb36d094-b64f-4ae9-8bbe-6eec955e85a3,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:51.845482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.857273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=f69b331b-ae72-4f74-9fbe-0b34000757b4,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:51.877700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:51.878758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.913002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.914090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-55383505-bf54-4248-bb0d-ef6d2a42948a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:51.915687 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-55383505-bf54-4248-bb0d-ef6d2a42948a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 200 len: 797 time: 0.3240364 Nov 29 01:49:51.917489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.923462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:51.923897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:51.937272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Network 553099fb-c841-4409-9ec3-b8af9a77ec44 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:51.945861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:51.957264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:51.964916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Pushing event updated for resources: {'Port': ['ID=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:51.994136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3b166010-0d5a-4679-b68b-975bd8cfa70e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.005214 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6869462 Nov 29 01:49:52.011257 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-d56b96c7-6ebc-4a32-9541-939d9699ca6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0845900 Nov 29 01:49:52.044788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44510) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:52.050777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.db.api [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-211ba061-1cc8-4481-9670-536eb02c62e4 {{(pid=109949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:49:52.051170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG oslo_db.api [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:49:52.058725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'ports': [{'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0'}, {'network_id': '29cc4ed3-fd5a-4842-ac34-576c5b23afcd'}]} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:52.059652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:52.060208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': '29cc4ed3-fd5a-4842-ac34-576c5b23afcd'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:52.066710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Attempting to bind port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:52.067424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Attempting to bind port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '99b1cfe5-f51f-436c-a305-c95befc65229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '553099fb-c841-4409-9ec3-b8af9a77ec44'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:52.068007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Attempting to bind port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c on network 553099fb-c841-4409-9ec3-b8af9a77ec44 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:52.070389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b166010-0d5a-4679-b68b-975bd8cfa70e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=febb82ef-a1de-47c7-a302-11e9287c042a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:52.081738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:52.082415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Checking segment: {'id': '99b1cfe5-f51f-436c-a305-c95befc65229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '553099fb-c841-4409-9ec3-b8af9a77ec44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:52.083064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.083665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Bound using segment: {'id': '99b1cfe5-f51f-436c-a305-c95befc65229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '553099fb-c841-4409-9ec3-b8af9a77ec44'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:52.084356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Bound port: c044ddaf-5fd7-45c5-a55c-f27cb0d3103c, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b1cfe5-f51f-436c-a305-c95befc65229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '553099fb-c841-4409-9ec3-b8af9a77ec44'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:52.084947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.108134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3b166010-0d5a-4679-b68b-975bd8cfa70e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.114076 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3b166010-0d5a-4679-b68b-975bd8cfa70e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/febb82ef-a1de-47c7-a302-11e9287c042a HTTP/1.1" status: 204 len: 168 time: 0.9566526 Nov 29 01:49:52.128711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44512) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:52.129403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaa6cc-6f08-4c96-bfbe-31aa0a7fbead tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Network': ['ID=29cc4ed3-fd5a-4842-ac34-576c5b23afcd,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:52.155075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc56681-7e80-42e0-8df6-1a4ed8691cab None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:52.180502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 29cc4ed3-fd5a-4842-ac34-576c5b23afcd details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:52.182887 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b858d6f4-c07e-4aea-b3f0-ccccdd2266b5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497327 Nov 29 01:49:52.187655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44514) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:52.231370 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-84e4877c-aaf9-492a-b946-6abd90ccc275 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672087 Nov 29 01:49:52.279485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b90e6-7517-4166-ad4f-712c868465e6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:52.281066 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8c6b90e6-7517-4166-ad4f-712c868465e6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0926354 Nov 29 01:49:52.288082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44516) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:52.391413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843af330-b71c-4f27-941d-0017a9928ae3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:52.392987 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-843af330-b71c-4f27-941d-0017a9928ae3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1039307 Nov 29 01:49:52.395877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44518) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:52.421358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.429932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Router 68ff1249-3281-4547-a19c-50eefc51fb3e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:52.448351 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-57706ef9-745c-4cd6-b2c8-ab25982c6d29 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515299 Nov 29 01:49:52.450299 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-7fed62ed-4cb2-43f3-94e2-5ba57792e4e4 service neutron] 10.222.0.30 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002254 Nov 29 01:49:52.461199 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44520) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:52.466078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:52.486563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16506f-3b08-42e6-a10c-3714012851f7 None None] Network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:52.505612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.573068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.626171 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] For port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:52.644356 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-0401765f-4315-4d43-9e6e-e83e9781c584 service neutron] 10.222.0.30 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676075 Nov 29 01:49:52.647519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] For port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,segment=NetworkSegment(99b1cfe5-f51f-436c-a305-c95befc65229),segment_id=99b1cfe5-f51f-436c-a305-c95befc65229)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:52.666287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.717869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] device_id is not set on port 99aaf4b9-4d02-4f91-b359-93895c20d28e yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:52.748076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device cb36d094-b64f-4ae9-8bbe-6eec955e85a3 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:52.750625 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2a617e5b-cae2-46a9-8fef-6a9e34670b82 None None] Could not find standard attr ID for object 888e5c1a-4e09-421b-8369-b3f99673c5f0. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:49:52.844047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:52.865716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6109f-b46f-44fa-b388-638bf4b4be4a None None] Pushing event updated for resources: {'Port': ['ID=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:52.878874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2a617e5b-cae2-46a9-8fef-6a9e34670b82 None None] Provisioning complete for port ad91c01c-151b-4329-ba46-8965d03ac3bb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:52.879257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a617e5b-cae2-46a9-8fef-6a9e34670b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.996640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port cb36d094-b64f-4ae9-8bbe-6eec955e85a3 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:52.997250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.074502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] Deleting port cb36d094-b64f-4ae9-8bbe-6eec955e85a3 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:53.075144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.132802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a617e5b-cae2-46a9-8fef-6a9e34670b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.151418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 2} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:53.157077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.222707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] For port cb36d094-b64f-4ae9-8bbe-6eec955e85a3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=cb36d094-b64f-4ae9-8bbe-6eec955e85a3,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:53.223421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.276926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] Calling delete_port for cb36d094-b64f-4ae9-8bbe-6eec955e85a3 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:53.305117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2a617e5b-cae2-46a9-8fef-6a9e34670b82 None None] For port ad91c01c-151b-4329-ba46-8965d03ac3bb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ad91c01c-151b-4329-ba46-8965d03ac3bb,segment=NetworkSegment(67ecf454-8af6-48d1-9376-3b37a250f0a4),segment_id=67ecf454-8af6-48d1-9376-3b37a250f0a4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:53.358047 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-03fb1ab3-3e3d-444f-ad6a-330c2bc498bc req-981f5850-599d-49ab-8241-dd3c354ec094 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 210 time: 0.2287283 Nov 29 01:49:53.358813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.369271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a617e5b-cae2-46a9-8fef-6a9e34670b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.377087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ad91c01c-151b-4329-ba46-8965d03ac3bb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:53.430293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:53.433681 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.514852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a617e5b-cae2-46a9-8fef-6a9e34670b82 None None] Pushing event updated for resources: {'Port': ['ID=ad91c01c-151b-4329-ba46-8965d03ac3bb,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:53.522279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.535915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-50c993b7-d366-4c4e-b3e9-52a81d761bcd None None] Provisioning complete for port f69b331b-ae72-4f74-9fbe-0b34000757b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:53.536293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-50c993b7-d366-4c4e-b3e9-52a81d761bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.568419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:53.607215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-50c993b7-d366-4c4e-b3e9-52a81d761bcd None None] Port f69b331b-ae72-4f74-9fbe-0b34000757b4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:53.616157 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ec815ee7-f0ae-4470-981d-d37d8d9f5c60 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "PUT /v2.0/routers/68ff1249-3281-4547-a19c-50eefc51fb3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1524968 Nov 29 01:49:53.616693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc315e3-5af0-4820-aa44-b09e534bf78a None None] Sync routers for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:53.618691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44534) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:53.634716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ad91c01c-151b-4329-ba46-8965d03ac3bb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:53.635095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.639965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] Pushing event deleted for resources: {'Port': ['ID=cb36d094-b64f-4ae9-8bbe-6eec955e85a3,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:53.692976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc315e3-5af0-4820-aa44-b09e534bf78a None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:53.693845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-afc315e3-5af0-4820-aa44-b09e534bf78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:53.700530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc642b63-4584-43e2-9ca7-292aa9b2323e None None] No DVR routers for this DVR port cb36d094-b64f-4ae9-8bbe-6eec955e85a3 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:49:53.729946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port f6f0c785-fb0e-4fa7-8a5f-49761930026f yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:53.748406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Allocated IP 172.20.0.8 (553099fb-c841-4409-9ec3-b8af9a77ec44/6ae34eab-3eea-49c3-9a12-2633fc97e26c/99aaf4b9-4d02-4f91-b359-93895c20d28e) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:53.750291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-afc315e3-5af0-4820-aa44-b09e534bf78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:53.760367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-50c993b7-d366-4c4e-b3e9-52a81d761bcd None None] Provisioning complete for port ad91c01c-151b-4329-ba46-8965d03ac3bb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:53.760592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-50c993b7-d366-4c4e-b3e9-52a81d761bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.802191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc315e3-5af0-4820-aa44-b09e534bf78a None None] Routers {'68ff1249-3281-4547-a19c-50eefc51fb3e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:53.803532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-afc315e3-5af0-4820-aa44-b09e534bf78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['68ff1249-3281-4547-a19c-50eefc51fb3e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:53.834022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:53.868176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-afc315e3-5af0-4820-aa44-b09e534bf78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:53.869024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc315e3-5af0-4820-aa44-b09e534bf78a None None] The sync data for ids ['68ff1249-3281-4547-a19c-50eefc51fb3e'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:53.994973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.004687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.035334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.074195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting port 89b5af23-f5c8-472a-bf45-36ce788d8cc6 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:54.074954 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.078726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-547e9549-87a2-4682-89d5-ebb75d3464fc None None] Provisioning complete for port f69b331b-ae72-4f74-9fbe-0b34000757b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:54.079739 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-547e9549-87a2-4682-89d5-ebb75d3464fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.128698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-547e9549-87a2-4682-89d5-ebb75d3464fc None None] Port f69b331b-ae72-4f74-9fbe-0b34000757b4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:54.162762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.188197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Calling delete_port for 89b5af23-f5c8-472a-bf45-36ce788d8cc6 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:54.245021 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event updated for resources: {'Port': ['ID=f69b331b-ae72-4f74-9fbe-0b34000757b4,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:54.252273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.307904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.360150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a0d56a-9124-4456-b7a3-82aba67f1993 None None] Network 553099fb-c841-4409-9ec3-b8af9a77ec44 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:54.396510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.431770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.434081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Port': ['ID=89b5af23-f5c8-472a-bf45-36ce788d8cc6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:54.463291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91536e7d-b395-41ea-8471-8c23989e03d8 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:54.526455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.526847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.527319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.527536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.527880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.528223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.528562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.528902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.529556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.529901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.530238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.531089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:54.540929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b13c01bf-a708-4c0b-a787-06b139b63c6c None None] Provisioning complete for port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:54.541162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b13c01bf-a708-4c0b-a787-06b139b63c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.583402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.586684 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b6d7d488-a6d4-40fd-8760-7d3874314363 req-16a43a6d-a2c0-449e-8fa2-473d6c8cf54e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 210 time: 0.0352740 Nov 29 01:49:54.702540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b13c01bf-a708-4c0b-a787-06b139b63c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.704940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port df4b2ba3-da45-43b6-878d-ca25fbc96cd2 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:54.715638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.718324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c044ddaf-5fd7-45c5-a55c-f27cb0d3103c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:54.718750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.753960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:49:54.773070 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.790272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.790765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b13c01bf-a708-4c0b-a787-06b139b63c6c None None] For port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,segment=NetworkSegment(99b1cfe5-f51f-436c-a305-c95befc65229),segment_id=99b1cfe5-f51f-436c-a305-c95befc65229)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:54.790973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Fanout notify agent at l3_agent the message router_deleted on router 68ff1249-3281-4547-a19c-50eefc51fb3e {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:49:54.802272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b13c01bf-a708-4c0b-a787-06b139b63c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.810112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.815481 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-597c9696-37a6-4f8c-a7b3-696bbae37985 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/routers/68ff1249-3281-4547-a19c-50eefc51fb3e HTTP/1.1" status: 204 len: 168 time: 1.1956308 Nov 29 01:49:54.816173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44542) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:54.847866 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-a97158ff-1c9e-4458-a2c7-4f5d7f67dc46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:54.849600 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-a97158ff-1c9e-4458-a2c7-4f5d7f67dc46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 200 len: 797 time: 0.5683665 Nov 29 01:49:54.862885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:54.863173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.867592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:54.877651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09b015c-678d-41c4-bc58-ff103971fddc tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Deleting subnet 39c9320c-294d-475a-94e9-9f7a264ef8cf {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:49:54.883068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f09b015c-678d-41c4-bc58-ff103971fddc tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.888040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c01bf-a708-4c0b-a787-06b139b63c6c None None] Pushing event updated for resources: {'Port': ['ID=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:54.896673 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:54.905508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:54.911081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:54.911880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.915063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf3825-9cd2-4013-99f9-036cc0865d25 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:54.928062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:54.936308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.944652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f09b015c-678d-41c4-bc58-ff103971fddc tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:54.944922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=70536098-81b4-4010-adb3-8eb3270ad2af,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:55.024191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f09b015c-678d-41c4-bc58-ff103971fddc tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.057463 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-af40e6d2-39ba-47fb-abbf-1bba16b852b0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5951743 Nov 29 01:49:55.061055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44544) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:55.069601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:96:1c:7f', 'name': 'tempest-NetworksTestDHCPv6-1084950107'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:55.095744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ad91c01c-151b-4329-ba46-8965d03ac3bb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:55.198267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f09b015c-678d-41c4-bc58-ff103971fddc tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.228034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Network 553099fb-c841-4409-9ec3-b8af9a77ec44 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:55.235891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f09b015c-678d-41c4-bc58-ff103971fddc tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.241943 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f09b015c-678d-41c4-bc58-ff103971fddc tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/subnets/39c9320c-294d-475a-94e9-9f7a264ef8cf HTTP/1.1" status: 204 len: 168 time: 0.4247160 Nov 29 01:49:55.242652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44546) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:55.254036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:55.270845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Pushing event updated for resources: {'Port': ['ID=99aaf4b9-4d02-4f91-b359-93895c20d28e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:55.279492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:55.329000 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e8184bc5-36c9-46fb-a9d5-a2414565ba14 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 380 time: 0.4536216 Nov 29 01:49:55.337906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b015c-678d-41c4-bc58-ff103971fddc tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Subnet': ['ID=39c9320c-294d-475a-94e9-9f7a264ef8cf,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:55.339022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.339665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.339932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.340386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.340837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.341305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.341718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.342185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.342655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.343096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.343539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.343980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.363784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['3953964b-9519-4e02-a12c-4d2e955cfbfd']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:55.370320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.384153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:55.420035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:55.422708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.431254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:55.432074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.446310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c8ac6c-46f3-4831-af18-6708b3f03f62 None None] Network d68d5501-01d6-4fc8-aa7a-97024b9b6344 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:55.501685 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b08268bd-ebbe-4000-930b-12d6ccb7e2bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 5.2805555 Nov 29 01:49:55.516623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44548) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:55.531521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-194837f1-f556-4f67-a0e4-a44d182f6309 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-866337209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:55.534339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.544291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ad91c01c-151b-4329-ba46-8965d03ac3bb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:55.544704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.546603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '70536098-81b4-4010-adb3-8eb3270ad2af'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:55.547953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.551555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a17380d9-51e6-4c24-829e-0b2b751ec01b None None] Provisioning complete for port f69b331b-ae72-4f74-9fbe-0b34000757b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:55.551843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a17380d9-51e6-4c24-829e-0b2b751ec01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.571236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68d5501-01d6-4fc8-aa7a-97024b9b6344']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:55.575285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.591294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1960e0-23e4-4547-b33e-958315392edc') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:55.591604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1960e0-23e4-4547-b33e-958315392edc') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:55.613025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.622025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 648da4ba-4186-4c4f-bbde-d681468dc726 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:49:55.664191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.676477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:49:55.676902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.677233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-194837f1-f556-4f67-a0e4-a44d182f6309 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.678754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-194837f1-f556-4f67-a0e4-a44d182f6309 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:49:55.679952 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:49:55.688980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.696403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a17380d9-51e6-4c24-829e-0b2b751ec01b None None] Port f69b331b-ae72-4f74-9fbe-0b34000757b4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:55.751837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a17380d9-51e6-4c24-829e-0b2b751ec01b None None] Provisioning complete for port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:55.752279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a17380d9-51e6-4c24-829e-0b2b751ec01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.760565 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3ce9efa5-4807-4450-aa9d-1cd159b44ac4 req-68edb47b-ab42-45ce-8464-b4945bbdfc6c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 210 time: 0.0885663 Nov 29 01:49:55.788080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:55.791005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:55.795057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.797353 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:55.800931 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eed450d3-f93a-473d-945c-f3352a51c8d5 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8618321 Nov 29 01:49:55.803888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:55.805133 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fe96:1c7f (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/70536098-81b4-4010-adb3-8eb3270ad2af/648da4ba-4186-4c4f-bbde-d681468dc726) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:55.807102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44552) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:55.813922 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:55.815177 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:55.817296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:55.825155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:55.854515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:55.855248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.861651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=f6f0c785-fb0e-4fa7-8a5f-49761930026f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:55.878167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-194837f1-f556-4f67-a0e4-a44d182f6309 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.918130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-194837f1-f556-4f67-a0e4-a44d182f6309 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.920493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c8d35-c939-4e86-9f7b-f290e7846579 None None] DHCP port deletion for d68d5501-01d6-4fc8-aa7a-97024b9b6344 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:49:55.944899 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:55.970210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.009768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-194837f1-f556-4f67-a0e4-a44d182f6309 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.013697 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-194837f1-f556-4f67-a0e4-a44d182f6309 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4906778 Nov 29 01:49:56.015937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=df4b2ba3-da45-43b6-878d-ca25fbc96cd2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:56.021748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44554) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:56.026292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a4482ce4-cb2c-40fc-adf3-1870c7cb88ee tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-867561304', 'prefixes': ['172.20.0.0/16']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:56.060413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.065238 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] 10.222.0.30 "DELETE /v2.0/networks/d68d5501-01d6-4fc8-aa7a-97024b9b6344 HTTP/1.1" status: 204 len: 168 time: 0.8164363 Nov 29 01:49:56.070309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dd9d2-e7d2-441f-aaf4-bc626bed6870 tempest-FloatingIPTestJSON-1515023328 tempest-FloatingIPTestJSON-1515023328-project] Pushing event deleted for resources: {'Network': ['ID=d68d5501-01d6-4fc8-aa7a-97024b9b6344,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:56.073351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking segment: {'id': '661cd03a-056a-45ed-b13b-7a3a9d160e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '29cc4ed3-fd5a-4842-ac34-576c5b23afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:56.073560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network hostable DHCP agents. Network: 29cc4ed3-fd5a-4842-ac34-576c5b23afcd, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:56.121714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device cb36d094-b64f-4ae9-8bbe-6eec955e85a3 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:49:56.123655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.4 (fbcf8f88-d8e6-46d1-ad06-2b154690082b/2a4257ea-94a5-40da-804d-f9952c74f4d8/34850936-a706-45bd-acdf-cbf146f95054) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:56.138915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 29cc4ed3-fd5a-4842-ac34-576c5b23afcd is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:56.172290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 29cc4ed3-fd5a-4842-ac34-576c5b23afcd) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:56.179911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: cb36d094-b64f-4ae9-8bbe-6eec955e85a3 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:49:56.180510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device cb36d094-b64f-4ae9-8bbe-6eec955e85a3 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:49:56.193129 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:56.198992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:56.200168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc27e3-f42a-4b05-b65d-396025a67ccf None None] Network 29cc4ed3-fd5a-4842-ac34-576c5b23afcd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:56.203944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:56.204639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.238991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a4482ce4-cb2c-40fc-adf3-1870c7cb88ee tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for subnetpool, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.240215 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a4482ce4-cb2c-40fc-adf3-1870c7cb88ee tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2174990 Nov 29 01:49:56.244713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44558) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:56.254984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-603d668d-c508-44c2-985f-656808a0d5ee tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c', 'tempest-TagsExtTest-Tag-720913949') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:56.276452 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:52Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:53Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:56.325329 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:49:56.325864 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Updating router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 port f69b331b-ae72-4f74-9fbe-0b34000757b4 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:49:56.333059 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-98165fc7-09c5-450e-a0ef-87887ddacaa2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2858641 Nov 29 01:49:56.336948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44560) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:56.365799 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.435006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4b5a0818-0163-40ee-b6f5-ddcbd8ca4005 None None] Provisioning complete for port 99aaf4b9-4d02-4f91-b359-93895c20d28e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:56.435390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0818-0163-40ee-b6f5-ddcbd8ca4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.604347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a0818-0163-40ee-b6f5-ddcbd8ca4005 None None] Port 99aaf4b9-4d02-4f91-b359-93895c20d28e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:56.637052 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c044ddaf-5fd7-45c5-a55c-f27cb0d3103c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:56.707259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:56.707894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.718747 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.726590 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.920843 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Attempting to bind port f69b331b-ae72-4f74-9fbe-0b34000757b4 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:56.921518 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Attempting to bind port f69b331b-ae72-4f74-9fbe-0b34000757b4 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:56.921615 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Attempting to bind port f69b331b-ae72-4f74-9fbe-0b34000757b4 on network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:56.929078 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:56.929460 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Checking segment: {'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:56.929866 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:56.930263 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Bound using segment: {'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:56.930915 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Bound port: f69b331b-ae72-4f74-9fbe-0b34000757b4, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ecf454-8af6-48d1-9376-3b37a250f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:56.931302 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.008464 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] For port f69b331b-ae72-4f74-9fbe-0b34000757b4, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:57.011871 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] For port f69b331b-ae72-4f74-9fbe-0b34000757b4, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f69b331b-ae72-4f74-9fbe-0b34000757b4,segment=NetworkSegment(67ecf454-8af6-48d1-9376-3b37a250f0a4),segment_id=67ecf454-8af6-48d1-9376-3b37a250f0a4)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:57.018843 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01d35-a23a-4d00-86da-d63975cb7598 None None] Pushing event updated for resources: {'Port': ['ID=f69b331b-ae72-4f74-9fbe-0b34000757b4,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:57.024814 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.058804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d27c4162-c922-412a-a06e-2696d0935b61 None None] Provisioning complete for port f69b331b-ae72-4f74-9fbe-0b34000757b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:57.065205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d27c4162-c922-412a-a06e-2696d0935b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.085327 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:57.086218 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:57.157729 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44564) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:57.164380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.264926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d27c4162-c922-412a-a06e-2696d0935b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.316574 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01d35-a23a-4d00-86da-d63975cb7598 None None] Pushing event updated for resources: {'Port': ['ID=f69b331b-ae72-4f74-9fbe-0b34000757b4,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:57.326702 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.335870 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6bc68e7-d43b-4395-aa51-d549b7b079c1 req-cf8dfe18-6b3a-4402-9172-ccee9fee6520 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 210 time: 0.1758876 Nov 29 01:49:57.350408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d27c4162-c922-412a-a06e-2696d0935b61 None None] For port f69b331b-ae72-4f74-9fbe-0b34000757b4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f69b331b-ae72-4f74-9fbe-0b34000757b4,segment=NetworkSegment(67ecf454-8af6-48d1-9376-3b37a250f0a4),segment_id=67ecf454-8af6-48d1-9376-3b37a250f0a4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:49:57.355741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.398240 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d27c4162-c922-412a-a06e-2696d0935b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.410600 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-603d668d-c508-44c2-985f-656808a0d5ee tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags/tempest-TagsExtTest-Tag-720913949 HTTP/1.1" status: 201 len: 201 time: 1.1647341 Nov 29 01:49:57.415204 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44570) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:57.424227 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-01b9acc3-ce71-4729-8802-7b7e3efa0327 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e', 'tempest-TagsExtTest-Tag-1061442397') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:57.438628 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:57.454831 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Allocated IP 2001:db8::f816:3eff:fe3c:83fc (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/70536098-81b4-4010-adb3-8eb3270ad2af/fe0d45f5-54d2-4b4b-9de7-4a9054c1a856) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:49:57.479486 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.482733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c4162-c922-412a-a06e-2696d0935b61 None None] Pushing event updated for resources: {'Port': ['ID=f69b331b-ae72-4f74-9fbe-0b34000757b4,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:57.550693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:57.557688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:57.565528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=34850936-a706-45bd-acdf-cbf146f95054,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:57.587272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:57.599674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:57.623912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-52ab02c9-098c-4429-8b95-24fb28fc523b None None] Provisioning complete for port f69b331b-ae72-4f74-9fbe-0b34000757b4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:57.624676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-52ab02c9-098c-4429-8b95-24fb28fc523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.628336 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-970dfc50-5c10-49b3-a37d-3d5f5feb7e9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=309bbab362474f169ed15d7ea1147b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671779 Nov 29 01:49:57.629195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44572) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:57.636379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:57.638283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=648da4ba-4186-4c4f-bbde-d681468dc726,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:57.647263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:57.653995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:57.654877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.692444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-496aceeb-788c-41d3-a7a9-9723e7c29779 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port df4b2ba3-da45-43b6-878d-ca25fbc96cd2 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:57.699080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-496aceeb-788c-41d3-a7a9-9723e7c29779 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.728774 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b209eac0-e07c-49fd-8059-fe634d241570 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6643755 Nov 29 01:49:57.729795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:57.730592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.747382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44574) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:57.843991 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-01b9acc3-ce71-4729-8802-7b7e3efa0327 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags/tempest-TagsExtTest-Tag-1061442397 HTTP/1.1" status: 201 len: 201 time: 0.4273374 Nov 29 01:49:57.847438 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-6288d9d9-cc4a-4b6c-9d34-cbe53df20a3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4955206 Nov 29 01:49:57.853488 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.858208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44576) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:57.864474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:57.864948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-2269d70c-e9b0-4277-914b-433257bfd0a6 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400', 'tempest-TagsExtTest-Tag-639957488') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:57.881716 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:52Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:57Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:57.920554 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19041546-7c47-4c86-a437-af5faed8b849 None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:52Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:57Z', 'revision_number': 4, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:49:57.932541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:49:57.959192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:57.964662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Request body: {'port': {'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:57.966639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:49:57.967700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-496aceeb-788c-41d3-a7a9-9723e7c29779 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.003593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Pushing event updated for resources: {'Port': ['ID=fe0d45f5-54d2-4b4b-9de7-4a9054c1a856,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:58.036363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f55515d-d903-47c9-b61e-4381c9523158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.052379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Attempting to bind port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:58.053157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Attempting to bind port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:58.053882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Attempting to bind port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:58.062239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:49:58.062829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:58.063333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.065008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:49:58.065612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Bound port: fe0d45f5-54d2-4b4b-9de7-4a9054c1a856, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:49:58.066119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.089759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-496aceeb-788c-41d3-a7a9-9723e7c29779 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for df4b2ba3-da45-43b6-878d-ca25fbc96cd2 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:58.097364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 01:49:58.134609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f55515d-d903-47c9-b61e-4381c9523158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.141272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Removed routes are [] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 01:49:58.141749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.166679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] For port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:49:58.171859 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] For port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=fe0d45f5-54d2-4b4b-9de7-4a9054c1a856,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:49:58.182826 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.196613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-05a20eec-f77c-4f8a-89a2-cb2f4a85142c None None] Provisioning complete for port 34850936-a706-45bd-acdf-cbf146f95054 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:58.197255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-05a20eec-f77c-4f8a-89a2-cb2f4a85142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.321474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2da24-a4ab-4050-a4a4-624d2dea8b83 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:58.324694 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b9e2da24-a4ab-4050-a4a4-624d2dea8b83 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5745461 Nov 29 01:49:58.330679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44578) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:58.384151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f1cb0-2ffb-4161-925f-37416dc9c30a None None] Pushing event updated for resources: {'Port': ['ID=fe0d45f5-54d2-4b4b-9de7-4a9054c1a856,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:58.394015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-05a20eec-f77c-4f8a-89a2-cb2f4a85142c None None] Port 34850936-a706-45bd-acdf-cbf146f95054 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:49:58.406607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f55515d-d903-47c9-b61e-4381c9523158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.411622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f55515d-d903-47c9-b61e-4381c9523158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.413164 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7f55515d-d903-47c9-b61e-4381c9523158 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e47039d8-1d4e-49a4-8074-c7ba527cb457 HTTP/1.1" status: 204 len: 168 time: 0.7781203 Nov 29 01:49:58.427655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.681242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f69b331b-ae72-4f74-9fbe-0b34000757b4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:49:58.690913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-496aceeb-788c-41d3-a7a9-9723e7c29779 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.695085 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2269d70c-e9b0-4277-914b-433257bfd0a6 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags/tempest-TagsExtTest-Tag-639957488 HTTP/1.1" status: 201 len: 201 time: 0.8345532 Nov 29 01:49:58.697976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55515d-d903-47c9-b61e-4381c9523158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47039d8-1d4e-49a4-8074-c7ba527cb457,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:58.701692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44586) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:58.733415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-8cabffd1-f7e7-4320-a286-139ef38ee254 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff', 'tempest-TagsExtTest-Tag-449158565') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:58.801296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port f69b331b-ae72-4f74-9fbe-0b34000757b4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:49:58.804036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.863906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aceeb-788c-41d3-a7a9-9723e7c29779 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=df4b2ba3-da45-43b6-878d-ca25fbc96cd2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:58.915036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.920147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.934792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-496aceeb-788c-41d3-a7a9-9723e7c29779 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:58.939969 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-496aceeb-788c-41d3-a7a9-9723e7c29779 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/df4b2ba3-da45-43b6-878d-ca25fbc96cd2 HTTP/1.1" status: 204 len: 168 time: 2.5968907 Nov 29 01:49:58.948853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44590) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:58.975936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00f16-a8c4-4bbc-a08b-f6e0a9caefb5 req-5ac48337-831e-4319-acf5-b748eea28a5e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:58.977553 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43c00f16-a8c4-4bbc-a08b-f6e0a9caefb5 req-5ac48337-831e-4319-acf5-b748eea28a5e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 931 time: 0.4920115 Nov 29 01:49:59.087806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d983f85f-90c9-4a3a-8671-a10211e3fe79 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 648da4ba-4186-4c4f-bbde-d681468dc726 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:59.088321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d983f85f-90c9-4a3a-8671-a10211e3fe79 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.100019 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8cabffd1-f7e7-4320-a286-139ef38ee254 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags/tempest-TagsExtTest-Tag-449158565 HTTP/1.1" status: 201 len: 201 time: 0.3691692 Nov 29 01:49:59.101427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44596) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:59.118224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-5a4f34a3-3e00-4e63-ab6a-e8b3c9154a3d tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:59.175352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921cdec2-93f8-43e0-90e7-a3e00ac9321f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:59.181321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921cdec2-93f8-43e0-90e7-a3e00ac9321f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:59.185817 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-921cdec2-93f8-43e0-90e7-a3e00ac9321f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2359929 Nov 29 01:49:59.186443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44600) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:59.231093 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43c00f16-a8c4-4bbc-a08b-f6e0a9caefb5 req-d06c7e05-35b2-4d95-84cb-a72de3ddc8f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177181 Nov 29 01:49:59.240492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:49:59.279885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d983f85f-90c9-4a3a-8671-a10211e3fe79 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.302090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d983f85f-90c9-4a3a-8671-a10211e3fe79 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 648da4ba-4186-4c4f-bbde-d681468dc726 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:59.408111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34850936-a706-45bd-acdf-cbf146f95054 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:49:59.422068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.443654 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5a4f34a3-3e00-4e63-ab6a-e8b3c9154a3d tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags HTTP/1.1" status: 200 len: 240 time: 0.3312201 Nov 29 01:49:59.444196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44610) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:59.450262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-8d68f1d3-8b23-44b9-9123-270adfd3dc66 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c', 'tempest-TagsExtTest-Tag-720913949') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:59.458971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:49:59.460527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Transition to ACTIVE for port object 34850936-a706-45bd-acdf-cbf146f95054 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:49:59.469345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.474473 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-41b4e646-4e5d-4f82-a239-02c1cf5374b4 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 200 len: 934 time: 3.6627526 Nov 29 01:49:59.475061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44612) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:59.481391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.482550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:49:59.489279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7ef2165c-2d09-4e12-a00e-0aef8dd4010f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port f6f0c785-fb0e-4fa7-8a5f-49761930026f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:49:59.489467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ef2165c-2d09-4e12-a00e-0aef8dd4010f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.508571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:59.509314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:59.628631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44614) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:59.671995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d983f85f-90c9-4a3a-8671-a10211e3fe79 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.686753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ef2165c-2d09-4e12-a00e-0aef8dd4010f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.693462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Pushing event updated for resources: {'Port': ['ID=34850936-a706-45bd-acdf-cbf146f95054,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:59.701563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:49:59.726935 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5243e5ad-d49b-4287-8fe9-e0dadc3ac594 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 200 len: 934 time: 0.2494667 Nov 29 01:49:59.727554 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44618) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:59.744897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'routes': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:59.747380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7ef2165c-2d09-4e12-a00e-0aef8dd4010f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for f6f0c785-fb0e-4fa7-8a5f-49761930026f owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:49:59.810805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983f85f-90c9-4a3a-8671-a10211e3fe79 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=648da4ba-4186-4c4f-bbde-d681468dc726,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:59.843145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d983f85f-90c9-4a3a-8671-a10211e3fe79 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.854823 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d983f85f-90c9-4a3a-8671-a10211e3fe79 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/648da4ba-4186-4c4f-bbde-d681468dc726 HTTP/1.1" status: 204 len: 168 time: 1.5137737 Nov 29 01:49:59.863307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44620) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:59.866039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ac534ef4-042b-4f32-9555-33df845a6d81 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-108437848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:59.929156 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8d68f1d3-8b23-44b9-9123-270adfd3dc66 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags/tempest-TagsExtTest-Tag-720913949 HTTP/1.1" status: 204 len: 168 time: 0.4845228 Nov 29 01:49:59.932787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44622) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:59.949221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-ed568195-b4b2-4c44-be50-24c4ab638c23 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c', 'tempest-TagsExtTest-Tag-720913949') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:59.984047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Attempting to bind port 34850936-a706-45bd-acdf-cbf146f95054 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:49:59.984400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Attempting to bind port 34850936-a706-45bd-acdf-cbf146f95054 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:49:59.984739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Attempting to bind port 34850936-a706-45bd-acdf-cbf146f95054 on network fbcf8f88-d8e6-46d1-ad06-2b154690082b {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:49:59.991567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb879d-e377-4807-a498-0fc31ce278cf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:59.993695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb879d-e377-4807-a498-0fc31ce278cf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:59.998031 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7acb879d-e377-4807-a498-0fc31ce278cf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1313772 Nov 29 01:50:00.000304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44624) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.010885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Port 34850936-a706-45bd-acdf-cbf146f95054 on network fbcf8f88-d8e6-46d1-ad06-2b154690082b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:50:00.011226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Attempting to bind port 34850936-a706-45bd-acdf-cbf146f95054 on network fbcf8f88-d8e6-46d1-ad06-2b154690082b {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:00.046278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:00.046667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Checking segment: {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:00.047066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Bound using segment: {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:00.047527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Bound port: 34850936-a706-45bd-acdf-cbf146f95054, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f611e8-13f5-4550-8a67-d56e29b6689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:00.047912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.050237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:58Z', 'revision_number': 6, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:57Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:00.090336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:00.102189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:00.103293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:00.122363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda29337-0f57-4812-8602-d81ed6db2e6d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 70536098-81b4-4010-adb3-8eb3270ad2af {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:00.126655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dda29337-0f57-4812-8602-d81ed6db2e6d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.176661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dda29337-0f57-4812-8602-d81ed6db2e6d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.218406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:00.235789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac534ef4-042b-4f32-9555-33df845a6d81 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.236898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac534ef4-042b-4f32-9555-33df845a6d81 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.313938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] For port 34850936-a706-45bd-acdf-cbf146f95054, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:00.344588 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ed568195-b4b2-4c44-be50-24c4ab638c23 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags/tempest-TagsExtTest-Tag-720913949 HTTP/1.1" status: 204 len: 168 time: 0.4056273 Nov 29 01:50:00.344588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] For port 34850936-a706-45bd-acdf-cbf146f95054, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=34850936-a706-45bd-acdf-cbf146f95054,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:00.346529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44628) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.353387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-0cbf8a72-f0d0-44e6-b8ae-f270102efe77 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:00.382880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.393669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ef2165c-2d09-4e12-a00e-0aef8dd4010f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.394406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dda29337-0f57-4812-8602-d81ed6db2e6d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.400498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac534ef4-042b-4f32-9555-33df845a6d81 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.448384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac534ef4-042b-4f32-9555-33df845a6d81 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.454697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:00.455788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.457578 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] 10.222.0.21 "PUT /v2.0/ports/34850936-a706-45bd-acdf-cbf146f95054 HTTP/1.1" status: 200 len: 1093 time: 2.5776987 Nov 29 01:50:00.463377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'tag': '34850936-a706-45bd-acdf-cbf146f95054'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:50:00.466058 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751aebd7-64ba-49cc-b6f0-e89c94187a05" -d '{"events": [{"name": "network-changed", "server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "tag": "34850936-a706-45bd-acdf-cbf146f95054"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:50:00.473286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2165c-2d09-4e12-a00e-0aef8dd4010f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=f6f0c785-fb0e-4fa7-8a5f-49761930026f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:00.568558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac534ef4-042b-4f32-9555-33df845a6d81 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.572548 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ac534ef4-042b-4f32-9555-33df845a6d81 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9377527 Nov 29 01:50:00.572548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7ef2165c-2d09-4e12-a00e-0aef8dd4010f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.580869 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7ef2165c-2d09-4e12-a00e-0aef8dd4010f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/f6f0c785-fb0e-4fa7-8a5f-49761930026f HTTP/1.1" status: 204 len: 168 time: 1.3908744 Nov 29 01:50:00.584217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Provisioning complete for port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:00.584933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44632) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.585238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44634) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.589075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.621600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e79008a-d397-4bca-97cd-03bdb9b55918 x-openstack-request-id: req-0e79008a-d397-4bca-97cd-03bdb9b55918 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:50:00.621893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "tag": "34850936-a706-45bd-acdf-cbf146f95054", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:50:00.622257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e79008a-d397-4bca-97cd-03bdb9b55918 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:50:00.623362 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'tag': '34850936-a706-45bd-acdf-cbf146f95054', 'status': 'completed', 'code': 200} Nov 29 01:50:00.629392 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1867689637'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:00.638406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a031c-bfdb-4c56-a6a3-cdf5e244c942 service neutron] Pushing event updated for resources: {'Port': ['ID=34850936-a706-45bd-acdf-cbf146f95054,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:00.653010 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0cbf8a72-f0d0-44e6-b8ae-f270102efe77 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags HTTP/1.1" status: 200 len: 205 time: 0.3056192 Nov 29 01:50:00.659957 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44636) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.674534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-7f920820-e767-434e-9fbd-25aecb35bdcc tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:00.693117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b68134-f1b9-41f3-a4cb-7516a354dbab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:00.697214 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d4b68134-f1b9-41f3-a4cb-7516a354dbab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1064439 Nov 29 01:50:00.715917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-b0193206-6957-4309-b938-448541fc0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:00.717770 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-b0193206-6957-4309-b938-448541fc0d55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 1096 time: 0.1853676 Nov 29 01:50:00.718351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44638) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.749349 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9615631-260b-410a-859f-53e783b1286a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:00.754263 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e9615631-260b-410a-859f-53e783b1286a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/df4b2ba3-da45-43b6-878d-ca25fbc96cd2 HTTP/1.1" status: 404 len: 333 time: 0.0301614 Nov 29 01:50:00.763242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44640) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.764038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dda29337-0f57-4812-8602-d81ed6db2e6d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.835676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81ee41-0c61-44a1-aab6-7e29c60ccb68 req-6aefece3-cc14-4725-887e-4f020d48c522 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:00.838696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:00.844222 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6d9401-4eeb-429d-a1b5-dd38dcc749a3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:00.845043 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4b81ee41-0c61-44a1-aab6-7e29c60ccb68 req-6aefece3-cc14-4725-887e-4f020d48c522 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 943 time: 0.3981445 Nov 29 01:50:00.845737 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4d6d9401-4eeb-429d-a1b5-dd38dcc749a3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/f6f0c785-fb0e-4fa7-8a5f-49761930026f HTTP/1.1" status: 404 len: 333 time: 0.0793941 Nov 29 01:50:00.851939 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-54a8f934-a721-4628-ab66-004a9155c599 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34850936-a706-45bd-acdf-cbf146f95054 HTTP/1.1" status: 200 len: 217 time: 0.0985615 Nov 29 01:50:00.852466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44642) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.888292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dda29337-0f57-4812-8602-d81ed6db2e6d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.892832 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dda29337-0f57-4812-8602-d81ed6db2e6d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/70536098-81b4-4010-adb3-8eb3270ad2af HTTP/1.1" status: 204 len: 168 time: 0.8896942 Nov 29 01:50:00.901403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8de6ba-743c-45c1-b6e7-848243657ae3 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:00.902330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda29337-0f57-4812-8602-d81ed6db2e6d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=70536098-81b4-4010-adb3-8eb3270ad2af,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:00.902523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44644) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.919158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Made reservation on behalf of 5e70596e1522468b8a7bd97ddc9a11ff for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:00.923511 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.970579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3810238d-a483-4347-8664-51d19b327ac2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634110 Nov 29 01:50:00.980786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.986046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44646) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:00.994715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:01.015068 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7f920820-e767-434e-9fbd-25aecb35bdcc tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags HTTP/1.1" status: 200 len: 241 time: 0.3484213 Nov 29 01:50:01.023955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44648) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:01.027536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added routes are [] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 01:50:01.027877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 01:50:01.034477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-022396f4-234f-432d-ad58-e001173f740c tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e', 'tempest-TagsExtTest-Tag-1061442397') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:01.045306 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4b81ee41-0c61-44a1-aab6-7e29c60ccb68 req-3a2fc492-c69d-4d59-8f9c-26be59728ca7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948464 Nov 29 01:50:01.046914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-02d6c3e8-596c-426e-96dc-45f595251535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:01.048368 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-02d6c3e8-596c-426e-96dc-45f595251535 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a4257ea-94a5-40da-804d-f9952c74f4d8 HTTP/1.1" status: 200 len: 834 time: 0.1678996 Nov 29 01:50:01.086923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:01.087393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.119297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.133704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.136824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.168788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:58Z', 'revision_number': 6, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:57Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:01.195241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-c4d3c36b-d1de-471d-8590-f8028de24dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:01.196746 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-c4d3c36b-d1de-471d-8590-f8028de24dfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbcf8f88-d8e6-46d1-ad06-2b154690082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027558 Nov 29 01:50:01.212391 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-022396f4-234f-432d-ad58-e001173f740c tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags/tempest-TagsExtTest-Tag-1061442397 HTTP/1.1" status: 204 len: 168 time: 0.1849346 Nov 29 01:50:01.218474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ce899-3634-43af-aef9-df44fc7cea4a None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:49:58Z', 'revision_number': 6, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:57Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:01.218774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44650) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:01.231746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] For port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=fe0d45f5-54d2-4b4b-9de7-4a9054c1a856,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:01.233458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-43c9aef4-22d3-480e-82e9-b41e12d2795e tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e', 'tempest-TagsExtTest-Tag-1061442397') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:01.249444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.266815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.303110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:01.306848 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.330466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.351880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:01.367471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Pushing event updated for resources: {'Port': ['ID=fe0d45f5-54d2-4b4b-9de7-4a9054c1a856,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:01.405762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.406178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.406543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.406882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.407220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.407555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.407891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.408795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.409132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.409462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.409789 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.410114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a314db-689e-4f3b-8c9f-fd6fc38c733b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:01.428613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.434059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-560acfb8-c75d-4793-9b16-47a74d1a38a6 None None] Could not find standard attr ID for object 648da4ba-4186-4c4f-bbde-d681468dc726. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:01.461934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da494ce-4a5f-4200-bfec-8eb1c7d1fbc5,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:01.482504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:50:01.483051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:50:01.483188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.485093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:01.505824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.510240 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] Deleting port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:01.511032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.530394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.530845 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Added segment e7f210da-9184-4d3e-a642-a565747c077a of type vlan for network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb Nov 29 01:50:01.593105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] For port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=fe0d45f5-54d2-4b4b-9de7-4a9054c1a856,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:01.593663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.608401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] Calling delete_port for fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:01.655018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.691931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:01.694992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.695914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.701804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:01.702450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.723082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] Pushing event deleted for resources: {'Port': ['ID=fe0d45f5-54d2-4b4b-9de7-4a9054c1a856,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:01.726780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd9375-2794-455c-9040-01a2f19e93b8 None None] No DVR routers for this DVR port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:01.741785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.747157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1603267 Nov 29 01:50:01.751670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44652) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:01.758908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'subnet': {'network_id': '9aa70278-f55a-4beb-b18a-9bfe4f47a2eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:01.810919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cc4ed3-fd5a-4842-ac34-576c5b23afcd']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:01.835649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661cd03a-056a-45ed-b13b-7a3a9d160e74') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:01.835649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661cd03a-056a-45ed-b13b-7a3a9d160e74') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:01.856737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.884488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfd269-57b6-4169-bc47-0c1df582f0fd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Network': ['ID=9aa70278-f55a-4beb-b18a-9bfe4f47a2eb,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:01.889228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.896241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:01.896682 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-5179b8c0-9e29-48ff-bc88-99c657edc05a service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909719 Nov 29 01:50:01.904986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:01.905450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:01.911544 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:01.938650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:01.947539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.948716 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e8727b9d-5364-415a-b9bc-43dd797cec3d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 200 len: 700 time: 2.2146990 Nov 29 01:50:01.949972 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:01.952185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44654) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:01.966710 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:01.967672 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:01.972780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Made reservation on behalf of 5e70596e1522468b8a7bd97ddc9a11ff for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:01.977126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:01.989178 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-43c9aef4-22d3-480e-82e9-b41e12d2795e tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags/tempest-TagsExtTest-Tag-1061442397 HTTP/1.1" status: 204 len: 168 time: 0.7592170 Nov 29 01:50:01.993660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44656) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:02.006969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-341c1dd2-5445-4b40-a4b4-7a45eb4a7623 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:02.031215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 update to ACTIVE by agent not found {{(pid=109950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:50:02.085405 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:02.128098 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-341c1dd2-5445-4b40-a4b4-7a45eb4a7623 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags HTTP/1.1" status: 200 len: 205 time: 0.1331306 Nov 29 01:50:02.131131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44660) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:02.137066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-5b03036d-1810-40a4-9d7b-eb31cddd99d7 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:02.140220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:02.165354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:02.172506 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/networks/29cc4ed3-fd5a-4842-ac34-576c5b23afcd HTTP/1.1" status: 204 len: 168 time: 1.3002770 Nov 29 01:50:02.173168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44662) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:02.181941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-130687931'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:02.209719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8e2d8-9d89-42eb-9eee-2c3d42d5d443 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Network': ['ID=29cc4ed3-fd5a-4842-ac34-576c5b23afcd,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:02.226315 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-47b06096-72c1-4a31-a685-b24a3cded36f tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 200 len: 700 time: 0.2387285 Nov 29 01:50:02.227996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44664) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:02.271117 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9f9fb971-19cc-4bfa-9807-428f0ca4d62e req-75d3bb34-894d-454a-becb-5ba5b1f0fcef service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615124 Nov 29 01:50:02.309261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d235b4e-500e-457a-83ed-054e79d068c7 req-d2567b83-7b14-46b0-bf00-4f7e37ee7f15 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:02.311078 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d235b4e-500e-457a-83ed-054e79d068c7 req-d2567b83-7b14-46b0-bf00-4f7e37ee7f15 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 943 time: 0.1689303 Nov 29 01:50:02.350912 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:01Z', 'revision_number': 7, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:57Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:02.384120 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:02.394119 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:02.395042 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:02.458203 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d235b4e-500e-457a-83ed-054e79d068c7 req-1af02bc7-e467-435d-9845-6fe506908e26 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343236 Nov 29 01:50:02.494874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-e2b9b1da-229e-4105-a576-15a7afb42732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:02.497055 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-e2b9b1da-229e-4105-a576-15a7afb42732 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 1096 time: 0.1209822 Nov 29 01:50:02.502389 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:02.571953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:50:02.575603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:02.581801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:02.609438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:02.610066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device fe0d45f5-54d2-4b4b-9de7-4a9054c1a856 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:02.627510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:02.630998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:02.650046 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5b03036d-1810-40a4-9d7b-eb31cddd99d7 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags HTTP/1.1" status: 200 len: 240 time: 0.5156136 Nov 29 01:50:02.657301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44666) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:02.661911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:02.668800 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:02.675260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:02.675958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:02.682456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-1bf71f0e-03ef-4057-a79a-6cc2ab88f038 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400', 'tempest-TagsExtTest-Tag-639957488') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:02.683349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=61722e5c-99dd-4cbb-8e33-299e6c4b041c,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:02.690651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165e8b9-1bf0-475e-a802-f91a0fb1db2f None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:02.706322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-73dd64dc-a583-4ef3-9e9e-8b53f51272ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:02.708227 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-73dd64dc-a583-4ef3-9e9e-8b53f51272ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 200 len: 898 time: 0.2026384 Nov 29 01:50:02.716004 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-be09ca6b-2337-40d4-a1da-ad02cd62bac3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7257605 Nov 29 01:50:02.716834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44668) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:02.730384 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:1d:6f:2b', 'name': 'tempest-NetworksTestDHCPv6-583325676'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:02.782232 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:01Z', 'revision_number': 7, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:57Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:02.786321 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-cee51d4f-b921-4891-b9b3-9e87f8e52b32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34850936-a706-45bd-acdf-cbf146f95054 HTTP/1.1" status: 200 len: 217 time: 0.0675888 Nov 29 01:50:02.803200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:02.814145 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56117fe-9b0a-4ef0-ae69-c22dfcb2a9d7 None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:01Z', 'revision_number': 7, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69b331b-ae72-4f74-9fbe-0b34000757b4', 'name': '', 'network_id': '02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:b7:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:50Z', 'updated_at': '2021-11-29T01:49:57Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '8e7c5e1b-00b8-40d4-848b-0a0249902bed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:02.873981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:02.891314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:02.891667 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Added segment 24ede154-ebc6-40f3-88d0-47400cf0019f of type vlan for network b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 Nov 29 01:50:02.906132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-da434f45-bc9c-4674-a6b8-8c04e20ceb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:02.907798 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-da434f45-bc9c-4674-a6b8-8c04e20ceb11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a4257ea-94a5-40da-804d-f9952c74f4d8 HTTP/1.1" status: 200 len: 834 time: 0.0806975 Nov 29 01:50:02.937359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '61722e5c-99dd-4cbb-8e33-299e6c4b041c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:02.938504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:02.983556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-d27170a6-7e51-47da-84e6-a13adbd8fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:02.985928 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-d27170a6-7e51-47da-84e6-a13adbd8fbbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbcf8f88-d8e6-46d1-ad06-2b154690082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674644 Nov 29 01:50:02.987785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:02.994984 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1bf71f0e-03ef-4057-a79a-6cc2ab88f038 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags/tempest-TagsExtTest-Tag-639957488 HTTP/1.1" status: 204 len: 168 time: 0.3360052 Nov 29 01:50:03.003259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44670) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.009251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-6a808de6-9213-491c-80b8-596754d15d87 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400', 'tempest-TagsExtTest-Tag-639957488') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:03.012233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Subnet': ['ID=9cc364fa-13c5-41a9-bd75-f1c6a78eb628,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:03.016348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.072545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Checking segment: {'id': 'e7f210da-9184-4d3e-a642-a565747c077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9aa70278-f55a-4beb-b18a-9bfe4f47a2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:03.072945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network hostable DHCP agents. Network: 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:03.102722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.108378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:03.109230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.137725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Allocated IP 2001:db8::f816:3eff:feab:9b2c (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/61722e5c-99dd-4cbb-8e33-299e6c4b041c/6d326764-568f-4a49-afae-11619f61e677) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:03.226473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:03.239524 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0646410 Nov 29 01:50:03.242185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4a3a7-cf83-4fc2-bc1f-e02e6be21750 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Network': ['ID=b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:03.243070 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44672) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.252986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:03.254461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:03.258371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:03.259022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.274200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:03.280062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2ea9a-e55f-470f-97ef-63c96eeb5412 None None] Network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:03.280557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.285806 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-9b5b68a9-497f-4755-b7a0-aa49fc46eb47 service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814457 Nov 29 01:50:03.289414 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2ec1c155-9ebb-46fc-99be-0b79dfb250cd tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5350389 Nov 29 01:50:03.291988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6a808de6-9213-491c-80b8-596754d15d87 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags/tempest-TagsExtTest-Tag-639957488 HTTP/1.1" status: 204 len: 168 time: 0.2865598 Nov 29 01:50:03.294607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44674) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.294938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44676) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.301269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-d8efc33a-8cc7-44f0-a2df-6d2dd143da9d tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:03.305661 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'network': {'name': 'tempest-router-network01--1944079758'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:03.406254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port b37081a6-a636-43cd-a17f-dbb7d6f85d7b yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:03.431955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Made reservation on behalf of 5e70596e1522468b8a7bd97ddc9a11ff for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:03.434865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.436425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.450933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.477603 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d8efc33a-8cc7-44f0-a2df-6d2dd143da9d tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags HTTP/1.1" status: 200 len: 205 time: 0.1795604 Nov 29 01:50:03.479515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44678) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.486077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-deb0b124-66fb-4306-9ec3-76d53951b12c tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:03.510742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:03.513598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:03.523225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:03.526237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:03.531851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.531851 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Added segment 8fd85e5b-b393-4ae4-ab11-d22230ea0bb0 of type vlan for network daf87c89-4429-433a-b42a-48b0bdd07eee Nov 29 01:50:03.541115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Pushing event updated for resources: {'Port': ['ID=6d326764-568f-4a49-afae-11619f61e677,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:03.563610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.575946 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-deb0b124-66fb-4306-9ec3-76d53951b12c tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags HTTP/1.1" status: 200 len: 240 time: 0.0946114 Nov 29 01:50:03.579248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44682) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.584784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-5d8807c4-9e99-43ab-81c9-138a2d4c93f9 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff', 'tempest-TagsExtTest-Tag-449158565') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:03.615462 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-751aebd7-64ba-49cc-b6f0-e89c94187a05 req-56387f47-0c24-4f54-bd05-2d0dd960c39a service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017745 Nov 29 01:50:03.624540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:03.628982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.699812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fe1d:6f2b (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/61722e5c-99dd-4cbb-8e33-299e6c4b041c/b37081a6-a636-43cd-a17f-dbb7d6f85d7b) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:03.703900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.730285 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5d8807c4-9e99-43ab-81c9-138a2d4c93f9 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags/tempest-TagsExtTest-Tag-449158565 HTTP/1.1" status: 204 len: 168 time: 0.1493223 Nov 29 01:50:03.737830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44684) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.742691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-b1fdc4c4-432e-4090-bbc2-e9fcc8696eb5 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff', 'tempest-TagsExtTest-Tag-449158565') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:03.745976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Performing IP validity checks on allocation pools {{(pid=109949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 01:50:03.746816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_backend_mixin [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 01:50:03.747897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.755158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:03.755377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af422088-5ade-4384-a136-18b19e86775c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-9aa70278-f55a-4beb-b18a-9bfe4f47a2eb', 'network_id': '9aa70278-f55a-4beb-b18a-9bfe4f47a2eb', 'tenant_id': '5e70596e1522468b8a7bd97ddc9a11ff', 'fixed_ips': [{'subnet_id': '9cc364fa-13c5-41a9-bd75-f1c6a78eb628'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:03.755801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.756404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af422088-5ade-4384-a136-18b19e86775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.782375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Attempting to bind port 6d326764-568f-4a49-afae-11619f61e677 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:03.782822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Attempting to bind port 6d326764-568f-4a49-afae-11619f61e677 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:03.783762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Attempting to bind port 6d326764-568f-4a49-afae-11619f61e677 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:03.795229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:03.795670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:03.796020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.797096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:03.797096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Bound port: 6d326764-568f-4a49-afae-11619f61e677, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:03.797420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:03.868776 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5717981 Nov 29 01:50:03.874629 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b1fdc4c4-432e-4090-bbc2-e9fcc8696eb5 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags/tempest-TagsExtTest-Tag-449158565 HTTP/1.1" status: 204 len: 168 time: 0.1342978 Nov 29 01:50:03.874629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44686) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.876164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44688) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:03.882555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-d1e46ad3-88b4-44ba-a21d-5eeb6c7a65d1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:03.914368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'network': {'name': 'tempest-router-network02--473097493'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:03.941100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8af97-caba-4aa4-8e7c-50baec259694 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Network': ['ID=daf87c89-4429-433a-b42a-48b0bdd07eee,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:03.959724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] For port 6d326764-568f-4a49-afae-11619f61e677, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:03.976277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network daf87c89-4429-433a-b42a-48b0bdd07eee details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:03.983376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] For port 6d326764-568f-4a49-afae-11619f61e677, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6d326764-568f-4a49-afae-11619f61e677,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:03.987324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175c233-ffbd-49e3-8dde-166ed3017317 req-bef2334b-8824-4801-bcfd-9d60f10a4e23 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:03.989190 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a175c233-ffbd-49e3-8dde-166ed3017317 req-bef2334b-8824-4801-bcfd-9d60f10a4e23 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 943 time: 0.2605894 Nov 29 01:50:04.000156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d1e46ad3-88b4-44ba-a21d-5eeb6c7a65d1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags HTTP/1.1" status: 200 len: 205 time: 0.1197321 Nov 29 01:50:04.000384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44690) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.005439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.007044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-e193b884-7390-4ed9-b977-5e799ad6db93 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:04.009249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-af422088-5ade-4384-a136-18b19e86775c None None] Allocated IP 172.20.0.2 (9aa70278-f55a-4beb-b18a-9bfe4f47a2eb/9cc364fa-13c5-41a9-bd75-f1c6a78eb628/279087ec-50a8-4392-b9b9-33f3bede6566) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:04.027994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Made reservation on behalf of 5e70596e1522468b8a7bd97ddc9a11ff for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:04.031686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.069656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.081268 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.089144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:04.104727 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a175c233-ffbd-49e3-8dde-166ed3017317 req-fac93405-42a3-42ee-a629-fb3f4181a657 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946457 Nov 29 01:50:04.128591 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e193b884-7390-4ed9-b977-5e799ad6db93 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1230919 Nov 29 01:50:04.131585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44692) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.144528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.145422 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Added segment f13413f2-97f3-4baf-9670-b651ba5b1a91 of type vlan for network 62d41cd3-1469-4035-9817-fc0053ff34c9 Nov 29 01:50:04.146358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-849313be-31d4-4126-95cb-daaf265dc3ae tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:04.186794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68646eaa-54ef-42e1-ae41-b224d0ee835c None None] Pushing event updated for resources: {'Port': ['ID=6d326764-568f-4a49-afae-11619f61e677,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:04.216244 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=7b07ab29-cb73-4300-ab87-ce5595d2e17e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:04.229472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.245265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.286395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking segment: {'id': '24ede154-ebc6-40f3-88d0-47400cf0019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:04.286395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network hostable DHCP agents. Network: b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:04.293351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af422088-5ade-4384-a136-18b19e86775c None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.301859 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af422088-5ade-4384-a136-18b19e86775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.311284 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:04.317925 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-849313be-31d4-4126-95cb-daaf265dc3ae tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags HTTP/1.1" status: 204 len: 168 time: 0.1852627 Nov 29 01:50:04.321358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44694) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.324077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.325914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-02e6977d-98d0-4857-be17-97a7810c41ae tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:04.330815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:04.331446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.334114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:04.345770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:04.352293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:04.353068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.361852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af422088-5ade-4384-a136-18b19e86775c None None] Network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:04.365778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-af422088-5ade-4384-a136-18b19e86775c None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:04.377567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=b37081a6-a636-43cd-a17f-dbb7d6f85d7b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:04.380099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af422088-5ade-4384-a136-18b19e86775c None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:04.414350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af422088-5ade-4384-a136-18b19e86775c None None] Pushing event updated for resources: {'Port': ['ID=279087ec-50a8-4392-b9b9-33f3bede6566,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:04.420972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:04.462669 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6b186d7b-58d8-4382-98a5-c2de70071d4e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7432938 Nov 29 01:50:04.467446 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5868332 Nov 29 01:50:04.469263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44696) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.472309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44698) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.480543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'subnet': {'network_id': 'daf87c89-4429-433a-b42a-48b0bdd07eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:04.494550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:04.505995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49e111-ac03-4554-ad8e-712c431b6af9 None None] Network b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:04.507743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9aef30-6370-44e0-a435-49bf1cb72299 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Network': ['ID=62d41cd3-1469-4035-9817-fc0053ff34c9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:04.518773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:04.519593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.526117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port f69b331b-ae72-4f74-9fbe-0b34000757b4 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:04.526510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.573986 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-02e6977d-98d0-4857-be17-97a7810c41ae tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags HTTP/1.1" status: 204 len: 168 time: 0.2493837 Nov 29 01:50:04.575673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44700) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.583973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-c083b53a-59ac-4f2c-9105-a54257fef89b tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:04.644991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 62d41cd3-1469-4035-9817-fc0053ff34c9 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:04.652709 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-22618d51-2eca-487e-9eaf-08b8bb07434e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4059243 Nov 29 01:50:04.652709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44702) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.662507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-af422088-5ade-4384-a136-18b19e86775c None None] Attempting to bind port 279087ec-50a8-4392-b9b9-33f3bede6566 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:04.662931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-af422088-5ade-4384-a136-18b19e86775c None None] Attempting to bind port 279087ec-50a8-4392-b9b9-33f3bede6566 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e7f210da-9184-4d3e-a642-a565747c077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9aa70278-f55a-4beb-b18a-9bfe4f47a2eb'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:04.663237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af422088-5ade-4384-a136-18b19e86775c None None] Attempting to bind port 279087ec-50a8-4392-b9b9-33f3bede6566 on network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:04.669565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': 'b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1', 'name': 'tempest-PortsTestJSON-763441618'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:04.674985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Made reservation on behalf of 5e70596e1522468b8a7bd97ddc9a11ff for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:04.678517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.693879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6d326764-568f-4a49-afae-11619f61e677 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:04.704163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f26ad0-7a90-4adb-989d-60ddf6174353 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:04.709852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f26ad0-7a90-4adb-989d-60ddf6174353 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:04.714054 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e0f26ad0-7a90-4adb-989d-60ddf6174353 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2396483 Nov 29 01:50:04.714821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44704) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.748907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af422088-5ade-4384-a136-18b19e86775c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:04.749200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af422088-5ade-4384-a136-18b19e86775c None None] Checking segment: {'id': 'e7f210da-9184-4d3e-a642-a565747c077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9aa70278-f55a-4beb-b18a-9bfe4f47a2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:04.749612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af422088-5ade-4384-a136-18b19e86775c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.750004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af422088-5ade-4384-a136-18b19e86775c None None] Bound using segment: {'id': 'e7f210da-9184-4d3e-a642-a565747c077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9aa70278-f55a-4beb-b18a-9bfe4f47a2eb'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:04.750528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-af422088-5ade-4384-a136-18b19e86775c None None] Bound port: 279087ec-50a8-4392-b9b9-33f3bede6566, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f210da-9184-4d3e-a642-a565747c077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9aa70278-f55a-4beb-b18a-9bfe4f47a2eb'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:04.750918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af422088-5ade-4384-a136-18b19e86775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.862955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1', 'network_id': 'b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1', 'tenant_id': '82bb337d4cbe4100b99c5e1477d03937', 'fixed_ips': [{'subnet_id': '7b07ab29-cb73-4300-ab87-ce5595d2e17e'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:04.863815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.868400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port f69b331b-ae72-4f74-9fbe-0b34000757b4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f69b331b-ae72-4f74-9fbe-0b34000757b4,segment=NetworkSegment(67ecf454-8af6-48d1-9376-3b37a250f0a4),segment_id=67ecf454-8af6-48d1-9376-3b37a250f0a4)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:04.869079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.896973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for f69b331b-ae72-4f74-9fbe-0b34000757b4 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:04.897534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-af422088-5ade-4384-a136-18b19e86775c None None] For port 279087ec-50a8-4392-b9b9-33f3bede6566, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:04.907244 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c083b53a-59ac-4f2c-9105-a54257fef89b tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags HTTP/1.1" status: 204 len: 168 time: 0.3285866 Nov 29 01:50:04.912897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44706) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:04.915956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6d326764-568f-4a49-afae-11619f61e677 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:04.916340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.916467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-40a8ddff-36ff-4da1-94d0-06f4621e38eb tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c', 'tempest-TagsExtTest-Tag-319295545') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:04.922824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-af422088-5ade-4384-a136-18b19e86775c None None] For port 279087ec-50a8-4392-b9b9-33f3bede6566, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=279087ec-50a8-4392-b9b9-33f3bede6566,segment=NetworkSegment(e7f210da-9184-4d3e-a642-a565747c077a),segment_id=e7f210da-9184-4d3e-a642-a565747c077a)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:04.932609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-694b51b9-feb5-48b8-ba13-d8eae8932ef4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port b37081a6-a636-43cd-a17f-dbb7d6f85d7b {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:04.933035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-694b51b9-feb5-48b8-ba13-d8eae8932ef4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.936140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:04.939901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.987562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af422088-5ade-4384-a136-18b19e86775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:04.989291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port 3d0e5b0e-40fd-498d-8eee-fd134be360b3 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:05.053497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.129342 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af422088-5ade-4384-a136-18b19e86775c None None] Pushing event updated for resources: {'Port': ['ID=279087ec-50a8-4392-b9b9-33f3bede6566,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:05.175754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Subnet': ['ID=60ad07e0-f4a3-4e5b-8694-6db584ad7ba3,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:05.199116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Checking segment: {'id': '8fd85e5b-b393-4ae4-ab11-d22230ea0bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf87c89-4429-433a-b42a-48b0bdd07eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:05.199490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network hostable DHCP agents. Network: daf87c89-4429-433a-b42a-48b0bdd07eee, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:05.202098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Allocated IP 172.20.0.2 (b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1/7b07ab29-cb73-4300-ab87-ce5595d2e17e/d8782917-2f85-477b-bb52-0e97d7d3707a) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:05.232771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network daf87c89-4429-433a-b42a-48b0bdd07eee is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:05.234056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.275471 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, daf87c89-4429-433a-b42a-48b0bdd07eee) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:05.282263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:05.283469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.294986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a06be-1bad-4f18-aa21-bc07be9c9632 None None] Network daf87c89-4429-433a-b42a-48b0bdd07eee requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:05.331905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d9ca8-148a-429c-8e25-c66a9ad926ce req-dde7af5d-a85c-4c27-9d01-f3fc3044ccb2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:05.334292 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6a4d9ca8-148a-429c-8e25-c66a9ad926ce req-dde7af5d-a85c-4c27-9d01-f3fc3044ccb2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 943 time: 0.0923629 Nov 29 01:50:05.342190 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6290ab43-50b0-4c49-993e-4776eb5b82ed tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8688138 Nov 29 01:50:05.365037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44710) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:05.379407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'subnet': {'network_id': '62d41cd3-1469-4035-9817-fc0053ff34c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:05.447892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 6d326764-568f-4a49-afae-11619f61e677, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6d326764-568f-4a49-afae-11619f61e677,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:05.459438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.477046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-694b51b9-feb5-48b8-ba13-d8eae8932ef4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.497176 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6a4d9ca8-148a-429c-8e25-c66a9ad926ce req-b9d7d397-9026-4d0c-a81d-ce109654b04b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528912 Nov 29 01:50:05.573552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-694b51b9-feb5-48b8-ba13-d8eae8932ef4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for b37081a6-a636-43cd-a17f-dbb7d6f85d7b owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:05.580834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44712) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:05.581168 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-40a8ddff-36ff-4da1-94d0-06f4621e38eb tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags/tempest-TagsExtTest-Tag-319295545 HTTP/1.1" status: 201 len: 201 time: 0.6682355 Nov 29 01:50:05.595484 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-d03959b5-eb37-45c8-ac19-96fa0d35c83d tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e', 'tempest-TagsExtTest-Tag-2121199661') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:05.628081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.640746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 34850936-a706-45bd-acdf-cbf146f95054 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:50:05.652123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.684356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Made reservation on behalf of 5e70596e1522468b8a7bd97ddc9a11ff for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:05.690222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.728922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Network b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:05.733262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=6d326764-568f-4a49-afae-11619f61e677,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:05.747597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:05.781574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Pushing event updated for resources: {'Port': ['ID=d8782917-2f85-477b-bb52-0e97d7d3707a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:05.784341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:05.794245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:05.813103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=f69b331b-ae72-4f74-9fbe-0b34000757b4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:06.034184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.224396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-daf87c89-4429-433a-b42a-48b0bdd07eee', 'network_id': 'daf87c89-4429-433a-b42a-48b0bdd07eee', 'tenant_id': '5e70596e1522468b8a7bd97ddc9a11ff', 'fixed_ips': [{'subnet_id': '60ad07e0-f4a3-4e5b-8694-6db584ad7ba3'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:06.228181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.234035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Attempting to bind port d8782917-2f85-477b-bb52-0e97d7d3707a on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:06.234608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Attempting to bind port d8782917-2f85-477b-bb52-0e97d7d3707a by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '24ede154-ebc6-40f3-88d0-47400cf0019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:06.235067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Attempting to bind port d8782917-2f85-477b-bb52-0e97d7d3707a on network b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:06.274626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.5 (b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1/7b07ab29-cb73-4300-ab87-ce5595d2e17e/3d0e5b0e-40fd-498d-8eee-fd134be360b3) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:06.279019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:06.279864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Checking segment: {'id': '24ede154-ebc6-40f3-88d0-47400cf0019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:06.279999 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.280492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Bound using segment: {'id': '24ede154-ebc6-40f3-88d0-47400cf0019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:06.281074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Bound port: d8782917-2f85-477b-bb52-0e97d7d3707a, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ede154-ebc6-40f3-88d0-47400cf0019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:06.281587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.298389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:06.302739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-694b51b9-feb5-48b8-ba13-d8eae8932ef4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.322292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-eb046cea-11d6-4936-a4db-d00180cf9296 None None] Provisioning complete for port 6d326764-568f-4a49-afae-11619f61e677 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:06.322817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eb046cea-11d6-4936-a4db-d00180cf9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.326887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 34850936-a706-45bd-acdf-cbf146f95054, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=34850936-a706-45bd-acdf-cbf146f95054,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:06.350459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-694b51b9-feb5-48b8-ba13-d8eae8932ef4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.354278 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-694b51b9-feb5-48b8-ba13-d8eae8932ef4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/b37081a6-a636-43cd-a17f-dbb7d6f85d7b HTTP/1.1" status: 204 len: 168 time: 1.6384904 Nov 29 01:50:06.361459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44714) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:06.420620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b51b9-feb5-48b8-ba13-d8eae8932ef4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=b37081a6-a636-43cd-a17f-dbb7d6f85d7b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:06.490243 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d03959b5-eb37-45c8-ac19-96fa0d35c83d tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags/tempest-TagsExtTest-Tag-2121199661 HTTP/1.1" status: 201 len: 201 time: 0.9077926 Nov 29 01:50:06.498310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44716) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:06.500356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '34850936-a706-45bd-acdf-cbf146f95054', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:50:06.510472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-7f5c15e3-5733-4c9e-90fe-19f547b629d5 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400', 'tempest-TagsExtTest-Tag-1158904665') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:06.615404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:06.633886 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a0bfce41-c2a9-4607-aec4-fe2f51031f6e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4029386 Nov 29 01:50:06.651002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44720) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:06.660255 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:06.745012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] For port d8782917-2f85-477b-bb52-0e97d7d3707a, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:06.750840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:06.752395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:06.777370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda83e99-fa0a-4137-8b3f-bcb790fe9257 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet 8e7c5e1b-00b8-40d4-848b-0a0249902bed {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:06.797901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c58a-c2b7-442f-bec6-e78714714063 req-60a9f2da-be16-46b9-a9ea-679c10cfec9d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:06.804190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.805651 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c63c58a-c2b7-442f-bec6-e78714714063 req-60a9f2da-be16-46b9-a9ea-679c10cfec9d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 943 time: 0.1776285 Nov 29 01:50:06.807748 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eda83e99-fa0a-4137-8b3f-bcb790fe9257 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.821109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5836112-0c7f-48d0-8fc7-1f8afc257dd9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:06.823340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5836112-0c7f-48d0-8fc7-1f8afc257dd9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:06.827728 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c5836112-0c7f-48d0-8fc7-1f8afc257dd9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4625523 Nov 29 01:50:06.835823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44722) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:06.851378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.862202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] For port d8782917-2f85-477b-bb52-0e97d7d3707a, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d8782917-2f85-477b-bb52-0e97d7d3707a,segment=NetworkSegment(24ede154-ebc6-40f3-88d0-47400cf0019f),segment_id=24ede154-ebc6-40f3-88d0-47400cf0019f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:06.862712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce889b1-8eb2-42c6-b713-6816babda67f None None] Network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:06.865186 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7f5c15e3-5733-4c9e-90fe-19f547b629d5 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags/tempest-TagsExtTest-Tag-1158904665 HTTP/1.1" status: 201 len: 201 time: 0.3649547 Nov 29 01:50:06.870303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Allocated IP 172.20.0.2 (daf87c89-4429-433a-b42a-48b0bdd07eee/60ad07e0-f4a3-4e5b-8694-6db584ad7ba3/6bfabed2-f0b3-419b-8717-8fa80c5caec1) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:06.893437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44724) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:06.896177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.901980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-461b0061-d3a1-4325-a1f3-8bc4de36d1bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff', 'tempest-TagsExtTest-Tag-567965340') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:06.962256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.967314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eda83e99-fa0a-4137-8b3f-bcb790fe9257 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:06.998632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6d326764-568f-4a49-afae-11619f61e677 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:07.010528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-187ed604-d0f2-4b9f-b669-093e13f2e30a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 61722e5c-99dd-4cbb-8e33-299e6c4b041c {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:07.012220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34850936-a706-45bd-acdf-cbf146f95054 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:50:07.018775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-187ed604-d0f2-4b9f-b669-093e13f2e30a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.026232 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c63c58a-c2b7-442f-bec6-e78714714063 req-ff254de7-cb78-42ef-a218-6e8c5a1be006 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890719 Nov 29 01:50:07.038966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Subnet': ['ID=5c6e79c9-47cb-42d5-83c8-3b71b706616b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:07.045518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Checking segment: {'id': 'f13413f2-97f3-4baf-9670-b651ba5b1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '62d41cd3-1469-4035-9817-fc0053ff34c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:07.046785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network hostable DHCP agents. Network: 62d41cd3-1469-4035-9817-fc0053ff34c9, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:07.056783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 34850936-a706-45bd-acdf-cbf146f95054, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=34850936-a706-45bd-acdf-cbf146f95054,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:07.089418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network 62d41cd3-1469-4035-9817-fc0053ff34c9 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:07.089982 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-187ed604-d0f2-4b9f-b669-093e13f2e30a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.102942 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-461b0061-d3a1-4325-a1f3-8bc4de36d1bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags/tempest-TagsExtTest-Tag-567965340 HTTP/1.1" status: 201 len: 201 time: 0.2051420 Nov 29 01:50:07.103180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.103480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44726) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.108150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-a9c83514-52a8-42b9-be9a-751cc43a92ea tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c', {'tags': ['tempest-TagsExtTest-Tag-75571668', 'tempest-TagsExtTest-Tag-1314713103', 'tempest-TagsExtTest-Tag-1290473396']}) {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:07.136207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 62d41cd3-1469-4035-9817-fc0053ff34c9) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:07.145972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:07.146644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.154665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:07.177016 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-78b5ca1b-28c2-4f86-9953-b58d155498a2 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8096046 Nov 29 01:50:07.180011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44728) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.183426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.183625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eda83e99-fa0a-4137-8b3f-bcb790fe9257 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.201664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23bf3a3-d9d9-4a6a-815d-daea50e364d2 None None] Network 62d41cd3-1469-4035-9817-fc0053ff34c9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:07.285347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=3d0e5b0e-40fd-498d-8eee-fd134be360b3,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:07.295379 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a9c83514-52a8-42b9-be9a-751cc43a92ea tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags HTTP/1.1" status: 200 len: 316 time: 0.1907806 Nov 29 01:50:07.296880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44730) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.303863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-ce96401a-84cf-4453-b33b-f5f868238200 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:07.315798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:07.342505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:07.352992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:07.364904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d0665-a9f5-48e0-98f1-70bcc96bcc1a None None] Pushing event updated for resources: {'Port': ['ID=d8782917-2f85-477b-bb52-0e97d7d3707a,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:07.438984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:07.440072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.440198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cf3010d3-fc40-4326-a79a-f868f539bc48 None None] Provisioning complete for port 279087ec-50a8-4392-b9b9-33f3bede6566 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:07.440719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cf3010d3-fc40-4326-a79a-f868f539bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.466857 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-86f1cbe2-0c6a-4cb7-98eb-2887db020b86 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8112426 Nov 29 01:50:07.468056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44732) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.476259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-187ed604-d0f2-4b9f-b669-093e13f2e30a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.490693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['34850936-a706-45bd-acdf-cbf146f95054'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:50:07.513269 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ce96401a-84cf-4453-b33b-f5f868238200 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags HTTP/1.1" status: 204 len: 168 time: 0.2134240 Nov 29 01:50:07.518214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44734) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.522674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-ce5d3a73-b7e4-4dab-818d-71c0b214a381 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c', 'tempest-TagsExtTest-Tag-75571668') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:07.611303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eda83e99-fa0a-4137-8b3f-bcb790fe9257 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.629885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6e41aca5-4963-4d6a-8e3e-fc576e25d6ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 3d0e5b0e-40fd-498d-8eee-fd134be360b3 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:07.630352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6e41aca5-4963-4d6a-8e3e-fc576e25d6ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.634248 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-ce5d3a73-b7e4-4dab-818d-71c0b214a381 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:07.638324 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ce5d3a73-b7e4-4dab-818d-71c0b214a381 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags/tempest-TagsExtTest-Tag-75571668 HTTP/1.1" status: 404 len: 327 time: 0.1189935 Nov 29 01:50:07.640640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44736) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.653446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda83e99-fa0a-4137-8b3f-bcb790fe9257 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7c5e1b-00b8-40d4-848b-0a0249902bed,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:07.655853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-05846d44-d331-4e41-b3ab-84d0f0879634 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c', 'tempest-TagsExtTest-Tag-1314713103') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:07.676197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eda83e99-fa0a-4137-8b3f-bcb790fe9257 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.681974 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eda83e99-fa0a-4137-8b3f-bcb790fe9257 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/8e7c5e1b-00b8-40d4-848b-0a0249902bed HTTP/1.1" status: 204 len: 168 time: 1.0271244 Nov 29 01:50:07.682367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44738) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.725803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-187ed604-d0f2-4b9f-b669-093e13f2e30a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.735868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d30c5-0e95-41fe-881f-07e14505590a None None] Network 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:07.764785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6e41aca5-4963-4d6a-8e3e-fc576e25d6ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.782069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6e41aca5-4963-4d6a-8e3e-fc576e25d6ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 3d0e5b0e-40fd-498d-8eee-fd134be360b3 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:07.787270 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-05846d44-d331-4e41-b3ab-84d0f0879634 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:07.787856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=34850936-a706-45bd-acdf-cbf146f95054,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:07.791821 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-05846d44-d331-4e41-b3ab-84d0f0879634 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags/tempest-TagsExtTest-Tag-1314713103 HTTP/1.1" status: 404 len: 329 time: 0.1472244 Nov 29 01:50:07.791821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44742) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.796087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-6d2fdbc1-1ff9-413a-8c75-5fa22ddd9cc5 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c', 'tempest-TagsExtTest-Tag-1290473396') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:07.816047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6d326764-568f-4a49-afae-11619f61e677 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:07.816421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:07.943802 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-6d2fdbc1-1ff9-413a-8c75-5fa22ddd9cc5 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:07.945445 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6d2fdbc1-1ff9-413a-8c75-5fa22ddd9cc5 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags/tempest-TagsExtTest-Tag-1290473396 HTTP/1.1" status: 404 len: 329 time: 0.1523564 Nov 29 01:50:07.948733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44744) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:07.954089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-62c7673d-fcb1-460a-b423-4e66d3a98e3f tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e', {'tags': ['tempest-TagsExtTest-Tag-1749529776', 'tempest-TagsExtTest-Tag-284137055', 'tempest-TagsExtTest-Tag-2115529861']}) {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:08.053247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ed604-d0f2-4b9f-b669-093e13f2e30a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=61722e5c-99dd-4cbb-8e33-299e6c4b041c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:08.066932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6e41aca5-4963-4d6a-8e3e-fc576e25d6ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.103799 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-62c7673d-fcb1-460a-b423-4e66d3a98e3f tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags HTTP/1.1" status: 200 len: 317 time: 0.1536918 Nov 29 01:50:08.106859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44748) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.107746 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41aca5-4963-4d6a-8e3e-fc576e25d6ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=3d0e5b0e-40fd-498d-8eee-fd134be360b3,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:08.114157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-187ed604-d0f2-4b9f-b669-093e13f2e30a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.115573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-e4c392f0-af96-483e-ac06-4d8972e52a43 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:08.129161 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-187ed604-d0f2-4b9f-b669-093e13f2e30a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/61722e5c-99dd-4cbb-8e33-299e6c4b041c HTTP/1.1" status: 204 len: 168 time: 1.2816751 Nov 29 01:50:08.129161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.129491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-62d41cd3-1469-4035-9817-fc0053ff34c9', 'network_id': '62d41cd3-1469-4035-9817-fc0053ff34c9', 'tenant_id': '5e70596e1522468b8a7bd97ddc9a11ff', 'fixed_ips': [{'subnet_id': '5c6e79c9-47cb-42d5-83c8-3b71b706616b'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:08.130306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44750) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.130958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.155785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e9e9c-ac2e-42e9-a290-0cadccfa2ae6 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:08.178414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.220064 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c7dfdaab-1148-4290-9182-3b005391565c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838475 Nov 29 01:50:08.241263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44752) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.252032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cf3010d3-fc40-4326-a79a-f868f539bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.325179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11382de4-9c07-4db5-9d82-da018bce743a req-916d99d6-da34-4cd5-ba76-df5d86893f88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:08.329005 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-11382de4-9c07-4db5-9d82-da018bce743a req-916d99d6-da34-4cd5-ba76-df5d86893f88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 944 time: 0.1666658 Nov 29 01:50:08.417979 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-11382de4-9c07-4db5-9d82-da018bce743a req-7cf7ab23-af31-43c3-8e48-811178178a18 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743322 Nov 29 01:50:08.428143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6e41aca5-4963-4d6a-8e3e-fc576e25d6ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.432271 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6e41aca5-4963-4d6a-8e3e-fc576e25d6ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/3d0e5b0e-40fd-498d-8eee-fd134be360b3 HTTP/1.1" status: 204 len: 168 time: 0.9625018 Nov 29 01:50:08.437646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44754) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.468807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port ad91c01c-151b-4329-ba46-8965d03ac3bb {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:08.469182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.475355 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1edb0e-5017-446c-bbbf-2312eee5c4cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:08.475958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1edb0e-5017-446c-bbbf-2312eee5c4cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:08.479219 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5c1edb0e-5017-446c-bbbf-2312eee5c4cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/3d0e5b0e-40fd-498d-8eee-fd134be360b3 HTTP/1.1" status: 404 len: 333 time: 0.0404782 Nov 29 01:50:08.486571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44756) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.513926 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e549fb-f566-456d-a11a-e3b318be60a6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:08.515519 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-21e549fb-f566-456d-a11a-e3b318be60a6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/3d0e5b0e-40fd-498d-8eee-fd134be360b3 HTTP/1.1" status: 404 len: 333 time: 0.0279689 Nov 29 01:50:08.525056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ea5bb-a49d-45aa-8c79-151498d89b8a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:08.526711 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d05ea5bb-a49d-45aa-8c79-151498d89b8a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2833121 Nov 29 01:50:08.527401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44758) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.532863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44760) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.563023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port ad91c01c-151b-4329-ba46-8965d03ac3bb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ad91c01c-151b-4329-ba46-8965d03ac3bb,segment=NetworkSegment(67ecf454-8af6-48d1-9376-3b37a250f0a4),segment_id=67ecf454-8af6-48d1-9376-3b37a250f0a4)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:08.563457 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.573866 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e4c392f0-af96-483e-ac06-4d8972e52a43 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags HTTP/1.1" status: 204 len: 168 time: 0.4612653 Nov 29 01:50:08.574911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.576482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44762) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.584738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-19361561-a563-4af2-9823-4ae5dcf174e1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e', 'tempest-TagsExtTest-Tag-1749529776') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:08.589818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for ad91c01c-151b-4329-ba46-8965d03ac3bb owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:08.624442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871ceb9-26c7-4612-9906-5f062db3b96a None None] Network b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:08.625089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f1889-77b0-4c13-a5a5-0e88906962cb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:08.629480 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6c9f1889-77b0-4c13-a5a5-0e88906962cb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0933754 Nov 29 01:50:08.629924 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44764) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.640473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fad9ff-757d-4b6f-840b-38afe98321b4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 7b07ab29-cb73-4300-ab87-ce5595d2e17e {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:08.658028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.685063 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9ed062d2-c5d2-46ce-8b83-7ddc643907e5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485175 Nov 29 01:50:08.685063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78fad9ff-757d-4b6f-840b-38afe98321b4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.687929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44766) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.708884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Allocated IP 172.20.0.1 (daf87c89-4429-433a-b42a-48b0bdd07eee/60ad07e0-f4a3-4e5b-8694-6db584ad7ba3/674ad4d4-d8f0-40b0-aff2-2088af0f3e43) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:08.712076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:08.769957 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-19361561-a563-4af2-9823-4ae5dcf174e1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:08.773874 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-19361561-a563-4af2-9823-4ae5dcf174e1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags/tempest-TagsExtTest-Tag-1749529776 HTTP/1.1" status: 404 len: 329 time: 0.1936970 Nov 29 01:50:08.774727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44770) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.778986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-3a50e16b-6684-4a2a-8c80-fa93a0c3d1c8 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e', 'tempest-TagsExtTest-Tag-284137055') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:08.821285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.824383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78fad9ff-757d-4b6f-840b-38afe98321b4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.859060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=ad91c01c-151b-4329-ba46-8965d03ac3bb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:08.863719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port ad91c01c-151b-4329-ba46-8965d03ac3bb on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:08.896781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Network daf87c89-4429-433a-b42a-48b0bdd07eee is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:08.929691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cf3010d3-fc40-4326-a79a-f868f539bc48 None None] For port 279087ec-50a8-4392-b9b9-33f3bede6566, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=279087ec-50a8-4392-b9b9-33f3bede6566,segment=NetworkSegment(e7f210da-9184-4d3e-a642-a565747c077a),segment_id=e7f210da-9184-4d3e-a642-a565747c077a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:08.959483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:08.963134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:08.966864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.967271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.972170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:08.976171 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-3a50e16b-6684-4a2a-8c80-fa93a0c3d1c8 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:08.976408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.980138 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3a50e16b-6684-4a2a-8c80-fa93a0c3d1c8 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags/tempest-TagsExtTest-Tag-284137055 HTTP/1.1" status: 404 len: 328 time: 0.2017925 Nov 29 01:50:08.980293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cf3010d3-fc40-4326-a79a-f868f539bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.980542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44772) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.990367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-7e29562f-f539-46d0-afa9-01322845b9a0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e', 'tempest-TagsExtTest-Tag-2115529861') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.034470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.045241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78fad9ff-757d-4b6f-840b-38afe98321b4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.058720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Pushing event updated for resources: {'Port': ['ID=6bfabed2-f0b3-419b-8717-8fa80c5caec1,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:09.059473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ecf454-8af6-48d1-9376-3b37a250f0a4') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.059973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ecf454-8af6-48d1-9376-3b37a250f0a4') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.061202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cf3010d3-fc40-4326-a79a-f868f539bc48 None None] Could not find standard attr ID for object b37081a6-a636-43cd-a17f-dbb7d6f85d7b. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:09.074280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.081320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 279087ec-50a8-4392-b9b9-33f3bede6566 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:09.098309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.111758 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:09.112177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.115592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:09.117395 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:09.143591 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-7e29562f-f539-46d0-afa9-01322845b9a0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:09.144661 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7e29562f-f539-46d0-afa9-01322845b9a0 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags/tempest-TagsExtTest-Tag-2115529861 HTTP/1.1" status: 404 len: 329 time: 0.1632111 Nov 29 01:50:09.148137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44774) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:09.154376 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-1ff3be79-273a-4394-b6bb-953594f0d177 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400', {'tags': ['tempest-TagsExtTest-Tag-1420077738', 'tempest-TagsExtTest-Tag-1893286569', 'tempest-TagsExtTest-Tag-685648927']}) {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.221812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network daf87c89-4429-433a-b42a-48b0bdd07eee is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:09.225556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:09.231126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:09.234057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Port': ['ID=674ad4d4-d8f0-40b0-aff2-2088af0f3e43,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:09.238902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78fad9ff-757d-4b6f-840b-38afe98321b4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.239106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.249701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18fe1c1-4919-47d7-9e1f-9738fbd99ac3 None None] DHCP port deletion for 02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:09.269206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.275302 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3 HTTP/1.1" status: 204 len: 168 time: 1.5899303 Nov 29 01:50:09.278496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44776) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:09.295486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Allocated IP 172.20.0.2 (62d41cd3-1469-4035-9817-fc0053ff34c9/5c6e79c9-47cb-42d5-83c8-3b71b706616b/211a6b04-a5d6-45f5-832c-56756a0d24cc) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:09.300181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532218b-3fb7-42ad-af6d-4c48e428c7d0 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=02f3b96d-bbb1-43a2-af2f-aa2d4f8222a3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:09.313665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78fad9ff-757d-4b6f-840b-38afe98321b4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.319980 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-78fad9ff-757d-4b6f-840b-38afe98321b4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/7b07ab29-cb73-4300-ab87-ce5595d2e17e HTTP/1.1" status: 204 len: 168 time: 0.7869215 Nov 29 01:50:09.322451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fad9ff-757d-4b6f-840b-38afe98321b4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=7b07ab29-cb73-4300-ab87-ce5595d2e17e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:09.326549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44778) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:09.357574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:05Z', 'revision_number': 8, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.387664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.405704 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1ff3be79-273a-4394-b6bb-953594f0d177 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags HTTP/1.1" status: 200 len: 317 time: 0.2526300 Nov 29 01:50:09.424212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Attempting to bind port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:09.425220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Attempting to bind port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '8fd85e5b-b393-4ae4-ab11-d22230ea0bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf87c89-4429-433a-b42a-48b0bdd07eee'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:09.425220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Attempting to bind port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 on network daf87c89-4429-433a-b42a-48b0bdd07eee {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:09.428129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44780) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:09.434098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3010d3-fc40-4326-a79a-f868f539bc48 None None] Pushing event updated for resources: {'Port': ['ID=279087ec-50a8-4392-b9b9-33f3bede6566,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:09.436400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-47cde377-1876-47b6-87e6-36cad7224f78 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.465946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:09.472706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5f5ae327-3c18-475d-aa2b-7586ee218cc1 None None] Provisioning complete for port 279087ec-50a8-4392-b9b9-33f3bede6566 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:09.473037 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f5ae327-3c18-475d-aa2b-7586ee218cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.491190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:09.491749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Checking segment: {'id': '8fd85e5b-b393-4ae4-ab11-d22230ea0bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf87c89-4429-433a-b42a-48b0bdd07eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:09.492261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.492839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Bound using segment: {'id': '8fd85e5b-b393-4ae4-ab11-d22230ea0bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf87c89-4429-433a-b42a-48b0bdd07eee'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:09.493965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Bound port: 6bfabed2-f0b3-419b-8717-8fa80c5caec1, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd85e5b-b393-4ae4-ab11-d22230ea0bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'daf87c89-4429-433a-b42a-48b0bdd07eee'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:09.493965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.503738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.513311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.534551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:09.574850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:09.600159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:09.603499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:09.604097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.632269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=5052579c-9fb2-42b7-95bb-017dabdff63b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:09.645797 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5625f7d1-da54-403d-bf98-61308d0ba4c1 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9377737 Nov 29 01:50:09.647606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44784) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:09.655929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:ac:23:ac', 'name': 'tempest-NetworksTestDHCPv6-768664075'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:09.669805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:09.670570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.720976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port d8782917-2f85-477b-bb52-0e97d7d3707a {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:09.721352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.753752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.762935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a31284-8595-4b66-a9a9-1d9e339f64b1 req-0da033f9-2a2a-4326-9fba-3225476a306d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:09.764465 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b3a31284-8595-4b66-a9a9-1d9e339f64b1 req-0da033f9-2a2a-4326-9fba-3225476a306d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 944 time: 0.2071280 Nov 29 01:50:09.788502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 279087ec-50a8-4392-b9b9-33f3bede6566 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:09.788883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.818590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] For port d8782917-2f85-477b-bb52-0e97d7d3707a, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d8782917-2f85-477b-bb52-0e97d7d3707a,segment=NetworkSegment(24ede154-ebc6-40f3-88d0-47400cf0019f),segment_id=24ede154-ebc6-40f3-88d0-47400cf0019f)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:09.819645 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.825465 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-47cde377-1876-47b6-87e6-36cad7224f78 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags HTTP/1.1" status: 204 len: 168 time: 0.3963907 Nov 29 01:50:09.830455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44786) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:09.836968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-3f45ffd8-1930-4c35-b6be-71fa0ab94555 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400', 'tempest-TagsExtTest-Tag-1420077738') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:09.889851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for d8782917-2f85-477b-bb52-0e97d7d3707a owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:09.915987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] DHCP port deletion for b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:09.921906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] For port 6bfabed2-f0b3-419b-8717-8fa80c5caec1, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:09.943217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:09.992673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:09.994671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b3a31284-8595-4b66-a9a9-1d9e339f64b1 req-9a7392f9-8d43-4c61-89f7-de0d4968a5fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746750 Nov 29 01:50:10.034534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] For port 6bfabed2-f0b3-419b-8717-8fa80c5caec1, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6bfabed2-f0b3-419b-8717-8fa80c5caec1,segment=NetworkSegment(8fd85e5b-b393-4ae4-ab11-d22230ea0bb0),segment_id=8fd85e5b-b393-4ae4-ab11-d22230ea0bb0)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:10.064307 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-3f45ffd8-1930-4c35-b6be-71fa0ab94555 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:10.068168 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3f45ffd8-1930-4c35-b6be-71fa0ab94555 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags/tempest-TagsExtTest-Tag-1420077738 HTTP/1.1" status: 404 len: 329 time: 0.2345874 Nov 29 01:50:10.068403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44788) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:10.072988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-dc957ecb-2e79-4a3e-812b-6dd043cede44 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400', 'tempest-TagsExtTest-Tag-1893286569') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:10.080565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.121238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.144454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.152398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 3ef4595a-c8c6-4114-9589-00d377edb9e6 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:10.153463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.188434 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No DVR routers for this DVR port d8782917-2f85-477b-bb52-0e97d7d3707a on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:10.191362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] Deleting port 6d326764-568f-4a49-afae-11619f61e677 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:10.191747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.202983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5f5ae327-3c18-475d-aa2b-7586ee218cc1 None None] Could not find standard attr ID for object d8782917-2f85-477b-bb52-0e97d7d3707a. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:10.220816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.222966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=d8782917-2f85-477b-bb52-0e97d7d3707a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:10.260359 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-dc957ecb-2e79-4a3e-812b-6dd043cede44 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:10.261594 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dc957ecb-2e79-4a3e-812b-6dd043cede44 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags/tempest-TagsExtTest-Tag-1893286569 HTTP/1.1" status: 404 len: 329 time: 0.1922500 Nov 29 01:50:10.267405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44790) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:10.275953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-23a32bb0-abaf-4e26-81af-4de9af688e56 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400', 'tempest-TagsExtTest-Tag-685648927') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:10.278172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.428837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.492838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:10.531495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ede154-ebc6-40f3-88d0-47400cf0019f') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:10.531816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ede154-ebc6-40f3-88d0-47400cf0019f') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:10.557447 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-23a32bb0-abaf-4e26-81af-4de9af688e56 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:10.561697 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-23a32bb0-abaf-4e26-81af-4de9af688e56 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags/tempest-TagsExtTest-Tag-685648927 HTTP/1.1" status: 404 len: 328 time: 0.2899766 Nov 29 01:50:10.561697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::3c9 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/5052579c-9fb2-42b7-95bb-017dabdff63b/3ef4595a-c8c6-4114-9589-00d377edb9e6) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:10.564543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dd785-bc38-4a7e-931f-06c4e6606bee None None] Pushing event updated for resources: {'Port': ['ID=6bfabed2-f0b3-419b-8717-8fa80c5caec1,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:10.567938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44792) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:10.584343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-c9facd5f-cee6-445a-a173-a266ac53211c tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff', {'tags': ['tempest-TagsExtTest-Tag-1632745407', 'tempest-TagsExtTest-Tag-934191476', 'tempest-TagsExtTest-Tag-347791523']}) {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:10.590857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Network 62d41cd3-1469-4035-9817-fc0053ff34c9 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:10.595443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.619373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.640483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:10.652115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.655938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.664440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:10.677812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:10.678228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:10.682225 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:10.703857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2cbebf7-5724-4cd3-9530-3588257acae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.737173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] Deleting port d8782917-2f85-477b-bb52-0e97d7d3707a {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:10.737570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.778966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.781635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Port': ['ID=674ad4d4-d8f0-40b0-aff2-2088af0f3e43,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:10.804828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Pushing event updated for resources: {'Port': ['ID=211a6b04-a5d6-45f5-832c-56756a0d24cc,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:10.868749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] For port 6d326764-568f-4a49-afae-11619f61e677, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6d326764-568f-4a49-afae-11619f61e677,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:10.869375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.875590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Attempting to bind port 211a6b04-a5d6-45f5-832c-56756a0d24cc on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:10.876010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Attempting to bind port 211a6b04-a5d6-45f5-832c-56756a0d24cc by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'f13413f2-97f3-4baf-9670-b651ba5b1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '62d41cd3-1469-4035-9817-fc0053ff34c9'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:10.876388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Attempting to bind port 211a6b04-a5d6-45f5-832c-56756a0d24cc on network 62d41cd3-1469-4035-9817-fc0053ff34c9 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:10.919624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] Calling delete_port for 6d326764-568f-4a49-afae-11619f61e677 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:10.928355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:10.929065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Checking segment: {'id': 'f13413f2-97f3-4baf-9670-b651ba5b1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '62d41cd3-1469-4035-9817-fc0053ff34c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:10.929233 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.929548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Bound using segment: {'id': 'f13413f2-97f3-4baf-9670-b651ba5b1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '62d41cd3-1469-4035-9817-fc0053ff34c9'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:10.930039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Bound port: 211a6b04-a5d6-45f5-832c-56756a0d24cc, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13413f2-97f3-4baf-9670-b651ba5b1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '62d41cd3-1469-4035-9817-fc0053ff34c9'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:10.930446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.933514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] For port d8782917-2f85-477b-bb52-0e97d7d3707a, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:10.933903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.965378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] Calling delete_port for d8782917-2f85-477b-bb52-0e97d7d3707a owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:10.969410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] Port d8782917-2f85-477b-bb52-0e97d7d3707a was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:50:11.002532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.023545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network daf87c89-4429-433a-b42a-48b0bdd07eee is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:11.047238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6bfabed2-f0b3-419b-8717-8fa80c5caec1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:11.091453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:11.117243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] Pushing event deleted for resources: {'Port': ['ID=d8782917-2f85-477b-bb52-0e97d7d3707a,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:11.151260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b948c3f-a77a-409d-88b3-3a0b104be8da None None] No DVR routers for this DVR port d8782917-2f85-477b-bb52-0e97d7d3707a on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:11.188174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] For port 211a6b04-a5d6-45f5-832c-56756a0d24cc, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:11.198841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] For port 211a6b04-a5d6-45f5-832c-56756a0d24cc, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=211a6b04-a5d6-45f5-832c-56756a0d24cc,segment=NetworkSegment(f13413f2-97f3-4baf-9670-b651ba5b1a91),segment_id=f13413f2-97f3-4baf-9670-b651ba5b1a91)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:11.209615 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:05Z', 'revision_number': 8, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:11.212244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:11.212594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.214771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.274605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.291374 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c9facd5f-cee6-445a-a173-a266ac53211c tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "PUT /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags HTTP/1.1" status: 200 len: 316 time: 0.7194600 Nov 29 01:50:11.294916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.296672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44796) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.297426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.302536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf6a2f-849a-4a38-8ed3-30b013a4a73f None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:05Z', 'revision_number': 8, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '4c2d7d11-f3d2-47f4-b53e-5b76183ce556', 'name': '', 'network_id': 'c537b56b-7e4e-4edf-ad5c-17b325ec323c', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:64:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:41Z', 'updated_at': '2021-11-29T01:49:49Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3b15053c-8d65-466f-90e5-c236b0ef492e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:11.302716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-09f60662-9ab2-4a8d-8a6b-c3676f0cf612 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:11.303395 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/networks/b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1 HTTP/1.1" status: 204 len: 168 time: 1.9715040 Nov 29 01:50:11.306506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44798) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.328728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1206991048'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:11.336911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177301b-40d6-4d2d-bb90-af26cc4d2640 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Network': ['ID=b5dd8ca1-b425-4d1a-9fec-9ed804d2ded1,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:11.384246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa709b-acd5-409c-a1ac-bed568892345 None None] Pushing event updated for resources: {'Port': ['ID=211a6b04-a5d6-45f5-832c-56756a0d24cc,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:11.391109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:11.391109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.396518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] No DVR routers for this DVR port 6d326764-568f-4a49-afae-11619f61e677 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:11.402169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.405296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port 4c2d7d11-f3d2-47f4-b53e-5b76183ce556, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,segment=NetworkSegment(4c90e5fa-3e40-4aef-b812-0e535cf0b228),segment_id=4c90e5fa-3e40-4aef-b812-0e535cf0b228)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:11.405698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.415509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580e625-e793-43e4-aa30-2fb271479a70 req-f5f1c29e-30ae-458a-823a-aef823d93172 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:11.417270 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6580e625-e793-43e4-aa30-2fb271479a70 req-f5f1c29e-30ae-458a-823a-aef823d93172 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 944 time: 0.1826508 Nov 29 01:50:11.420048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:11.423602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.440584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:11.444521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Router e641ff66-a246-4dad-85ca-633c680454f0 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:50:11.445946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9355bb99-1ed7-49f8-8cc7-9a0f1f518b2c None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:11.467837 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-09f60662-9ab2-4a8d-8a6b-c3676f0cf612 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1700723 Nov 29 01:50:11.468500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44800) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.477503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-0094b7db-dd57-4a04-b842-13199f958ce1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff', 'tempest-TagsExtTest-Tag-1632745407') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:11.498518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f11d-6885-4946-bd5f-a905cdedd157 None None] Pushing event deleted for resources: {'Port': ['ID=6d326764-568f-4a49-afae-11619f61e677,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:11.545052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:11.592435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.592853 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Added segment 3d2ab41a-4e89-45cc-8a3a-0977beb3bafd of type vlan for network 64d72b5b-97e4-494b-b4df-4f1f9452c389 Nov 29 01:50:11.594560 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-0094b7db-dd57-4a04-b842-13199f958ce1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:11.595770 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0094b7db-dd57-4a04-b842-13199f958ce1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags/tempest-TagsExtTest-Tag-1632745407 HTTP/1.1" status: 404 len: 329 time: 0.1262128 Nov 29 01:50:11.599811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44802) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.606057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-18302f64-59eb-490f-98ed-c2e8949e0a98 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff', 'tempest-TagsExtTest-Tag-934191476') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:11.609429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.624811 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6580e625-e793-43e4-aa30-2fb271479a70 req-18ba5b6f-50ed-4d18-9e05-51ef9723a6c0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915452 Nov 29 01:50:11.642770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 34850936-a706-45bd-acdf-cbf146f95054 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:11.671659 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-18302f64-59eb-490f-98ed-c2e8949e0a98 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:11.673571 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-18302f64-59eb-490f-98ed-c2e8949e0a98 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags/tempest-TagsExtTest-Tag-934191476 HTTP/1.1" status: 404 len: 328 time: 0.0714395 Nov 29 01:50:11.677151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44804) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.682474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-7dcea20d-fadd-4b31-b79e-0fe7527a0965 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff', 'tempest-TagsExtTest-Tag-347791523') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:11.712128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.724297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.739350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:11.757555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:11.766231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:11.775049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=3ef4595a-c8c6-4114-9589-00d377edb9e6,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:11.779725 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8e6bfa9a-4241-4032-84c3-79c907f56290 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "PUT /v2.0/routers/e641ff66-a246-4dad-85ca-633c680454f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5969212 Nov 29 01:50:11.781737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44806) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.783923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:11.789634 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:11.790281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.845422 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc633e-eab4-4ebe-b541-1c194711ef72 None None] Sync routers for ids ['e641ff66-a246-4dad-85ca-633c680454f0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:11.865164 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc633e-eab4-4ebe-b541-1c194711ef72 None None] Routers {'e641ff66-a246-4dad-85ca-633c680454f0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:11.865840 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-30bc633e-eab4-4ebe-b541-1c194711ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e641ff66-a246-4dad-85ca-633c680454f0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:11.868300 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-7dcea20d-fadd-4b31-b79e-0fe7527a0965 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] show failed (client error): The resource could not be found. Nov 29 01:50:11.869470 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7dcea20d-fadd-4b31-b79e-0fe7527a0965 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags/tempest-TagsExtTest-Tag-347791523 HTTP/1.1" status: 404 len: 328 time: 0.1911519 Nov 29 01:50:11.873701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44808) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.898665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-86fec76e-558c-4de7-a781-dd84114b4a64 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '258036e4-ee38-4bae-a69b-3807550af7ff') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:11.904874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 6bfabed2-f0b3-419b-8717-8fa80c5caec1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6bfabed2-f0b3-419b-8717-8fa80c5caec1,segment=NetworkSegment(8fd85e5b-b393-4ae4-ab11-d22230ea0bb0),segment_id=8fd85e5b-b393-4ae4-ab11-d22230ea0bb0)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:11.918467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.919529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 279087ec-50a8-4392-b9b9-33f3bede6566 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:11.956309 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5728ad59-3224-4709-9f5e-d9bc9471d26b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3046305 Nov 29 01:50:11.960450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44810) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.961124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.964987 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-30bc633e-eab4-4ebe-b541-1c194711ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:11.975735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:11.976388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.977942 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc633e-eab4-4ebe-b541-1c194711ef72 None None] Routers {'e641ff66-a246-4dad-85ca-633c680454f0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:11.978668 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-30bc633e-eab4-4ebe-b541-1c194711ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e641ff66-a246-4dad-85ca-633c680454f0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:12.008653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.021218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=6bfabed2-f0b3-419b-8717-8fa80c5caec1,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:12.037969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 34850936-a706-45bd-acdf-cbf146f95054 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:50:12.045115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 34850936-a706-45bd-acdf-cbf146f95054 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:12.045554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.077968 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-30bc633e-eab4-4ebe-b541-1c194711ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:12.079550 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc633e-eab4-4ebe-b541-1c194711ef72 None None] The sync data for ids ['e641ff66-a246-4dad-85ca-633c680454f0'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:12.109622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '5052579c-9fb2-42b7-95bb-017dabdff63b'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:12.110574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.160970 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8403609 Nov 29 01:50:12.165430 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44812) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:12.175366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 279087ec-50a8-4392-b9b9-33f3bede6566 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:12.175623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': '64d72b5b-97e4-494b-b4df-4f1f9452c389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:12.175767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.194790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=4c2d7d11-f3d2-47f4-b53e-5b76183ce556,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:12.243068 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-86fec76e-558c-4de7-a781-dd84114b4a64 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff/tags HTTP/1.1" status: 204 len: 168 time: 0.3498044 Nov 29 01:50:12.244801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44814) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:12.249059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff05c1eb-02e0-4113-859a-1e0c1cae4d03 None None] Network daf87c89-4429-433a-b42a-48b0bdd07eee requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:12.249332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-39f484c8-be15-45f1-8532-fb48ffc64c2b tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6f540df4-d8d7-40b6-a696-5b3d937be400') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:12.251663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdb0f2-fa5d-40f6-9af3-2fa44aa59ec9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Network': ['ID=64d72b5b-97e4-494b-b4df-4f1f9452c389,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:12.275823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 64d72b5b-97e4-494b-b4df-4f1f9452c389 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:12.351612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0001cb-0637-47c5-bc2f-33cff07961ea tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:12.353217 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5b0001cb-0637-47c5-bc2f-33cff07961ea tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3653932 Nov 29 01:50:12.357217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44816) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:12.433284 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-39f484c8-be15-45f1-8532-fb48ffc64c2b tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400/tags HTTP/1.1" status: 204 len: 168 time: 0.1873119 Nov 29 01:50:12.439330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:12.442819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.447698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44818) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:12.452504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-c4814320-9d7a-48ce-b424-752f2b56d5b7 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99aaf4b9-4d02-4f91-b359-93895c20d28e') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:12.469612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.502878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.543751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 34850936-a706-45bd-acdf-cbf146f95054, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=34850936-a706-45bd-acdf-cbf146f95054,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:12.544841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d7c7984f-4a07-4605-9fc6-1fe745c13ddf None None] Provisioning complete for port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:12.545177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7c7984f-4a07-4605-9fc6-1fe745c13ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.550901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34850936-a706-45bd-acdf-cbf146f95054'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:50:12.553122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad03747e-d425-465f-917c-d842905bb804" -d '{"events": [{"server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "name": "network-vif-plugged", "status": "completed", "tag": "34850936-a706-45bd-acdf-cbf146f95054"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:50:12.604554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.670166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4c176-7489-45cd-ae6d-620e24fa5dc0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 3ef4595a-c8c6-4114-9589-00d377edb9e6 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:12.671143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c176-7489-45cd-ae6d-620e24fa5dc0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.728413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/5052579c-9fb2-42b7-95bb-017dabdff63b/bc0a3de5-98f8-4e3d-a3fa-4295fc645525) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:12.737857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78895bb6-627b-4e0d-9720-172fa1b22059 x-openstack-request-id: req-78895bb6-627b-4e0d-9720-172fa1b22059 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:50:12.738219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "name": "network-vif-plugged", "status": "completed", "tag": "34850936-a706-45bd-acdf-cbf146f95054", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:50:12.738404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78895bb6-627b-4e0d-9720-172fa1b22059 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:50:12.738822 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34850936-a706-45bd-acdf-cbf146f95054', 'code': 200} Nov 29 01:50:12.806591 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c4814320-9d7a-48ce-b424-752f2b56d5b7 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e/tags HTTP/1.1" status: 204 len: 168 time: 0.3569536 Nov 29 01:50:12.815155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44824) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:12.822964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-c02e9c7f-e80e-47ce-8853-06a90bac2886 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ae34eab-3eea-49c3-9a12-2633fc97e26c') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:12.847832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=34850936-a706-45bd-acdf-cbf146f95054,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:12.864760 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-f22dc151-2d5d-4d77-ac20-fddc63a70f28 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:12.865899 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f22dc151-2d5d-4d77-ac20-fddc63a70f28 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "PUT /v2.0/routers/e641ff66-a246-4dad-85ca-633c680454f0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0834272 Nov 29 01:50:12.899809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c176-7489-45cd-ae6d-620e24fa5dc0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.943146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4c176-7489-45cd-ae6d-620e24fa5dc0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 3ef4595a-c8c6-4114-9589-00d377edb9e6 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:12.970757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44826) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:13.158069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6d326764-568f-4a49-afae-11619f61e677 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:13.160482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:13.214511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 6d326764-568f-4a49-afae-11619f61e677 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:13.214511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6d326764-568f-4a49-afae-11619f61e677 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:13.214511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ad91c01c-151b-4329-ba46-8965d03ac3bb no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:13.224713 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c02e9c7f-e80e-47ce-8853-06a90bac2886 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c/tags HTTP/1.1" status: 204 len: 168 time: 0.3987033 Nov 29 01:50:13.228372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44828) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:13.248745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176bbd4-9852-4b58-a873-6afe914e25a9 None None] Network 62d41cd3-1469-4035-9817-fc0053ff34c9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:13.265824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: ad91c01c-151b-4329-ba46-8965d03ac3bb {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:13.266275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ad91c01c-151b-4329-ba46-8965d03ac3bb not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:13.268441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:13.276099 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-726ee1e4-ac26-41ad-a2c1-50fc9273bd6a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9848473 Nov 29 01:50:13.276725 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44830) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:13.288064 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a304b9-d4e2-49a4-a9a9-7624d1a27d6c req-208bd05c-6dc2-458e-9043-fa3f8764a792 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:13.289972 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e9a304b9-d4e2-49a4-a9a9-7624d1a27d6c req-208bd05c-6dc2-458e-9043-fa3f8764a792 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 945 time: 0.4932206 Nov 29 01:50:13.303834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb620-8ef4-4731-b92a-c725f6b5618b req-23d73c6f-26dd-44a8-946d-81087f997208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:13.306203 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fbecb620-8ef4-4731-b92a-c725f6b5618b req-23d73c6f-26dd-44a8-946d-81087f997208 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 1098 time: 0.3239150 Nov 29 01:50:13.335827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:13.347509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd892ce5-8d82-48e5-af01-8294de1b76a3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet 3b15053c-8d65-466f-90e5-c236b0ef492e {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:13.351264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd892ce5-8d82-48e5-af01-8294de1b76a3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.418182 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.420285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:13.421059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:49:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:13.430987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd892ce5-8d82-48e5-af01-8294de1b76a3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.529379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.577061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.602713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-195b960e-2247-40bf-a0c8-a198027c3396 None None] Provisioning complete for port 211a6b04-a5d6-45f5-832c-56756a0d24cc triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:13.603406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-195b960e-2247-40bf-a0c8-a198027c3396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.623824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd892ce5-8d82-48e5-af01-8294de1b76a3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.719846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:13.745216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd892ce5-8d82-48e5-af01-8294de1b76a3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.784660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:13.791882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd892ce5-8d82-48e5-af01-8294de1b76a3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=3b15053c-8d65-466f-90e5-c236b0ef492e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:13.793849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd892ce5-8d82-48e5-af01-8294de1b76a3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.801969 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fd892ce5-8d82-48e5-af01-8294de1b76a3 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/3b15053c-8d65-466f-90e5-c236b0ef492e HTTP/1.1" status: 204 len: 168 time: 0.5242026 Nov 29 01:50:13.802821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44834) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:13.812144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=8245cb9d-ce62-420d-aea1-1aa627c741dc,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:13.823110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6bfabed2-f0b3-419b-8717-8fa80c5caec1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:13.824409 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fbecb620-8ef4-4731-b92a-c725f6b5618b req-4afca188-17a9-437d-88e0-f7662407a73b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4856675 Nov 29 01:50:13.828427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:13.832585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:13.849060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-40c6baeb-d3f1-47df-ab84-e175123d7aa9 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for subnetpool, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.850210 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-40c6baeb-d3f1-47df-ab84-e175123d7aa9 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnetpools/258036e4-ee38-4bae-a69b-3807550af7ff HTTP/1.1" status: 204 len: 168 time: 0.6158442 Nov 29 01:50:13.867689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44836) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:13.869828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2217f-8b8a-42c6-8c40-294603e77b18 None None] Network c537b56b-7e4e-4edf-ad5c-17b325ec323c requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:13.897469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c176-7489-45cd-ae6d-620e24fa5dc0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.910096 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e33b163b-d728-4f0e-ad84-4cc45134d5be tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f540df4-d8d7-40b6-a696-5b3d937be400 HTTP/1.1" status: 200 len: 205 time: 0.0410142 Nov 29 01:50:13.915830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44838) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:13.921626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking segment: {'id': '3d2ab41a-4e89-45cc-8a3a-0977beb3bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64d72b5b-97e4-494b-b4df-4f1f9452c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:13.922004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network hostable DHCP agents. Network: 64d72b5b-97e4-494b-b4df-4f1f9452c389, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:13.969302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:13.972144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4c176-7489-45cd-ae6d-620e24fa5dc0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=3ef4595a-c8c6-4114-9589-00d377edb9e6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:14.012726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a11eb3a9-716e-4e98-9d62-583756b200f1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.019273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e9a304b9-d4e2-49a4-a9a9-7624d1a27d6c req-0106203a-ffa4-47d2-8a4d-d24d57c89f7f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6959040 Nov 29 01:50:14.057662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c176-7489-45cd-ae6d-620e24fa5dc0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.060764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.063885 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8ac4c176-7489-45cd-ae6d-620e24fa5dc0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/3ef4595a-c8c6-4114-9589-00d377edb9e6 HTTP/1.1" status: 204 len: 168 time: 1.7033200 Nov 29 01:50:14.064788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44840) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:14.077102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 64d72b5b-97e4-494b-b4df-4f1f9452c389 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:14.113265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Pushing event updated for resources: {'Port': ['ID=bc0a3de5-98f8-4e3d-a3fa-4295fc645525,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:14.126603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 64d72b5b-97e4-494b-b4df-4f1f9452c389) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:14.148726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Attempting to bind port bc0a3de5-98f8-4e3d-a3fa-4295fc645525 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:14.148995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Attempting to bind port bc0a3de5-98f8-4e3d-a3fa-4295fc645525 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:14.149364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Attempting to bind port bc0a3de5-98f8-4e3d-a3fa-4295fc645525 on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:14.154443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:14.161087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.185810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51218b83-dd34-4783-9d53-2861c52fc2a4 None None] Network 64d72b5b-97e4-494b-b4df-4f1f9452c389 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:14.235740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a11eb3a9-716e-4e98-9d62-583756b200f1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.239014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a11eb3a9-716e-4e98-9d62-583756b200f1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.240495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44842) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:14.242760 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1d578634-0a72-4944-ad92-4435f42d26bb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0719888 Nov 29 01:50:14.248661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a0a82-0ba5-4ea0-9c00-3f89328789d7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:14.248956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': '64d72b5b-97e4-494b-b4df-4f1f9452c389', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1700186300'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:14.250510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a0a82-0ba5-4ea0-9c00-3f89328789d7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:14.252124 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-474a0a82-0ba5-4ea0-9c00-3f89328789d7 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1867573 Nov 29 01:50:14.255254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:14.255866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:14.256487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.257085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:14.257777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Bound port: bc0a3de5-98f8-4e3d-a3fa-4295fc645525, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:14.258369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.262256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44844) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:14.314576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:14.315077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.332159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b5f3-4c66-46c2-9b46-e0dd82045ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.349492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.429903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-da104087-c31e-4bda-9a3a-2673a603489a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 5052579c-9fb2-42b7-95bb-017dabdff63b {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:14.437755 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da104087-c31e-4bda-9a3a-2673a603489a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.472035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a11eb3a9-716e-4e98-9d62-583756b200f1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.472895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11eb3a9-716e-4e98-9d62-583756b200f1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Fanout notify agent at l3_agent the message router_deleted on router 6f540df4-d8d7-40b6-a696-5b3d937be400 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:50:14.482098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-195b960e-2247-40bf-a0c8-a198027c3396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.494715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da104087-c31e-4bda-9a3a-2673a603489a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.498161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a11eb3a9-716e-4e98-9d62-583756b200f1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.504947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44846) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:14.508614 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a11eb3a9-716e-4e98-9d62-583756b200f1 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/routers/6f540df4-d8d7-40b6-a696-5b3d937be400 HTTP/1.1" status: 204 len: 168 time: 0.5916319 Nov 29 01:50:14.521464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:14.521844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.576881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7,segment=NetworkSegment(4c90e5fa-3e40-4aef-b812-0e535cf0b228),segment_id=4c90e5fa-3e40-4aef-b812-0e535cf0b228)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:14.577398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.593817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:14.600363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:14.604254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.655530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:14.669156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-195b960e-2247-40bf-a0c8-a198027c3396 None None] For port 211a6b04-a5d6-45f5-832c-56756a0d24cc, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=211a6b04-a5d6-45f5-832c-56756a0d24cc,segment=NetworkSegment(f13413f2-97f3-4baf-9670-b651ba5b1a91),segment_id=f13413f2-97f3-4baf-9670-b651ba5b1a91)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:14.697112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] For port bc0a3de5-98f8-4e3d-a3fa-4295fc645525, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:14.699868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-195b960e-2247-40bf-a0c8-a198027c3396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.754327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] For port bc0a3de5-98f8-4e3d-a3fa-4295fc645525, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=bc0a3de5-98f8-4e3d-a3fa-4295fc645525,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:14.764883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd3239-05d8-4bb4-93c0-5330d1d1c7bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Deleting port 99aaf4b9-4d02-4f91-b359-93895c20d28e {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:14.765154 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3239-05d8-4bb4-93c0-5330d1d1c7bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.781638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.788887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7699df3a-c454-4608-b439-cfddfa20f192 None None] DHCP port deletion for c537b56b-7e4e-4edf-ad5c-17b325ec323c request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:14.804293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da104087-c31e-4bda-9a3a-2673a603489a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.853494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.892755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7699df3a-c454-4608-b439-cfddfa20f192 None None] The port '24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7' was deleted {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 29 01:50:14.895447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b960e-2247-40bf-a0c8-a198027c3396 None None] Pushing event updated for resources: {'Port': ['ID=211a6b04-a5d6-45f5-832c-56756a0d24cc,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:14.907874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-64d72b5b-97e4-494b-b4df-4f1f9452c389', 'network_id': '64d72b5b-97e4-494b-b4df-4f1f9452c389', 'tenant_id': '82bb337d4cbe4100b99c5e1477d03937', 'fixed_ips': [{'subnet_id': '8245cb9d-ce62-420d-aea1-1aa627c741dc'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:14.908720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.940047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:14.957323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.6 (64d72b5b-97e4-494b-b4df-4f1f9452c389/8245cb9d-ce62-420d-aea1-1aa627c741dc/ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:14.968351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:14.990240 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:11Z', 'revision_number': 9, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:14.999788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 211a6b04-a5d6-45f5-832c-56756a0d24cc up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:15.048695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Deleting port 674ad4d4-d8f0-40b0-aff2-2088af0f3e43 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:15.049444 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.118439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.145149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c537b56b-7e4e-4edf-ad5c-17b325ec323c']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:15.156359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c90e5fa-3e40-4aef-b812-0e535cf0b228') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:15.156600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c90e5fa-3e40-4aef-b812-0e535cf0b228') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:15.161907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.170208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.178596 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3239-05d8-4bb4-93c0-5330d1d1c7bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.215742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.273290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-12da45b7-0871-475b-a2e9-2b1d2c5a5a68 None None] Provisioning complete for port 674ad4d4-d8f0-40b0-aff2-2088af0f3e43 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:15.273664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-12da45b7-0871-475b-a2e9-2b1d2c5a5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.275949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:15.287013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:15.287597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:15.291316 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:15.418379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec5962-4d0f-4681-9a02-d95496d76311 req-594e6155-b060-4d22-99b2-dfaba7ecac53 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:15.421942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3637565-d8b2-4cb1-ac70-165d533d80a8 None None] Pushing event updated for resources: {'Port': ['ID=bc0a3de5-98f8-4e3d-a3fa-4295fc645525,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:15.422135 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a9ec5962-4d0f-4681-9a02-d95496d76311 req-594e6155-b060-4d22-99b2-dfaba7ecac53 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 945 time: 0.2155063 Nov 29 01:50:15.423512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.429036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.437070 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/c537b56b-7e4e-4edf-ad5c-17b325ec323c HTTP/1.1" status: 204 len: 168 time: 1.6327596 Nov 29 01:50:15.437770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44850) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:15.440621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.441317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:15.441973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:15.450742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-12da45b7-0871-475b-a2e9-2b1d2c5a5a68 None None] Port 674ad4d4-d8f0-40b0-aff2-2088af0f3e43 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:15.523136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629d7b3-ea15-449d-b198-8a3bddf2ebaa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=c537b56b-7e4e-4edf-ad5c-17b325ec323c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:15.580079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.584284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:15.586765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 211a6b04-a5d6-45f5-832c-56756a0d24cc triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:15.587357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.609203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-12da45b7-0871-475b-a2e9-2b1d2c5a5a68 None None] Provisioning complete for port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:15.609835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-12da45b7-0871-475b-a2e9-2b1d2c5a5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.627888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Calling delete_port for 674ad4d4-d8f0-40b0-aff2-2088af0f3e43 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:15.629705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd3239-05d8-4bb4-93c0-5330d1d1c7bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Calling delete_port for 99aaf4b9-4d02-4f91-b359-93895c20d28e owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:15.633720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da104087-c31e-4bda-9a3a-2673a603489a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.674109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da104087-c31e-4bda-9a3a-2673a603489a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=5052579c-9fb2-42b7-95bb-017dabdff63b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:15.680171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-da104087-c31e-4bda-9a3a-2673a603489a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.683447 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-da104087-c31e-4bda-9a3a-2673a603489a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/5052579c-9fb2-42b7-95bb-017dabdff63b HTTP/1.1" status: 204 len: 168 time: 1.4201853 Nov 29 01:50:15.692780 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a9ec5962-4d0f-4681-9a02-d95496d76311 req-13ea3c1a-bf2a-495d-a0ca-c785199fd5e3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432573 Nov 29 01:50:15.713733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44852) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:15.738886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.803232 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e76e5a94-35c0-4cbe-a034-bf954cd74a91 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863364 Nov 29 01:50:15.806632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44856) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:15.811858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 64d72b5b-97e4-494b-b4df-4f1f9452c389 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:15.846265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:15.857563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:15.861406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:15.976652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:15.977309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.994628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Allocated IP 172.20.0.2 (64d72b5b-97e4-494b-b4df-4f1f9452c389/8245cb9d-ce62-420d-aea1-1aa627c741dc/11612d8d-4bae-4c5a-bedf-499775607453) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:16.001328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcdb7d-dfdf-4987-a575-635b27bfe348 req-d169bfd5-7c2a-4f6d-8548-9c78c4d14e7a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:16.002537 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90dcdb7d-dfdf-4987-a575-635b27bfe348 req-d169bfd5-7c2a-4f6d-8548-9c78c4d14e7a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 945 time: 0.2038248 Nov 29 01:50:16.012912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aac233-fb05-42ae-80e3-d25c2f5aa9f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:16.014249 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a1aac233-fb05-42ae-80e3-d25c2f5aa9f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2001321 Nov 29 01:50:16.019485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44858) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:16.034628 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5ecc2bd8-2751-44af-8ac8-1a26ef322100 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7893815 Nov 29 01:50:16.040447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44860) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:16.109481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f69b331b-ae72-4f74-9fbe-0b34000757b4 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:16.138320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-12da45b7-0871-475b-a2e9-2b1d2c5a5a68 None None] Provisioning complete for port 211a6b04-a5d6-45f5-832c-56756a0d24cc triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:16.139018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-12da45b7-0871-475b-a2e9-2b1d2c5a5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.140610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.193027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: f69b331b-ae72-4f74-9fbe-0b34000757b4 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:16.193484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f69b331b-ae72-4f74-9fbe-0b34000757b4 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:16.274692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b3279ce1-51a2-446c-8f01-93e380538b66 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:16.280233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3279ce1-51a2-446c-8f01-93e380538b66 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.299960 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90dcdb7d-dfdf-4987-a575-635b27bfe348 req-2df9a065-a610-453d-9d75-a7e18e313fa6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836983 Nov 29 01:50:16.300887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Port': ['ID=674ad4d4-d8f0-40b0-aff2-2088af0f3e43,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:16.325186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:11Z', 'revision_number': 9, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:16.327601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.341723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44862) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:16.394441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae9982-c91a-43be-9b25-b1787ba5c96d None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:11Z', 'revision_number': 9, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '5ccf271c-e22d-43ee-82d2-4a32feb73f76', 'name': '', 'network_id': 'cea68cb7-149f-4a31-98e9-93e2fba2bc32', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:30Z', 'updated_at': '2021-11-29T01:49:40Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '049f185a-432b-4ae5-8675-4ce73d26d552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:16.408090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8b36b-6b91-4741-baa5-110a5d3bbf08 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:16.412647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb58947a-a52f-4ab3-a62b-489fa23b66ce tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:16.417478 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eb58947a-a52f-4ab3-a62b-489fa23b66ce tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3967009 Nov 29 01:50:16.424789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44864) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:16.484777 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ef34f354-5af4-44c4-8fd5-654572ec6b97 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587080 Nov 29 01:50:16.486175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3239-05d8-4bb4-93c0-5330d1d1c7bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.492955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44866) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:16.512605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.530137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:16.544118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd3239-05d8-4bb4-93c0-5330d1d1c7bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Pushing event deleted for resources: {'Port': ['ID=99aaf4b9-4d02-4f91-b359-93895c20d28e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:16.553311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.582945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.594723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1415854-c90a-472e-a525-14cc4ff05789 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:16.599068 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f1415854-c90a-472e-a525-14cc4ff05789 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 1093 time: 0.2517405 Nov 29 01:50:16.601062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44868) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:16.603937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:16.648785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Network 64d72b5b-97e4-494b-b4df-4f1f9452c389 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:16.654360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:16.660948 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:16.664501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Pushing event updated for resources: {'Port': ['ID=11612d8d-4bae-4c5a-bedf-499775607453,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:16.665571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3279ce1-51a2-446c-8f01-93e380538b66 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.705228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b3279ce1-51a2-446c-8f01-93e380538b66 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:16.725476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.760407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Attempting to bind port 11612d8d-4bae-4c5a-bedf-499775607453 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:16.761111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Attempting to bind port 11612d8d-4bae-4c5a-bedf-499775607453 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '3d2ab41a-4e89-45cc-8a3a-0977beb3bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64d72b5b-97e4-494b-b4df-4f1f9452c389'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:16.779137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3239-05d8-4bb4-93c0-5330d1d1c7bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.784318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Attempting to bind port 11612d8d-4bae-4c5a-bedf-499775607453 on network 64d72b5b-97e4-494b-b4df-4f1f9452c389 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:16.785984 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c4cd3239-05d8-4bb4-93c0-5330d1d1c7bd tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/ports/99aaf4b9-4d02-4f91-b359-93895c20d28e HTTP/1.1" status: 204 len: 168 time: 2.2800391 Nov 29 01:50:16.791952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44870) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:16.801942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-131c5b75-e94b-40a1-86fa-2e4780522d26 None None] Provisioning complete for port bc0a3de5-98f8-4e3d-a3fa-4295fc645525 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:16.802528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-131c5b75-e94b-40a1-86fa-2e4780522d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.830633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.894679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:16.896133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Checking segment: {'id': '3d2ab41a-4e89-45cc-8a3a-0977beb3bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64d72b5b-97e4-494b-b4df-4f1f9452c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:16.896748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.897325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Bound using segment: {'id': '3d2ab41a-4e89-45cc-8a3a-0977beb3bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64d72b5b-97e4-494b-b4df-4f1f9452c389'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:16.898032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Bound port: 11612d8d-4bae-4c5a-bedf-499775607453, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2ab41a-4e89-45cc-8a3a-0977beb3bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64d72b5b-97e4-494b-b4df-4f1f9452c389'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:16.898627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:16.928036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:16.932993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 211a6b04-a5d6-45f5-832c-56756a0d24cc up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:16.959518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b19a46-54d6-4760-a2a1-c9d17c8fd3ec tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Deleting subnet 6ae34eab-3eea-49c3-9a12-2633fc97e26c {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:16.967154 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-06b19a46-54d6-4760-a2a1-c9d17c8fd3ec tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.001932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:17.005655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.118833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 5ccf271c-e22d-43ee-82d2-4a32feb73f76 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:17.119462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.124079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 211a6b04-a5d6-45f5-832c-56756a0d24cc triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:17.124613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.125287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3279ce1-51a2-446c-8f01-93e380538b66 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.129980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] For port 11612d8d-4bae-4c5a-bedf-499775607453, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:17.151150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-06b19a46-54d6-4760-a2a1-c9d17c8fd3ec tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.171755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] For port 11612d8d-4bae-4c5a-bedf-499775607453, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=11612d8d-4bae-4c5a-bedf-499775607453,segment=NetworkSegment(3d2ab41a-4e89-45cc-8a3a-0977beb3bafd),segment_id=3d2ab41a-4e89-45cc-8a3a-0977beb3bafd)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:17.178173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-131c5b75-e94b-40a1-86fa-2e4780522d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.185609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.197052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Router e641ff66-a246-4dad-85ca-633c680454f0 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:17.235191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] Deleting port bc0a3de5-98f8-4e3d-a3fa-4295fc645525 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:17.235579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.355393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:17.361600 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-41d507c4-9f1c-44e7-9e7b-bb19b7316d17 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "PUT /v2.0/routers/e641ff66-a246-4dad-85ca-633c680454f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3872716 Nov 29 01:50:17.371449 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7c376-91ef-4b83-ad7f-8872b48bbb7f None None] Sync routers for ids ['e641ff66-a246-4dad-85ca-633c680454f0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:17.382165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-06b19a46-54d6-4760-a2a1-c9d17c8fd3ec tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.382998 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7c376-91ef-4b83-ad7f-8872b48bbb7f None None] Routers {'e641ff66-a246-4dad-85ca-633c680454f0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:17.383668 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2ac7c376-91ef-4b83-ad7f-8872b48bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e641ff66-a246-4dad-85ca-633c680454f0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:17.421499 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2ac7c376-91ef-4b83-ad7f-8872b48bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:17.434405 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7c376-91ef-4b83-ad7f-8872b48bbb7f None None] Routers {'e641ff66-a246-4dad-85ca-633c680454f0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:17.435252 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2ac7c376-91ef-4b83-ad7f-8872b48bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e641ff66-a246-4dad-85ca-633c680454f0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:17.441256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44872) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:17.471600 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2ac7c376-91ef-4b83-ad7f-8872b48bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:17.472436 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7c376-91ef-4b83-ad7f-8872b48bbb7f None None] The sync data for ids ['e641ff66-a246-4dad-85ca-633c680454f0'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:17.492123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3279ce1-51a2-446c-8f01-93e380538b66 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:17.497464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-131c5b75-e94b-40a1-86fa-2e4780522d26 None None] For port bc0a3de5-98f8-4e3d-a3fa-4295fc645525, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=bc0a3de5-98f8-4e3d-a3fa-4295fc645525,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:17.498992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.508674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548f0e9-51de-4e36-93e5-757b4babd560 None None] Pushing event updated for resources: {'Port': ['ID=11612d8d-4bae-4c5a-bedf-499775607453,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:17.536209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-06b19a46-54d6-4760-a2a1-c9d17c8fd3ec tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.544936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] For port bc0a3de5-98f8-4e3d-a3fa-4295fc645525, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=bc0a3de5-98f8-4e3d-a3fa-4295fc645525,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:17.544936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.568338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-131c5b75-e94b-40a1-86fa-2e4780522d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.589685 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-e5d5ec18-9b74-4e00-b177-1cc7bdb1f91d tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] delete failed (client error): The resource could not be found. Nov 29 01:50:17.590385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b19a46-54d6-4760-a2a1-c9d17c8fd3ec tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae34eab-3eea-49c3-9a12-2633fc97e26c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:17.590781 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e5d5ec18-9b74-4e00-b177-1cc7bdb1f91d tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-778055541 HTTP/1.1" status: 404 len: 334 time: 0.1332164 Nov 29 01:50:17.605884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44874) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:17.610041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] Calling delete_port for bc0a3de5-98f8-4e3d-a3fa-4295fc645525 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:17.611762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-131c5b75-e94b-40a1-86fa-2e4780522d26 None None] Could not find standard attr ID for object 3ef4595a-c8c6-4114-9589-00d377edb9e6. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:17.619464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e8b7fd8a-76ea-4268-b8c5-7574a1bac6f8 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e641ff66-a246-4dad-85ca-633c680454f0'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:17.634252 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-06b19a46-54d6-4760-a2a1-c9d17c8fd3ec tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.642198 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-06b19a46-54d6-4760-a2a1-c9d17c8fd3ec tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/subnets/6ae34eab-3eea-49c3-9a12-2633fc97e26c HTTP/1.1" status: 204 len: 168 time: 0.8492212 Nov 29 01:50:17.642864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44876) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:17.785096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.815079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c5b75-e94b-40a1-86fa-2e4780522d26 None None] Pushing event updated for resources: {'Port': ['ID=bc0a3de5-98f8-4e3d-a3fa-4295fc645525,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:17.822031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a72c56-c04f-49cc-ac80-ee0dbec6e40a None None] Network 553099fb-c841-4409-9ec3-b8af9a77ec44 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:17.968395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:50:17.989505 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3279ce1-51a2-446c-8f01-93e380538b66 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.993108 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b3279ce1-51a2-446c-8f01-93e380538b66 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc HTTP/1.1" status: 204 len: 168 time: 1.9509273 Nov 29 01:50:17.997082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:18.004663 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44878) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:18.015151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port 5ccf271c-e22d-43ee-82d2-4a32feb73f76, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=5ccf271c-e22d-43ee-82d2-4a32feb73f76,segment=NetworkSegment(16c9a0e2-b4e9-45df-b71f-55f06aee41b5),segment_id=16c9a0e2-b4e9-45df-b71f-55f06aee41b5)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:18.015780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.046909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:18.047421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 24e9bc35-5939-4c3f-a6e5-3a53c3d0e4f7 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:18.065591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 5ccf271c-e22d-43ee-82d2-4a32feb73f76 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:18.069934 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bfa356-7196-4e26-b0d3-9cdb90a2fd3a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:18.073900 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-05bfa356-7196-4e26-b0d3-9cdb90a2fd3a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc HTTP/1.1" status: 404 len: 333 time: 0.0656505 Nov 29 01:50:18.112030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44880) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:18.133781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Deleting port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:18.134140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.145113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.180243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.76 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/a8ff2d04-fca1-4ec0-b68a-311899ef8901) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:18.188576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] Pushing event deleted for resources: {'Port': ['ID=bc0a3de5-98f8-4e3d-a3fa-4295fc645525,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:18.191426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d19e1b-99f9-4034-a619-d28cdc16b7b5 None None] No DVR routers for this DVR port bc0a3de5-98f8-4e3d-a3fa-4295fc645525 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:18.202629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8b7fd8a-76ea-4268-b8c5-7574a1bac6f8 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.214881 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] DHCP port deletion for 553099fb-c841-4409-9ec3-b8af9a77ec44 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:18.259862 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.services.revisions.revision_plugin [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Could not find related port for resource to bump revision. Nov 29 01:50:18.275045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] For port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,segment=NetworkSegment(99b1cfe5-f51f-436c-a305-c95befc65229),segment_id=99b1cfe5-f51f-436c-a305-c95befc65229)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:18.275460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.277955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_pluggable_backend [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Port bc0a3de5-98f8-4e3d-a3fa-4295fc645525 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109949) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 29 01:50:18.278280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_pluggable_backend [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6d:5f02 {{(pid=109949) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 29 01:50:18.287201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.ipam_pluggable_backend [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6d:5f02 {{(pid=109949) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 29 01:50:18.291389 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-e8b7fd8a-76ea-4268-b8c5-7574a1bac6f8 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] update failed (client error): The resource could not be found. Nov 29 01:50:18.296469 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e8b7fd8a-76ea-4268-b8c5-7574a1bac6f8 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "PUT /v2.0/routers/e641ff66-a246-4dad-85ca-633c680454f0 HTTP/1.1" status: 404 len: 339 time: 0.6820080 Nov 29 01:50:18.296633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] Deleting port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:18.296760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.296874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.296987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Calling delete_port for c044ddaf-5fd7-45c5-a55c-f27cb0d3103c owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:18.302911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44882) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:18.324734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-83090a42-95c5-49fe-ae92-261bc8d69cfe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 8245cb9d-ce62-420d-aea1-1aa627c741dc {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:18.345272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83090a42-95c5-49fe-ae92-261bc8d69cfe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.404249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 11612d8d-4bae-4c5a-bedf-499775607453 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:18.412802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] For port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,segment=NetworkSegment(99b1cfe5-f51f-436c-a305-c95befc65229),segment_id=99b1cfe5-f51f-436c-a305-c95befc65229)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:18.413252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.452535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] Calling delete_port for c044ddaf-5fd7-45c5-a55c-f27cb0d3103c owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:18.461349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:18.471275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:18.472508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83090a42-95c5-49fe-ae92-261bc8d69cfe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.476695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:18.476695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.487861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=5e88db7b-0ba7-4038-bff8-49b1e30a84ec,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:18.510409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d05e9-5dd1-4227-bfc4-580022eddd4c None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:18.552007 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.587180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 11612d8d-4bae-4c5a-bedf-499775607453 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:18.587417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.598469 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e63835f9-a19b-4c20-a2fa-88dc0fe1e54b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0778828 Nov 29 01:50:18.599133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44884) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:18.607060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ca15b35f-7ef5-49d6-9d6b-ebceb4225cb4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:18.657564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83090a42-95c5-49fe-ae92-261bc8d69cfe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.686860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.727757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=5ccf271c-e22d-43ee-82d2-4a32feb73f76,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:18.746157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.799390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.846701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] Pushing event deleted for resources: {'Port': ['ID=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:18.882075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56331957-7cee-4cfe-abb8-2ea7856731c9 None None] No DVR routers for this DVR port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:18.883781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.899922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '5e88db7b-0ba7-4038-bff8-49b1e30a84ec'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:18.899922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.908743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:18.938863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:18.941545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83090a42-95c5-49fe-ae92-261bc8d69cfe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.966533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:19.023097 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=a8ff2d04-fca1-4ec0-b68a-311899ef8901,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:19.071569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83090a42-95c5-49fe-ae92-261bc8d69cfe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=8245cb9d-ce62-420d-aea1-1aa627c741dc,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:19.078574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83090a42-95c5-49fe-ae92-261bc8d69cfe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.084876 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-83090a42-95c5-49fe-ae92-261bc8d69cfe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/8245cb9d-ce62-420d-aea1-1aa627c741dc HTTP/1.1" status: 204 len: 168 time: 0.9716997 Nov 29 01:50:19.087871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44886) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:19.096818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:50:19.097333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:50:19.195584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Allocated IP 2001:db8::f816:3eff:fe14:4125 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/5e88db7b-0ba7-4038-bff8-49b1e30a84ec/67a98861-f655-43dc-8dfc-2818bc319cdb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:19.210667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.215749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de3f8d1-9cb4-4cca-b362-ba64f186cdc6 None None] Network 64d72b5b-97e4-494b-b4df-4f1f9452c389 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:19.260756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.315124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Pushing event deleted for resources: {'Port': ['ID=c044ddaf-5fd7-45c5-a55c-f27cb0d3103c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:19.317205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] No DVR routers for this DVR port c044ddaf-5fd7-45c5-a55c-f27cb0d3103c on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:19.340689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2f37ca1b-2b64-42db-9ecf-fea99dfdd6e5 None None] Provisioning complete for port 11612d8d-4bae-4c5a-bedf-499775607453 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:19.341070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f37ca1b-2b64-42db-9ecf-fea99dfdd6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.361932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.466654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca15b35f-7ef5-49d6-9d6b-ebceb4225cb4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:19.471362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca15b35f-7ef5-49d6-9d6b-ebceb4225cb4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.510055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.521100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.585272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f37ca1b-2b64-42db-9ecf-fea99dfdd6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.585584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553099fb-c841-4409-9ec3-b8af9a77ec44']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:19.623055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.645583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b1cfe5-f51f-436c-a305-c95befc65229') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:19.645889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b1cfe5-f51f-436c-a305-c95befc65229') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:19.658967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2f37ca1b-2b64-42db-9ecf-fea99dfdd6e5 None None] For port 11612d8d-4bae-4c5a-bedf-499775607453, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=11612d8d-4bae-4c5a-bedf-499775607453,segment=NetworkSegment(3d2ab41a-4e89-45cc-8a3a-0977beb3bafd),segment_id=3d2ab41a-4e89-45cc-8a3a-0977beb3bafd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:19.667881 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.691908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.727305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:19.728517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f37ca1b-2b64-42db-9ecf-fea99dfdd6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.734082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Pushing event updated for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:19.734293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.736793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:19.738940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] DHCP port deletion for 64d72b5b-97e4-494b-b4df-4f1f9452c389 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:19.745429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:19.750173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.789000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:19.789244 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:19.795840 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:19.816271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:19.855883 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-ca15b35f-7ef5-49d6-9d6b-ebceb4225cb4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e88db7b-0ba7-4038-bff8-49b1e30a84ec (CIDR: 2001:db8::/64) Nov 29 01:50:19.860685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 11612d8d-4bae-4c5a-bedf-499775607453 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:19.861124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.883418 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca15b35f-7ef5-49d6-9d6b-ebceb4225cb4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:19.884070 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca15b35f-7ef5-49d6-9d6b-ebceb4225cb4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:19.965586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.980806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.983291 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] 10.222.0.30 "DELETE /v2.0/networks/553099fb-c841-4409-9ec3-b8af9a77ec44 HTTP/1.1" status: 204 len: 168 time: 2.3359785 Nov 29 01:50:19.997000 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ca15b35f-7ef5-49d6-9d6b-ebceb4225cb4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3939261 Nov 29 01:50:20.008253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44890) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:20.026530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:20.038662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc637a-244f-4c53-8679-ed7e798ed755 tempest-TagsExtTest-1812023726 tempest-TagsExtTest-1812023726-project] Pushing event deleted for resources: {'Network': ['ID=553099fb-c841-4409-9ec3-b8af9a77ec44,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:20.041704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] For port 11612d8d-4bae-4c5a-bedf-499775607453, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=11612d8d-4bae-4c5a-bedf-499775607453,segment=NetworkSegment(3d2ab41a-4e89-45cc-8a3a-0977beb3bafd),segment_id=3d2ab41a-4e89-45cc-8a3a-0977beb3bafd)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:20.042087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.043361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37ca1b-2b64-42db-9ecf-fea99dfdd6e5 None None] Pushing event updated for resources: {'Port': ['ID=11612d8d-4bae-4c5a-bedf-499775607453,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:20.069486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Attempting to bind port 67a98861-f655-43dc-8dfc-2818bc319cdb on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:20.070470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Attempting to bind port 67a98861-f655-43dc-8dfc-2818bc319cdb by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:20.070470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Attempting to bind port 67a98861-f655-43dc-8dfc-2818bc319cdb on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:20.083429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:20.087239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:20.087771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:20.088191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.088587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:20.089057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Bound port: 67a98861-f655-43dc-8dfc-2818bc319cdb, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:20.089434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.095433 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1570d2d2-50ee-446c-b448-6bba04dbda78 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6487327 Nov 29 01:50:20.096752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44892) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:20.100821 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:20.110365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 11612d8d-4bae-4c5a-bedf-499775607453 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:20.116376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:50:20.116709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:50:20.149294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:20.149668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:20.188690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] Deleting port 11612d8d-4bae-4c5a-bedf-499775607453 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:20.189045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.231267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Allocated IP 172.20.0.1 (9aa70278-f55a-4beb-b18a-9bfe4f47a2eb/9cc364fa-13c5-41a9-bd75-f1c6a78eb628/a36905aa-1391-453a-a095-df5a99f41048) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:20.261984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-20898654-f2b5-4948-bbb0-a6f42b0b184d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet 049f185a-432b-4ae5-8675-4ce73d26d552 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:20.272664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20898654-f2b5-4948-bbb0-a6f42b0b184d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.311537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.324990 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:20.332138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:20.343959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:20.348105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.376393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=67a98861-f655-43dc-8dfc-2818bc319cdb,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:20.380055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] For port 11612d8d-4bae-4c5a-bedf-499775607453, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=11612d8d-4bae-4c5a-bedf-499775607453,segment=NetworkSegment(3d2ab41a-4e89-45cc-8a3a-0977beb3bafd),segment_id=3d2ab41a-4e89-45cc-8a3a-0977beb3bafd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:20.380521 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.383933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20898654-f2b5-4948-bbb0-a6f42b0b184d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.398918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.435111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] Calling delete_port for 11612d8d-4bae-4c5a-bedf-499775607453 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:20.481071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.525937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44896) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:20.574778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20898654-f2b5-4948-bbb0-a6f42b0b184d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.608357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf42fd-b788-4ef4-9bcf-4996bfdf6ce3 None None] Pushing event updated for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:20.692849 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.733651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=11612d8d-4bae-4c5a-bedf-499775607453,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:20.742551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20898654-f2b5-4948-bbb0-a6f42b0b184d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.746542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.776305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No DVR routers for this DVR port 11612d8d-4bae-4c5a-bedf-499775607453 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:20.780986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] Pushing event deleted for resources: {'Port': ['ID=11612d8d-4bae-4c5a-bedf-499775607453,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:20.786910 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56584cbe-4fa5-489a-919b-364160d1a30c None None] No DVR routers for this DVR port 11612d8d-4bae-4c5a-bedf-499775607453 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:20.817594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20898654-f2b5-4948-bbb0-a6f42b0b184d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=049f185a-432b-4ae5-8675-4ce73d26d552,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:20.819829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-20898654-f2b5-4948-bbb0-a6f42b0b184d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.825978 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-20898654-f2b5-4948-bbb0-a6f42b0b184d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/049f185a-432b-4ae5-8675-4ce73d26d552 HTTP/1.1" status: 204 len: 168 time: 0.7216706 Nov 29 01:50:20.828990 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae77a7a-cbc7-4167-9c98-75d8caa2dd09 None None] Network cea68cb7-149f-4a31-98e9-93e2fba2bc32 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:20.833511 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44900) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:20.856601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.863210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:18Z', 'revision_number': 10, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:20.905029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:20.918630 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4ebcedf6-d14c-4420-8d56-5f6e616ce6e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cad89e0cad164e0b8ed2d434b4c4bcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937523 Nov 29 01:50:20.924542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44902) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:20.941825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:20.974153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Port 11612d8d-4bae-4c5a-bedf-499775607453 update to ACTIVE by agent not found {{(pid=109950) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:50:20.998559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.030669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.039452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.041693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.046449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:21.047551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:21.085595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:21.105696 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:21.115505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d72b5b-97e4-494b-b4df-4f1f9452c389']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:21.118679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:21.119991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.123691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=bcf9e53e-5f39-4f3b-a1d8-bc2296842030,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:21.136118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.139102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2ab41a-4e89-45cc-8a3a-0977beb3bafd') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:21.139407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2ab41a-4e89-45cc-8a3a-0977beb3bafd') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:21.146783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:21.166107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.177187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:21.189528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.218959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-080a5ebe-d5ee-4056-b46f-862c2fd94818 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2008541 Nov 29 01:50:21.219552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:21.219910 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4c2d7d11-f3d2-47f4-b53e-5b76183ce556 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:21.220343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device bc0a3de5-98f8-4e3d-a3fa-4295fc645525 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:21.230483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44904) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:21.233272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.243313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:a6:ef:44', 'name': 'tempest-NetworksTestDHCPv6-177830812'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:21.251911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:21.254455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=a8ff2d04-fca1-4ec0-b68a-311899ef8901,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:21.254617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: bc0a3de5-98f8-4e3d-a3fa-4295fc645525 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:21.254818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device bc0a3de5-98f8-4e3d-a3fa-4295fc645525 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:21.255218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c044ddaf-5fd7-45c5-a55c-f27cb0d3103c no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:21.256163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3270baa7-b67f-4607-a481-b7ba7e296b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.271302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:21.271721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.276467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:21.278368 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:21.284757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:21.285107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.303187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:21.305913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Port': ['ID=a36905aa-1391-453a-a095-df5a99f41048,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:21.311637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: c044ddaf-5fd7-45c5-a55c-f27cb0d3103c {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:21.311637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c044ddaf-5fd7-45c5-a55c-f27cb0d3103c not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:21.393245 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP b11cfa7b-d2c6-45a6-a085-c497beca85b6 associated. External IP: 172.26.8.76, port: 34850936-a706-45bd-acdf-cbf146f95054. Nov 29 01:50:21.398485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,segment=NetworkSegment(16c9a0e2-b4e9-45df-b71f-55f06aee41b5),segment_id=16c9a0e2-b4e9-45df-b71f-55f06aee41b5)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:21.399048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.462553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3270baa7-b67f-4607-a481-b7ba7e296b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.482404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] DHCP port deletion for cea68cb7-149f-4a31-98e9-93e2fba2bc32 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:21.492886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.504768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:21.621950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.641920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.651187 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/networks/64d72b5b-97e4-494b-b4df-4f1f9452c389 HTTP/1.1" status: 204 len: 168 time: 2.5337024 Nov 29 01:50:21.652033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] Deleting port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:21.652543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.666196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44906) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:21.671715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'name': 'tempest-PortsTestJSON-1898488903'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:21.723183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 67a98861-f655-43dc-8dfc-2818bc319cdb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:21.755218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0463c-2f66-4ccd-9e55-7a430d07a128 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Network': ['ID=64d72b5b-97e4-494b-b4df-4f1f9452c389,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:21.760092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:21.779978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] For port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,segment=NetworkSegment(16c9a0e2-b4e9-45df-b71f-55f06aee41b5),segment_id=16c9a0e2-b4e9-45df-b71f-55f06aee41b5)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:21.780379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.794098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:18Z', 'revision_number': 10, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:21.794348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.843061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:21.858467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:21.870004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.899105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:21.943584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:21.947219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.951466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 00408894-6731-4f97-8144-64ea61cb6d34 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:22.004424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.012040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] Calling delete_port for b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:22.017460 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port 3dd211de-ff11-4575-a445-da71d123a7b0 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:22.106575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-17e810a4-4684-41c0-8f9f-e53f45e5a970 None None] Provisioning complete for port a36905aa-1391-453a-a095-df5a99f41048 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:22.106975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-17e810a4-4684-41c0-8f9f-e53f45e5a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.112823 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8:0:1::39e (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/bcf9e53e-5f39-4f3b-a1d8-bc2296842030/a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:22.112962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.120106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca41a8-2a0d-4f8f-9db7-08f31d86e28d None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:18Z', 'revision_number': 10, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None, '_interfaces': [{'id': '79f49afc-6d24-42bb-be04-6f3a3f5ca8bd', 'name': '', 'network_id': 'a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'mac_address': 'fa:16:3e:07:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3e3758ab-36bf-4575-a262-d0775393586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:22Z', 'updated_at': '2021-11-29T01:49:28Z', 'revision_number': 5, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'subnets': [{'id': '3e3758ab-36bf-4575-a262-d0775393586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:22.121959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fea6:ef44 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/5e88db7b-0ba7-4038-bff8-49b1e30a84ec/a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:22.199020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb4514-17b9-4c8f-8518-b4a5cbc67125 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:22.205616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] Pushing event deleted for resources: {'Port': ['ID=b7d9e1d1-6e29-4207-8ca6-9e33e43e6181,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:22.216833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3270baa7-b67f-4607-a481-b7ba7e296b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.219588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3270baa7-b67f-4607-a481-b7ba7e296b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.223228 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3270baa7-b67f-4607-a481-b7ba7e296b7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b67bafaa-54e7-4fae-bfd3-2bff14efa65d HTTP/1.1" status: 204 len: 168 time: 1.2942667 Nov 29 01:50:22.223228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.243236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c5d80-ff6f-46d0-953f-688c3041be4c None None] No DVR routers for this DVR port b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:22.286916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-17e810a4-4684-41c0-8f9f-e53f45e5a970 None None] Port a36905aa-1391-453a-a095-df5a99f41048 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:22.290628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.293241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:22.293610 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.308262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270baa7-b67f-4607-a481-b7ba7e296b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67bafaa-54e7-4fae-bfd3-2bff14efa65d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:22.437055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea68cb7-149f-4a31-98e9-93e2fba2bc32']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:22.495223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c9a0e2-b4e9-45df-b71f-55f06aee41b5') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:22.496620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-31fdf290-023c-4870-807a-9b82797e70c4 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:22.497094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31fdf290-023c-4870-807a-9b82797e70c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.497750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c9a0e2-b4e9-45df-b71f-55f06aee41b5') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:22.503081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.590011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.619799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=67a98861-f655-43dc-8dfc-2818bc319cdb,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:22.622463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.634552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.653400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:22.668189 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] Sync routers for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:22.683515 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:22.684572 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:22.722930 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.744366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.746400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.765663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 11612d8d-4bae-4c5a-bedf-499775607453 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:22.768669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:22.769292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:22.772777 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:22.812391 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3ae1d232-aa78-4ef1-a0dd-c6e89d23c8c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2119069 Nov 29 01:50:22.829157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.834515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 11612d8d-4bae-4c5a-bedf-499775607453 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:22.834867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 11612d8d-4bae-4c5a-bedf-499775607453 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:22.838581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:22.859156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44910) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:22.861005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'tag': '34850936-a706-45bd-acdf-cbf146f95054'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:50:22.861923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.863391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e821d3-1033-4236-a04a-a7e4a03fb821" -d '{"events": [{"name": "network-changed", "server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "tag": "34850936-a706-45bd-acdf-cbf146f95054"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:50:22.872565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0af78-c927-404c-893a-13757aab9e0a None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '5e88db7b-0ba7-4038-bff8-49b1e30a84ec', 'ip_address': '2001:db8::f816:3eff:fe14:4125'}, {'subnet_id': 'bcf9e53e-5f39-4f3b-a1d8-bc2296842030'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '67a98861-f655-43dc-8dfc-2818bc319cdb'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:50:22.908215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88f0af78-c927-404c-893a-13757aab9e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.912759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:22.944299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16ce59b-e658-4bb3-aa3b-0924c2a16165 x-openstack-request-id: req-d16ce59b-e658-4bb3-aa3b-0924c2a16165 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:50:22.944605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "tag": "34850936-a706-45bd-acdf-cbf146f95054", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:50:22.944866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d16ce59b-e658-4bb3-aa3b-0924c2a16165 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:50:22.945273 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'tag': '34850936-a706-45bd-acdf-cbf146f95054', 'status': 'completed', 'code': 200} Nov 29 01:50:22.976715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.981685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.989169 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/cea68cb7-149f-4a31-98e9-93e2fba2bc32 HTTP/1.1" status: 204 len: 168 time: 2.1500294 Nov 29 01:50:22.990542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44914) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:23.003827 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:23.060596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.062203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245f543-089f-4dee-8c21-dbd99d3515cc tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=cea68cb7-149f-4a31-98e9-93e2fba2bc32,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:23.125419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-88f0af78-c927-404c-893a-13757aab9e0a None None] Allocated IP 2001:db8:0:1::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/bcf9e53e-5f39-4f3b-a1d8-bc2296842030/67a98861-f655-43dc-8dfc-2818bc319cdb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:23.266067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-88f0af78-c927-404c-893a-13757aab9e0a None None] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=67a98861-f655-43dc-8dfc-2818bc319cdb,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:23.285063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.300279 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:19Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:23.319443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88f0af78-c927-404c-893a-13757aab9e0a None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.329027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88f0af78-c927-404c-893a-13757aab9e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.333148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:23.335770 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] Checking router: 00408894-6731-4f97-8144-64ea61cb6d34 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:23.356324 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:23.357126 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:23.358121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:23.375966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:23.380649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:23.387493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:23.392971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.393537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:23.399390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:23.402032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.419991 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7525599 Nov 29 01:50:23.425236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44916) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:23.436673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0af78-c927-404c-893a-13757aab9e0a None None] Pushing event updated for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:23.447587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42037f-40be-42be-a29f-2045049a0cfd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=3dd211de-ff11-4575-a445-da71d123a7b0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:23.454146 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2226195 Nov 29 01:50:23.470052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44918) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:23.519504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cae1d8-1863-449c-a531-fcd67b259d12 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:23.561445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 67a98861-f655-43dc-8dfc-2818bc319cdb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:23.618199 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:23.623288 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cd4ac7ae-c994-498a-846e-81190a66fed7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/b11cfa7b-d2c6-45a6-a085-c497beca85b6 HTTP/1.1" status: 200 len: 990 time: 0.7517228 Nov 29 01:50:23.626709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.629278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-91becf42-b96e-4a62-a8b1-d200d3be0f16 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 3dd211de-ff11-4575-a445-da71d123a7b0 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:23.629633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91becf42-b96e-4a62-a8b1-d200d3be0f16 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.634207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:23.635325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.748614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.752192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91becf42-b96e-4a62-a8b1-d200d3be0f16 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.767337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-6f201129-0510-42e9-ab41-c46a81146cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:23.768946 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-6f201129-0510-42e9-ab41-c46a81146cbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 1098 time: 0.4046249 Nov 29 01:50:23.794625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event updated for resources: {'Port': ['ID=a36905aa-1391-453a-a095-df5a99f41048,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:23.849955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-91becf42-b96e-4a62-a8b1-d200d3be0f16 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 3dd211de-ff11-4575-a445-da71d123a7b0 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:23.862217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5fced-a37c-493a-a884-5af994bab2ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:23.862610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fced-a37c-493a-a884-5af994bab2ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:23.868329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5ccf271c-e22d-43ee-82d2-4a32feb73f76 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:23.904455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 5ccf271c-e22d-43ee-82d2-4a32feb73f76 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:23.905401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 5ccf271c-e22d-43ee-82d2-4a32feb73f76 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:23.906068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:23.924582 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:19Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:23.940591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:23.941761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b7d9e1d1-6e29-4207-8ca6-9e33e43e6181 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:23.965395 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ce8ee-80c6-44d2-a80d-20f4a6c52162 None None] The sync data for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv is: [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:49:38Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:19Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:24.019578 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:24.041232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:24.048460 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91becf42-b96e-4a62-a8b1-d200d3be0f16 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.087305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-d3a9bef9-acd7-4bfe-9bd0-2e7497c45e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:24.088814 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-d3a9bef9-acd7-4bfe-9bd0-2e7497c45e03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 200 len: 898 time: 0.3077769 Nov 29 01:50:24.113815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91becf42-b96e-4a62-a8b1-d200d3be0f16 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=3dd211de-ff11-4575-a445-da71d123a7b0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:24.132671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91becf42-b96e-4a62-a8b1-d200d3be0f16 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.138632 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-91becf42-b96e-4a62-a8b1-d200d3be0f16 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/3dd211de-ff11-4575-a445-da71d123a7b0 HTTP/1.1" status: 204 len: 168 time: 0.7078044 Nov 29 01:50:24.140358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44920) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:24.145397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'mac_address': 'fa:16:3e:e5:7b:4d', 'name': 'tempest-PortsTestJSON-146374301'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:24.260735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f452e-69a0-4ae3-a5fb-32c155f33ca3 None None] New status for floating IP b11cfa7b-d2c6-45a6-a085-c497beca85b6: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:50:24.308204 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-68c4234c-2ff3-4c14-82a6-abb9ec6de0c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34850936-a706-45bd-acdf-cbf146f95054 HTTP/1.1" status: 200 len: 998 time: 0.2107174 Nov 29 01:50:24.330897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:24.339666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:24.340108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.342152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fced-a37c-493a-a884-5af994bab2ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.372595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Router e641ff66-a246-4dad-85ca-633c680454f0 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:24.383467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5fced-a37c-493a-a884-5af994bab2ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:24.440415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8101ef0b-64c5-446d-be1d-65efd46210ba None None] Provisioning complete for port a36905aa-1391-453a-a095-df5a99f41048 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:24.440803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8101ef0b-64c5-446d-be1d-65efd46210ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.449290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-dc75a961-83c8-46ab-a11c-9ff5dd96d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:24.450806 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-dc75a961-83c8-46ab-a11c-9ff5dd96d994 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a4257ea-94a5-40da-804d-f9952c74f4d8 HTTP/1.1" status: 200 len: 834 time: 0.1239514 Nov 29 01:50:24.486957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.536130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,segment=NetworkSegment(5ac603bb-73ef-4b88-9828-f558002dd4da),segment_id=5ac603bb-73ef-4b88-9828-f558002dd4da)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:24.541728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.547017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port d7aa9609-3aae-425b-88b6-8c3a0821ddc6 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:24.547951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8101ef0b-64c5-446d-be1d-65efd46210ba None None] Port a36905aa-1391-453a-a095-df5a99f41048 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:24.558747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8101ef0b-64c5-446d-be1d-65efd46210ba None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:24.559515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8101ef0b-64c5-446d-be1d-65efd46210ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.569019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:24.627953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44922) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:24.644987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-30a65f50-ba2e-4855-9d02-a306074d07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:24.646663 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-30a65f50-ba2e-4855-9d02-a306074d07f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbcf8f88-d8e6-46d1-ad06-2b154690082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561139 Nov 29 01:50:24.696964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:24.707206 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75799cce-7d26-4975-9493-2ceb138dc5d5 None None] Sync routers for ids ['e641ff66-a246-4dad-85ca-633c680454f0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:24.716435 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75799cce-7d26-4975-9493-2ceb138dc5d5 None None] Routers {'e641ff66-a246-4dad-85ca-633c680454f0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:24.717027 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-75799cce-7d26-4975-9493-2ceb138dc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e641ff66-a246-4dad-85ca-633c680454f0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:24.721820 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b7962075-2c80-4713-b14c-66d39f0b940b tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "PUT /v2.0/routers/e641ff66-a246-4dad-85ca-633c680454f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4177940 Nov 29 01:50:24.728016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44924) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:24.750740 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-75799cce-7d26-4975-9493-2ceb138dc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:24.759263 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75799cce-7d26-4975-9493-2ceb138dc5d5 None None] Routers {'e641ff66-a246-4dad-85ca-633c680454f0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:24.759855 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-75799cce-7d26-4975-9493-2ceb138dc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e641ff66-a246-4dad-85ca-633c680454f0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:24.798768 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-75799cce-7d26-4975-9493-2ceb138dc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:24.799023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-344a4440-9076-43aa-95df-d29ee160e3b0 None None] Provisioning complete for port a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:24.799867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-344a4440-9076-43aa-95df-d29ee160e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.800369 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75799cce-7d26-4975-9493-2ceb138dc5d5 None None] The sync data for ids ['e641ff66-a246-4dad-85ca-633c680454f0'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:24.822278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.841458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-344a4440-9076-43aa-95df-d29ee160e3b0 None None] Port a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:24.874668 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3238ee9a-732b-44ca-b47c-52035c24008f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/b11cfa7b-d2c6-45a6-a085-c497beca85b6 HTTP/1.1" status: 200 len: 992 time: 0.2456651 Nov 29 01:50:24.924825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.925062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7879b7f5-d0b9-4612-995e-5550632740b7 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:24.934277 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-7f77857b-8f4c-4ec9-933d-e60b4776dee2 service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537944 Nov 29 01:50:24.992016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:25.000553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:25.003191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=d7aa9609-3aae-425b-88b6-8c3a0821ddc6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:25.005300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:25.011230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:25.011873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.018406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.060488 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6def1651-57c3-45c0-8c78-d2ce8e893eaa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9167368 Nov 29 01:50:25.060488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=79f49afc-6d24-42bb-be04-6f3a3f5ca8bd,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:25.067483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44926) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.128195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fced-a37c-493a-a884-5af994bab2ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.193151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6769a79-a4c8-4305-9a1b-37f3c4e0caee tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:25.194534 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d6769a79-a4c8-4305-9a1b-37f3c4e0caee tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/d7aa9609-3aae-425b-88b6-8c3a0821ddc6 HTTP/1.1" status: 200 len: 840 time: 0.1261604 Nov 29 01:50:25.197933 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-7879b7f5-d0b9-4612-995e-5550632740b7 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 01:50:25.201591 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7879b7f5-d0b9-4612-995e-5550632740b7 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/routers/e641ff66-a246-4dad-85ca-633c680454f0 HTTP/1.1" status: 409 len: 329 time: 0.4680884 Nov 29 01:50:25.201591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5fced-a37c-493a-a884-5af994bab2ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:25.201837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.203233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44928) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.203563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44930) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.258745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fced-a37c-493a-a884-5af994bab2ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.265332 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0ea5fced-a37c-493a-a884-5af994bab2ff tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6 HTTP/1.1" status: 204 len: 168 time: 1.7905869 Nov 29 01:50:25.265332 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e821d3-1033-4236-a04a-a7e4a03fb821 req-5eef2d8a-94ae-4cbb-bcee-22965f25dfe5 service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781019 Nov 29 01:50:25.265683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44932) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.317820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d93ba3-b5dd-45e4-98f0-c166b6f6330b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:25.319454 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-18d93ba3-b5dd-45e4-98f0-c166b6f6330b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0525463 Nov 29 01:50:25.322591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44934) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.381054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed2372-7a17-4e37-9caf-2dee28284eec tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:25.385925 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-26ed2372-7a17-4e37-9caf-2dee28284eec tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0622773 Nov 29 01:50:25.386704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44936) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.456001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85978f52-8e88-47c3-b814-fce8aa2f2fee tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:25.457753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85978f52-8e88-47c3-b814-fce8aa2f2fee tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:25.460291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85978f52-8e88-47c3-b814-fce8aa2f2fee tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:25.464382 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-85978f52-8e88-47c3-b814-fce8aa2f2fee tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0742190 Nov 29 01:50:25.464643 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44938) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.519984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-8121edad-9e89-4c9b-a71c-bbd1e72c34d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 5e88db7b-0ba7-4038-bff8-49b1e30a84ec {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:25.524339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8121edad-9e89-4c9b-a71c-bbd1e72c34d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.552364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 67a98861-f655-43dc-8dfc-2818bc319cdb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:25.570830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8121edad-9e89-4c9b-a71c-bbd1e72c34d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.608039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:25.608406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.670183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8121edad-9e89-4c9b-a71c-bbd1e72c34d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.732315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8121edad-9e89-4c9b-a71c-bbd1e72c34d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.761675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8121edad-9e89-4c9b-a71c-bbd1e72c34d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.767960 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8121edad-9e89-4c9b-a71c-bbd1e72c34d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/5e88db7b-0ba7-4038-bff8-49b1e30a84ec HTTP/1.1" status: 204 len: 168 time: 0.2993257 Nov 29 01:50:25.767960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121edad-9e89-4c9b-a71c-bbd1e72c34d6 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=5e88db7b-0ba7-4038-bff8-49b1e30a84ec,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:25.768218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a93bb-8a4a-46c9-af3a-54ffa51e182b None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:25.769923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44940) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.825910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d13965-39ee-452a-bd32-de68f1250d9a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet bcf9e53e-5f39-4f3b-a1d8-bc2296842030 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:25.829931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d13965-39ee-452a-bd32-de68f1250d9a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.869388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:25.877273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-400d6b65-9d63-4396-a0a3-4b6429b37b09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port d7aa9609-3aae-425b-88b6-8c3a0821ddc6 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:25.877624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-400d6b65-9d63-4396-a0a3-4b6429b37b09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.878756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d13965-39ee-452a-bd32-de68f1250d9a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:25.953927 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:50:25.970295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d13965-39ee-452a-bd32-de68f1250d9a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.036239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d13965-39ee-452a-bd32-de68f1250d9a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.058862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-400d6b65-9d63-4396-a0a3-4b6429b37b09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.061673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:26.071881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d13965-39ee-452a-bd32-de68f1250d9a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf9e53e-5f39-4f3b-a1d8-bc2296842030,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:26.075367 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86d13965-39ee-452a-bd32-de68f1250d9a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.076343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:26.078738 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-522c75d8-850c-49ec-87e8-128de557055a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0807018 Nov 29 01:50:26.079474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44942) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:26.081955 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-86d13965-39ee-452a-bd32-de68f1250d9a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/bcf9e53e-5f39-4f3b-a1d8-bc2296842030 HTTP/1.1" status: 204 len: 168 time: 0.3109133 Nov 29 01:50:26.083248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44944) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:26.093870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-400d6b65-9d63-4396-a0a3-4b6429b37b09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for d7aa9609-3aae-425b-88b6-8c3a0821ddc6 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:26.095321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:26.096183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:26.128194 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3597e6cc-bbe4-4171-959f-3a8f0a223c5f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441563 Nov 29 01:50:26.128840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44946) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:26.133983 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:26.185311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:26.208339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7737ad0-23b4-4b34-a0f3-465d842b24ca tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting subnet 3e3758ab-36bf-4575-a262-d0775393586b {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:26.217609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7737ad0-23b4-4b34-a0f3-465d842b24ca tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.240344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:26.244847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.255739 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 11, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:26.291119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:26.303991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:26.304786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:26.319584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-400d6b65-9d63-4396-a0a3-4b6429b37b09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.348604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7737ad0-23b4-4b34-a0f3-465d842b24ca tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.397675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:26.436791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-400d6b65-9d63-4396-a0a3-4b6429b37b09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.443180 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-400d6b65-9d63-4396-a0a3-4b6429b37b09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/d7aa9609-3aae-425b-88b6-8c3a0821ddc6 HTTP/1.1" status: 204 len: 168 time: 1.2354627 Nov 29 01:50:26.444308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44948) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:26.447236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d6b65-9d63-4396-a0a3-4b6429b37b09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=d7aa9609-3aae-425b-88b6-8c3a0821ddc6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:26.478851 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc30af6-181e-4df3-8a0b-463d08429102 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:26.483857 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1bc30af6-181e-4df3-8a0b-463d08429102 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/d7aa9609-3aae-425b-88b6-8c3a0821ddc6 HTTP/1.1" status: 404 len: 333 time: 0.0350292 Nov 29 01:50:26.484982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 11, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:26.486087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44950) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:26.492286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'name': 'tempest-PortsTestJSON-470543225'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:26.530846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38009975-62b6-4e88-91d6-647c93cded94 None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 11, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:26.549979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.625626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7737ad0-23b4-4b34-a0f3-465d842b24ca tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.671025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:26.674554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.701809 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4a518-6294-488a-be2f-acfe3996f4e3 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:26.717050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port 2298f1fa-5386-4f1e-9bb7-f5e812f6509b yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:26.758355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7737ad0-23b4-4b34-a0f3-465d842b24ca tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.792366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7737ad0-23b4-4b34-a0f3-465d842b24ca tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3758ab-36bf-4575-a262-d0775393586b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:26.798193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7737ad0-23b4-4b34-a0f3-465d842b24ca tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.804843 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f7737ad0-23b4-4b34-a0f3-465d842b24ca tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/3e3758ab-36bf-4575-a262-d0775393586b HTTP/1.1" status: 204 len: 168 time: 0.7191186 Nov 29 01:50:26.807392 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44952) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:26.863963 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:50:26.925067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.936663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851532df-04a2-4fbd-851b-a54a27b03e81 None None] Network a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:27.018097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-793a6b96-79c7-4678-aea5-585cc0ea3a80 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:27.018396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-793a6b96-79c7-4678-aea5-585cc0ea3a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.020978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Deleting port a36905aa-1391-453a-a095-df5a99f41048 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:27.021559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.032794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.078504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Deleting port 263b34af-d692-4856-b117-f333a3118493 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:27.079111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.137913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.142642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.176644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] For port 263b34af-d692-4856-b117-f333a3118493, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=263b34af-d692-4856-b117-f333a3118493,segment=NetworkSegment(5ac603bb-73ef-4b88-9828-f558002dd4da),segment_id=5ac603bb-73ef-4b88-9828-f558002dd4da)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:27.177241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.191189 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.203823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Calling delete_port for 263b34af-d692-4856-b117-f333a3118493 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:27.211175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Calling delete_port for a36905aa-1391-453a-a095-df5a99f41048 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:27.222799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:27.229297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:27.231791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:27.238409 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:27.239008 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.258258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=2298f1fa-5386-4f1e-9bb7-f5e812f6509b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:27.269103 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6213a8c4-387f-4ef4-9b55-3515a4bd1195 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7819304 Nov 29 01:50:27.271477 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44954) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:27.276720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:27.313179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] DHCP port deletion for a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:27.370399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] Deleting port 263b34af-d692-4856-b117-f333a3118493 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:27.371107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.391452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.434241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Port': ['ID=263b34af-d692-4856-b117-f333a3118493,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:27.436632 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No DVR routers for this DVR port 263b34af-d692-4856-b117-f333a3118493 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:27.447295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] For port 263b34af-d692-4856-b117-f333a3118493, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:27.447722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.463745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] Calling delete_port for 263b34af-d692-4856-b117-f333a3118493 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:27.466819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] Port 263b34af-d692-4856-b117-f333a3118493 was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:50:27.468215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.514105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] Pushing event deleted for resources: {'Port': ['ID=263b34af-d692-4856-b117-f333a3118493,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:27.523338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfd061-496a-4578-86e4-fcbadbf88728 None None] No DVR routers for this DVR port 263b34af-d692-4856-b117-f333a3118493 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:27.571857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 263b34af-d692-4856-b117-f333a3118493 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:27.604209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 263b34af-d692-4856-b117-f333a3118493 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:27.604562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 263b34af-d692-4856-b117-f333a3118493 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:27.605545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:27.606695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.637787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:27.638135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 79f49afc-6d24-42bb-be04-6f3a3f5ca8bd not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:27.643259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:27.656533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac603bb-73ef-4b88-9828-f558002dd4da') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:27.656793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac603bb-73ef-4b88-9828-f558002dd4da') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:27.670487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.681033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.733175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Port': ['ID=a36905aa-1391-453a-a095-df5a99f41048,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:27.777115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.790695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:27.791045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:27.794160 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:27.802600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.929544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.941749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=67a98861-f655-43dc-8dfc-2818bc319cdb,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:28.034011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.042808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.049571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.050373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.052881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.059191 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/networks/a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696 HTTP/1.1" status: 204 len: 168 time: 1.2512174 Nov 29 01:50:28.059821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44958) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:28.102553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'routes': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:28.116259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.144341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.176513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319344c-fd55-4f72-a6f5-2d8f0aaf901d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Pushing event deleted for resources: {'Network': ['ID=a7aaf3dc-b22c-48a5-a3a5-4ba9fa7b6696,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:28.190012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:28.199920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] In _notify_port_updated(), no bound segment for port 2298f1fa-5386-4f1e-9bb7-f5e812f6509b on network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:50:28.205464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:28.206078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.207438 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "PUT /v2.0/ports/2298f1fa-5386-4f1e-9bb7-f5e812f6509b HTTP/1.1" status: 200 len: 818 time: 0.9350302 Nov 29 01:50:28.208556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:28.211169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44960) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:28.216063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:28.216665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.220751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=27d390a8-f60b-4424-94e6-f572dddc0be9,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:28.220923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Router e641ff66-a246-4dad-85ca-633c680454f0 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:28.222683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc94a8b1-695f-4adc-9aa2-a0bf937195eb None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:28.233113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=8']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:28.289186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-f7fa6d46-c5bb-4192-a929-863d02f0ef93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4106326 Nov 29 01:50:28.291806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b62474a7-42e1-4456-811d-ee2bd83febb2 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:28.292608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b62474a7-42e1-4456-811d-ee2bd83febb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.304631 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d6f95dea-5250-4790-b665-75a8e58d306b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1721346 Nov 29 01:50:28.309487 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44962) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:28.315930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-389605b7-afd4-49af-ae18-00067ccdd90d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:28.438259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2792a-2b1c-4fce-98ba-0ad5190a32ac tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=2298f1fa-5386-4f1e-9bb7-f5e812f6509b,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:28.490546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-9d1759eb-57a4-4ce4-95ea-bfbec480d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:28.492430 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-9d1759eb-57a4-4ce4-95ea-bfbec480d6db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 1098 time: 0.1197219 Nov 29 01:50:28.511493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-19b4eade-370c-484d-bee8-7df9a45d33b6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 2298f1fa-5386-4f1e-9bb7-f5e812f6509b {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:28.511844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19b4eade-370c-484d-bee8-7df9a45d33b6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.601977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Added routes are [] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 01:50:28.602868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Removed routes are [] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 01:50:28.602868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.655819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19b4eade-370c-484d-bee8-7df9a45d33b6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.664870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389605b7-afd4-49af-ae18-00067ccdd90d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:28.668386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-389605b7-afd4-49af-ae18-00067ccdd90d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.703563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-19b4eade-370c-484d-bee8-7df9a45d33b6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 2298f1fa-5386-4f1e-9bb7-f5e812f6509b owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:28.751654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-439d4c1c-2edb-4b2a-9447-d91d64d7f870 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:28.753375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-439d4c1c-2edb-4b2a-9447-d91d64d7f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.759202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:28.769492 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f7a7c677-8be4-4596-99d6-27a1ef20e214 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "PUT /v2.0/routers/e641ff66-a246-4dad-85ca-633c680454f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5544624 Nov 29 01:50:28.770754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44964) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:28.778684 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d61020-6661-4e14-8436-79e342840acd None None] Sync routers for ids ['e641ff66-a246-4dad-85ca-633c680454f0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:28.797713 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d61020-6661-4e14-8436-79e342840acd None None] Routers {'e641ff66-a246-4dad-85ca-633c680454f0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:28.799190 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-28d61020-6661-4e14-8436-79e342840acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e641ff66-a246-4dad-85ca-633c680454f0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:28.816993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-5ab0af5b-5954-456f-af36-905df594b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:28.818531 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-5ab0af5b-5954-456f-af36-905df594b44e service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 200 len: 898 time: 0.2993402 Nov 29 01:50:28.850584 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-28d61020-6661-4e14-8436-79e342840acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:28.860861 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d61020-6661-4e14-8436-79e342840acd None None] Routers {'e641ff66-a246-4dad-85ca-633c680454f0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:28.861596 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-28d61020-6661-4e14-8436-79e342840acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e641ff66-a246-4dad-85ca-633c680454f0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:28.882297 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-de9b9357-2296-46b1-b4b4-48d7148a1e03 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] show failed (client error): The resource could not be found. Nov 29 01:50:28.887378 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-de9b9357-2296-46b1-b4b4-48d7148a1e03 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-198486160 HTTP/1.1" status: 404 len: 334 time: 0.1127222 Nov 29 01:50:28.887640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44966) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:28.893265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-c512d93d-c589-49e1-9290-bd02c856dfd4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:28.895405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-389605b7-afd4-49af-ae18-00067ccdd90d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27d390a8-f60b-4424-94e6-f572dddc0be9 (CIDR: 2001:db8::/64) Nov 29 01:50:28.898903 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-28d61020-6661-4e14-8436-79e342840acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:28.899689 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d61020-6661-4e14-8436-79e342840acd None None] The sync data for ids ['e641ff66-a246-4dad-85ca-633c680454f0'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:28.900421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.905201 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-389605b7-afd4-49af-ae18-00067ccdd90d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:28.905652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389605b7-afd4-49af-ae18-00067ccdd90d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:28.935601 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-c512d93d-c589-49e1-9290-bd02c856dfd4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] update failed (client error): The resource could not be found. Nov 29 01:50:28.936907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c512d93d-c589-49e1-9290-bd02c856dfd4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1492407028 HTTP/1.1" status: 404 len: 335 time: 0.0481436 Nov 29 01:50:28.938285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:28.941015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44968) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:28.941965 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-389605b7-afd4-49af-ae18-00067ccdd90d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6315517 Nov 29 01:50:28.945277 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-60797af2-a233-4090-9da9-8b87c95f0e30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34850936-a706-45bd-acdf-cbf146f95054 HTTP/1.1" status: 200 len: 1000 time: 0.1187971 Nov 29 01:50:28.945788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44970) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:28.950705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:28.981740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19b4eade-370c-484d-bee8-7df9a45d33b6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.068282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc27bb3-cef4-43e5-81ec-d95a981d3c92 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Deleting subnet 5c6e79c9-47cb-42d5-83c8-3b71b706616b {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:29.070759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4eade-370c-484d-bee8-7df9a45d33b6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=2298f1fa-5386-4f1e-9bb7-f5e812f6509b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:29.073647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efc27bb3-cef4-43e5-81ec-d95a981d3c92 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.077182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:29.091944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-f1293387-d98f-473d-868f-ae2a2f652754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:29.093953 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-f1293387-d98f-473d-868f-ae2a2f652754 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a4257ea-94a5-40da-804d-f9952c74f4d8 HTTP/1.1" status: 200 len: 834 time: 0.1369996 Nov 29 01:50:29.094993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19b4eade-370c-484d-bee8-7df9a45d33b6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.100520 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-19b4eade-370c-484d-bee8-7df9a45d33b6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/2298f1fa-5386-4f1e-9bb7-f5e812f6509b HTTP/1.1" status: 204 len: 168 time: 0.8784127 Nov 29 01:50:29.100970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44972) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:29.152593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efc27bb3-cef4-43e5-81ec-d95a981d3c92 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.162687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-b837248d-f34a-4d5c-85e2-3de3ba423d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:29.164207 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-b837248d-f34a-4d5c-85e2-3de3ba423d0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbcf8f88-d8e6-46d1-ad06-2b154690082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0623426 Nov 29 01:50:29.180259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:29.184008 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.253999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:29.261564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.266031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-66b84f85-bc90-4235-8759-79f1976fb3a2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 200 len: 701 time: 1.1636763 Nov 29 01:50:29.266211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] Sync routers for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:29.267748 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44974) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:29.277675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:29.278430 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:29.290587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324a4fd-af82-42c8-850c-52ead848cde4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:29.294616 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7324a4fd-af82-42c8-850c-52ead848cde4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1894333 Nov 29 01:50:29.295761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44976) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:29.313162 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ef504d18-efb1-4cf4-8630-c6539413962e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 200 len: 205 time: 0.0400536 Nov 29 01:50:29.314152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44978) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:29.336752 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff755ca8-5996-40df-b5ef-d837e045810f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:29.341687 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ff755ca8-5996-40df-b5ef-d837e045810f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/2298f1fa-5386-4f1e-9bb7-f5e812f6509b HTTP/1.1" status: 404 len: 333 time: 0.0420191 Nov 29 01:50:29.344302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44980) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:29.348506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1265384432'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:29.357012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:29.383249 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-978877e9-53b9-416e-999b-698700a145e1 service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944771 Nov 29 01:50:29.440558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 11, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:29.445159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efc27bb3-cef4-43e5-81ec-d95a981d3c92 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.468404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd2db2d3-6330-4260-ab0e-67a954eea9fa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.473075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] Checking router: 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:29.473376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:29.476968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.485043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] Routers {'0f0e2a77-793a-46cf-bd57-0ebcbed54b66'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:29.485822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:29.552026 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-407dfbe1-7c43-4ad9-bc16-6701c76f9581 req-65a11205-8217-4ed7-81c3-c2a492af11d2 service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602125 Nov 29 01:50:29.580720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 67a98861-f655-43dc-8dfc-2818bc319cdb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:29.614717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] Set router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:29.636340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.675578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:29.676418 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 11, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:29.688392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:29.688608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd2db2d3-6330-4260-ab0e-67a954eea9fa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.692287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd2db2d3-6330-4260-ab0e-67a954eea9fa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.692546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:29.698518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:29.699663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.707325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae8a1f-e1b7-40d6-af67-2a2d6b90e5b6 None None] The sync data for ids ['0f0e2a77-793a-46cf-bd57-0ebcbed54b66'] in dv-neutron-816800-5-hyperv is: [{'id': '0f0e2a77-793a-46cf-bd57-0ebcbed54b66', 'name': 'tempest-RoutersTest-router-1593430516', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 11, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:29.711176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a11767f-c842-4f7c-bde6-17cebde7209e None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:29.717024 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=14b5dbb2-a2d1-45ca-ac16-d1173964d22c,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:29.747355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.747718 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Added segment be119996-1385-4046-a3cf-957f53f38b44 of type vlan for network 55ca5383-41ed-490f-ac3f-f6c166709874 Nov 29 01:50:29.748889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44982) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:29.751587 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1123f8aa-0e85-48f4-86ac-ba548bc80448 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8047614 Nov 29 01:50:29.752628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efc27bb3-cef4-43e5-81ec-d95a981d3c92 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.758447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:a3:58:42', 'name': 'tempest-NetworksTestDHCPv6-722034808'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:29.798182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:29.798794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.832487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd2db2d3-6330-4260-ab0e-67a954eea9fa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.833006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2db2d3-6330-4260-ab0e-67a954eea9fa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Fanout notify agent at l3_agent the message router_deleted on router 0f0e2a77-793a-46cf-bd57-0ebcbed54b66 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:50:29.840429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd2db2d3-6330-4260-ab0e-67a954eea9fa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.841389 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bd2db2d3-6330-4260-ab0e-67a954eea9fa tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 204 len: 168 time: 0.5267456 Nov 29 01:50:29.842226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc27bb3-cef4-43e5-81ec-d95a981d3c92 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6e79c9-47cb-42d5-83c8-3b71b706616b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:29.852659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efc27bb3-cef4-43e5-81ec-d95a981d3c92 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.855813 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-efc27bb3-cef4-43e5-81ec-d95a981d3c92 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/subnets/5c6e79c9-47cb-42d5-83c8-3b71b706616b HTTP/1.1" status: 204 len: 168 time: 0.9137862 Nov 29 01:50:29.859697 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44984) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:29.860034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44986) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:29.878288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2caaed-9f55-439d-84d3-12bf579a322d None None] Network 62d41cd3-1469-4035-9817-fc0053ff34c9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:29.909107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7e2b3b97-9975-483f-a388-0075a570f09e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-488982660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:29.921742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.038924 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b501df-02c6-4683-877c-0cb00a29641e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Deleting subnet 60ad07e0-f4a3-4e5b-8694-6db584ad7ba3 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:30.046606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2b501df-02c6-4683-877c-0cb00a29641e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.049669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3b97-9975-483f-a388-0075a570f09e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.050355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3b97-9975-483f-a388-0075a570f09e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.053556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.059102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:30.059691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.184101 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8393290 Nov 29 01:50:30.186905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44988) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:30.192744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:30.198411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2b501df-02c6-4683-877c-0cb00a29641e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.262484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd299bd0-51b3-4901-8b6f-3f909b513f5f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Network': ['ID=55ca5383-41ed-490f-ac3f-f6c166709874,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:30.275573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3b97-9975-483f-a388-0075a570f09e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.279620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 55ca5383-41ed-490f-ac3f-f6c166709874 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:30.280271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:30.297229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3b97-9975-483f-a388-0075a570f09e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.335458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:30.339325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.361118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] DHCP port deletion for 62d41cd3-1469-4035-9817-fc0053ff34c9 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:30.368940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3b97-9975-483f-a388-0075a570f09e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.370774 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7e2b3b97-9975-483f-a388-0075a570f09e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5044537 Nov 29 01:50:30.373966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44990) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:30.411140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-93607d69-80ff-41c9-9cdc-75a631592cb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:30.411620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ee7074-bdc9-4051-bfd2-01c5c6dfa851 None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '27d390a8-f60b-4424-94e6-f572dddc0be9', 'ip_address': '2001:db8::f816:3eff:fe14:4125'}, {'subnet_id': '14b5dbb2-a2d1-45ca-ac16-d1173964d22c'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '67a98861-f655-43dc-8dfc-2818bc319cdb'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:50:30.423638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2b501df-02c6-4683-877c-0cb00a29641e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.444873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07ee7074-bdc9-4051-bfd2-01c5c6dfa851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.463583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.496554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] Deleting port 211a6b04-a5d6-45f5-832c-56756a0d24cc {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:30.497202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.498451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 83991e30-e9f7-41d3-80ee-74d25fea1891 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:30.564619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2b501df-02c6-4683-877c-0cb00a29641e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.621022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2b501df-02c6-4683-877c-0cb00a29641e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.626864 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e2b501df-02c6-4683-877c-0cb00a29641e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/subnets/60ad07e0-f4a3-4e5b-8694-6db584ad7ba3 HTTP/1.1" status: 204 len: 168 time: 0.7565570 Nov 29 01:50:30.626864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b501df-02c6-4683-877c-0cb00a29641e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Subnet': ['ID=60ad07e0-f4a3-4e5b-8694-6db584ad7ba3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:30.628404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44992) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:30.642587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6022ecb0-21d3-4cbb-8b52-d5c3f51a4641 None None] Network daf87c89-4429-433a-b42a-48b0bdd07eee requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:30.663630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] For port 211a6b04-a5d6-45f5-832c-56756a0d24cc, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=211a6b04-a5d6-45f5-832c-56756a0d24cc,segment=NetworkSegment(f13413f2-97f3-4baf-9670-b651ba5b1a91),segment_id=f13413f2-97f3-4baf-9670-b651ba5b1a91)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:30.664118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.673817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93607d69-80ff-41c9-9cdc-75a631592cb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.696317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93607d69-80ff-41c9-9cdc-75a631592cb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.716124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] Calling delete_port for 211a6b04-a5d6-45f5-832c-56756a0d24cc owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:30.812456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.862565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.898606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] Pushing event deleted for resources: {'Port': ['ID=211a6b04-a5d6-45f5-832c-56756a0d24cc,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:30.902207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5cac49-877e-4db3-9142-14d1e36b9c27 None None] No DVR routers for this DVR port 211a6b04-a5d6-45f5-832c-56756a0d24cc on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:30.913488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=334481c5-55aa-4ae3-9163-210e42ea83ce,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:30.931249 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93607d69-80ff-41c9-9cdc-75a631592cb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Router e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:50:30.938549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking segment: {'id': 'be119996-1385-4046-a3cf-957f53f38b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:30.938954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network hostable DHCP agents. Network: 55ca5383-41ed-490f-ac3f-f6c166709874, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:30.970452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] DHCP port deletion for daf87c89-4429-433a-b42a-48b0bdd07eee request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:30.998990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 55ca5383-41ed-490f-ac3f-f6c166709874 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:31.023731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] Deleting port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:31.024107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.037828 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 55ca5383-41ed-490f-ac3f-f6c166709874) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:31.048154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.051133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:31.051740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.054546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93607d69-80ff-41c9-9cdc-75a631592cb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:31.062293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93607d69-80ff-41c9-9cdc-75a631592cb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.066110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44994) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:31.066395 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-93607d69-80ff-41c9-9cdc-75a631592cb7 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "PUT /v2.0/routers/e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 HTTP/1.1" status: 200 len: 693 time: 0.6609852 Nov 29 01:50:31.069423 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] Sync routers for ids ['e7ab66d8-ce60-4988-95b2-dff4d6dae7a3'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:31.082322 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] Routers {'e7ab66d8-ce60-4988-95b2-dff4d6dae7a3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:31.083168 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e7ab66d8-ce60-4988-95b2-dff4d6dae7a3'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:31.085328 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7e548b1c-3ab6-4f98-bed5-90b9686e75d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8966579 Nov 29 01:50:31.087404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba4b3f-33ea-4cc4-bf07-2a6197c5dc11 None None] Network 55ca5383-41ed-490f-ac3f-f6c166709874 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:31.088570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 44996) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:31.096330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a1891965-6210-4472-9552-5d241413f20b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:31.157925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] For port 6bfabed2-f0b3-419b-8717-8fa80c5caec1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6bfabed2-f0b3-419b-8717-8fa80c5caec1,segment=NetworkSegment(8fd85e5b-b393-4ae4-ab11-d22230ea0bb0),segment_id=8fd85e5b-b393-4ae4-ab11-d22230ea0bb0)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:31.158525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.180237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] Calling delete_port for 6bfabed2-f0b3-419b-8717-8fa80c5caec1 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:31.224694 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] Set router e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:31.259463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1891965-6210-4472-9552-5d241413f20b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:31.263663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1891965-6210-4472-9552-5d241413f20b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.288599 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ab66d8-ce60-4988-95b2-dff4d6dae7a3', 'name': 'tempest-RoutersTest-router-488982660', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:30Z', 'updated_at': '2021-11-29T01:50:30Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:31.292342 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4abc74fe-1e4f-43cc-a4a6-db9910cf2378 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/routers/e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 HTTP/1.1" status: 200 len: 699 time: 0.2068799 Nov 29 01:50:31.293369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8:0:1::349 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/14b5dbb2-a2d1-45ca-ac16-d1173964d22c/83991e30-e9f7-41d3-80ee-74d25fea1891) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:31.299628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 44998) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:31.325669 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] Checking router: e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:31.337507 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] Routers {'e7ab66d8-ce60-4988-95b2-dff4d6dae7a3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:31.339138 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e7ab66d8-ce60-4988-95b2-dff4d6dae7a3'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:31.349095 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-08e5560f-032a-4c28-9c7d-8b093922f018 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 HTTP/1.1" status: 200 len: 205 time: 0.0471504 Nov 29 01:50:31.350887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::f816:3eff:fea3:5842 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/27d390a8-f60b-4424-94e6-f572dddc0be9/83991e30-e9f7-41d3-80ee-74d25fea1891) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:31.368740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-55ca5383-41ed-490f-ac3f-f6c166709874', 'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874', 'tenant_id': '82bb337d4cbe4100b99c5e1477d03937', 'fixed_ips': [{'subnet_id': '334481c5-55aa-4ae3-9163-210e42ea83ce'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:31.369175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45000) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:31.370452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.385339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.398271 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-a1891965-6210-4472-9552-5d241413f20b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 334481c5-55aa-4ae3-9163-210e42ea83ce (CIDR: 172.20.0.0/28) Nov 29 01:50:31.402965 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1891965-6210-4472-9552-5d241413f20b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:31.403530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1891965-6210-4472-9552-5d241413f20b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:31.423568 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a1891965-6210-4472-9552-5d241413f20b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3334477 Nov 29 01:50:31.425191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] Pushing event deleted for resources: {'Port': ['ID=6bfabed2-f0b3-419b-8717-8fa80c5caec1,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:31.425951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45002) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:31.433880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e8f46-b76d-412a-a7f9-5d6e9f255004 None None] No DVR routers for this DVR port 6bfabed2-f0b3-419b-8717-8fa80c5caec1 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:31.437312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:31.477810 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] Set router e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:31.533520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6bfabed2-f0b3-419b-8717-8fa80c5caec1 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:31.555983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.562414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 6bfabed2-f0b3-419b-8717-8fa80c5caec1 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:31.562909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6bfabed2-f0b3-419b-8717-8fa80c5caec1 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:31.563444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 211a6b04-a5d6-45f5-832c-56756a0d24cc no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:31.587900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51643ed4-b5b7-4376-8350-def2cdddf8bb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.617716 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:31.622559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.623917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 211a6b04-a5d6-45f5-832c-56756a0d24cc {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:31.624672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 211a6b04-a5d6-45f5-832c-56756a0d24cc not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:31.666335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Allocated IP 172.20.0.2 (55ca5383-41ed-490f-ac3f-f6c166709874/334481c5-55aa-4ae3-9163-210e42ea83ce/0d9bc5f9-e03d-4b62-a941-8114e8986c90) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:31.725119 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ab66d8-ce60-4988-95b2-dff4d6dae7a3', 'name': 'tempest-RoutersTest-router-488982660', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:30Z', 'updated_at': '2021-11-29T01:50:30Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:31.754416 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435d47e-67ac-430a-8c8b-193b43c0e37f None None] The sync data for ids ['e7ab66d8-ce60-4988-95b2-dff4d6dae7a3'] in dv-neutron-816800-5-hyperv is: [{'id': 'e7ab66d8-ce60-4988-95b2-dff4d6dae7a3', 'name': 'tempest-RoutersTest-router-488982660', 'tenant_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:30Z', 'updated_at': '2021-11-29T01:50:30Z', 'revision_number': 2, 'project_id': 'f843cd53e94a46e2a6aac6149ae86c07', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:31.766674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d41cd3-1469-4035-9817-fc0053ff34c9']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:31.777609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13413f2-97f3-4baf-9670-b651ba5b1a91') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:31.777901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13413f2-97f3-4baf-9670-b651ba5b1a91') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:31.818167 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.854328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51643ed4-b5b7-4376-8350-def2cdddf8bb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.856652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51643ed4-b5b7-4376-8350-def2cdddf8bb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.862298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.907126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.914205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.938006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:31.938450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:31.941680 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:31.954841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.969763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51643ed4-b5b7-4376-8350-def2cdddf8bb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.970325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51643ed4-b5b7-4376-8350-def2cdddf8bb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Fanout notify agent at l3_agent the message router_deleted on router e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:50:31.993810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Network 55ca5383-41ed-490f-ac3f-f6c166709874 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:31.998028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:32.001241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:32.004265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 55ca5383-41ed-490f-ac3f-f6c166709874 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:32.004817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Pushing event updated for resources: {'Port': ['ID=0d9bc5f9-e03d-4b62-a941-8114e8986c90,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:32.008169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:32.012617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:32.013315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.026829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-51643ed4-b5b7-4376-8350-def2cdddf8bb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.033822 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-51643ed4-b5b7-4376-8350-def2cdddf8bb tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 HTTP/1.1" status: 204 len: 168 time: 0.6544614 Nov 29 01:50:32.034039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45004) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.050972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=effe9714-0752-4221-ba82-30a3184b8a1d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:32.074316 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0e8de210-4ff3-4c81-bfa3-657b33848b23 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 HTTP/1.1" status: 200 len: 205 time: 0.0346007 Nov 29 01:50:32.079211 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ecbd8345-512f-4c7a-84e5-16d71514444a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6514857 Nov 29 01:50:32.081675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45006) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.082413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45008) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.093382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874', 'fixed_ips': [{'subnet_id': '334481c5-55aa-4ae3-9163-210e42ea83ce'}, {'subnet_id': 'effe9714-0752-4221-ba82-30a3184b8a1d'}], 'name': 'tempest-PortsTestJSON-613593952'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:32.097129 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Attempting to bind port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:32.097840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Attempting to bind port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'be119996-1385-4046-a3cf-957f53f38b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:32.098582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Attempting to bind port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 on network 55ca5383-41ed-490f-ac3f-f6c166709874 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:32.109534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:32.110244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Checking segment: {'id': 'be119996-1385-4046-a3cf-957f53f38b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:32.110838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.111442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Bound using segment: {'id': 'be119996-1385-4046-a3cf-957f53f38b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:32.112070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Bound port: 0d9bc5f9-e03d-4b62-a941-8114e8986c90, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be119996-1385-4046-a3cf-957f53f38b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:32.112616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.144854 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-5f925363-b3ae-42ed-952b-9ae8bfff0ba8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] delete failed (client error): The resource could not be found. Nov 29 01:50:32.147262 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5f925363-b3ae-42ed-952b-9ae8bfff0ba8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/e7ab66d8-ce60-4988-95b2-dff4d6dae7a3 HTTP/1.1" status: 404 len: 336 time: 0.0639944 Nov 29 01:50:32.153098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.154661 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.156097 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45010) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.176737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.182056 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/networks/62d41cd3-1469-4035-9817-fc0053ff34c9 HTTP/1.1" status: 204 len: 168 time: 1.5319555 Nov 29 01:50:32.184353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45012) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.188425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] For port 0d9bc5f9-e03d-4b62-a941-8114e8986c90, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:32.191761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] For port 0d9bc5f9-e03d-4b62-a941-8114e8986c90, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d9bc5f9-e03d-4b62-a941-8114e8986c90,segment=NetworkSegment(be119996-1385-4046-a3cf-957f53f38b44),segment_id=be119996-1385-4046-a3cf-957f53f38b44)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:32.198286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.215555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3a922-9d95-47e5-9425-c43053c3f10e tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Network': ['ID=62d41cd3-1469-4035-9817-fc0053ff34c9,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:32.220273 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0f06a7-636a-405b-b9e0-6fb2d10d011d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:32.220652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0f06a7-636a-405b-b9e0-6fb2d10d011d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:32.223758 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6c0f06a7-636a-405b-b9e0-6fb2d10d011d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/8e7c5e1b-00b8-40d4-848b-0a0249902bed HTTP/1.1" status: 404 len: 337 time: 0.0651050 Nov 29 01:50:32.226285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45014) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.263673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee8644-7764-474d-a4a6-4fc7c03fcd0c None None] Pushing event updated for resources: {'Port': ['ID=0d9bc5f9-e03d-4b62-a941-8114e8986c90,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:32.272710 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da232a4-a1a9-4d81-9fcd-862c12b75a2a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:32.272710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da232a4-a1a9-4d81-9fcd-862c12b75a2a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:32.275787 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0da232a4-a1a9-4d81-9fcd-862c12b75a2a tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/3b15053c-8d65-466f-90e5-c236b0ef492e HTTP/1.1" status: 404 len: 337 time: 0.0485375 Nov 29 01:50:32.279397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45016) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.303156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.310178 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a50130b-35ce-46d2-8396-26a05f8ad3e8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:32.310933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a50130b-35ce-46d2-8396-26a05f8ad3e8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:32.314741 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6a50130b-35ce-46d2-8396-26a05f8ad3e8 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/049f185a-432b-4ae5-8675-4ce73d26d552 HTTP/1.1" status: 404 len: 337 time: 0.0343783 Nov 29 01:50:32.316597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.318904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45018) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.361125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:32.364172 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f8ca06-0f48-4f02-bbcf-a5d8eb87ba0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:32.364651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f8ca06-0f48-4f02-bbcf-a5d8eb87ba0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:32.370206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:32.370392 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-01f8ca06-0f48-4f02-bbcf-a5d8eb87ba0e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/3e3758ab-36bf-4575-a262-d0775393586b HTTP/1.1" status: 404 len: 337 time: 0.0466042 Nov 29 01:50:32.370538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:32.376628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:32.377288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.382612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45020) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.386787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:32.405191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=83991e30-e9f7-41d3-80ee-74d25fea1891,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:32.410467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-07ee7074-bdc9-4051-bfd2-01c5c6dfa851 None None] Allocated IP 2001:db8:0:1::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/14b5dbb2-a2d1-45ca-ac16-d1173964d22c/67a98861-f655-43dc-8dfc-2818bc319cdb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:32.429897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ebcc78e0-33dd-4173-9773-e8ba974cc1e1 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 200 len: 205 time: 0.0437901 Nov 29 01:50:32.433396 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fa78df08-bf04-41f0-92b5-0cb4738f133b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6801496 Nov 29 01:50:32.433396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45022) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.435544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45024) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.475085 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-19ee236e-e8d4-47e7-b78e-38bacf8015ec tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] delete failed (client error): The resource could not be found. Nov 29 01:50:32.478527 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-19ee236e-e8d4-47e7-b78e-38bacf8015ec tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/0f0e2a77-793a-46cf-bd57-0ebcbed54b66 HTTP/1.1" status: 404 len: 336 time: 0.0434945 Nov 29 01:50:32.478750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45026) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.508454 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2510a338-342c-4a46-af27-907d10e7ed26 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6be1c91-b266-49e9-b3af-789030ea6457 HTTP/1.1" status: 200 len: 205 time: 0.0286090 Nov 29 01:50:32.510908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45028) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.550944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-dd969cc0-efad-4dc9-afb2-dbb75f1dd756 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] delete failed (client error): The resource could not be found. Nov 29 01:50:32.552266 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dd969cc0-efad-4dc9-afb2-dbb75f1dd756 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/f6be1c91-b266-49e9-b3af-789030ea6457 HTTP/1.1" status: 404 len: 336 time: 0.0401771 Nov 29 01:50:32.554619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45030) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.564586 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-07ee7074-bdc9-4051-bfd2-01c5c6dfa851 None None] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=67a98861-f655-43dc-8dfc-2818bc319cdb,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:32.611304 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a84405-a851-4376-83e2-9dbdedbbb091 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:32.611774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a84405-a851-4376-83e2-9dbdedbbb091 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:32.615215 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-02a84405-a851-4376-83e2-9dbdedbbb091 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/423fed2a-3838-4e19-a9b8-73c2c439de27 HTTP/1.1" status: 404 len: 337 time: 0.0591414 Nov 29 01:50:32.617651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45032) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.635952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07ee7074-bdc9-4051-bfd2-01c5c6dfa851 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.644882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07ee7074-bdc9-4051-bfd2-01c5c6dfa851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.666376 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f6fa437b-91e8-4240-bd03-ca1ee88f9490 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d1b454-9f18-44f6-b0e3-d1a213a8e10d HTTP/1.1" status: 200 len: 205 time: 0.0452089 Nov 29 01:50:32.669048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45034) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.726449 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-9c7fad4e-c174-4e7b-abf8-cce4673d3003 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] delete failed (client error): The resource could not be found. Nov 29 01:50:32.735553 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9c7fad4e-c174-4e7b-abf8-cce4673d3003 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/44d1b454-9f18-44f6-b0e3-d1a213a8e10d HTTP/1.1" status: 404 len: 336 time: 0.0612352 Nov 29 01:50:32.735841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45036) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.758964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee7074-bdc9-4051-bfd2-01c5c6dfa851 None None] Pushing event updated for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=9']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:32.772461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a85f9b4f-b672-4fae-9250-4f4cc35bfd21 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f29fe38-fabe-4c4c-8c78-f6705fdd2604 HTTP/1.1" status: 200 len: 205 time: 0.0333045 Nov 29 01:50:32.773261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45038) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.824092 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-45831ad7-a738-4248-8209-bc26d3b5d6f2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] delete failed (client error): The resource could not be found. Nov 29 01:50:32.825787 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-45831ad7-a738-4248-8209-bc26d3b5d6f2 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/2f29fe38-fabe-4c4c-8c78-f6705fdd2604 HTTP/1.1" status: 404 len: 336 time: 0.0507877 Nov 29 01:50:32.827848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45040) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.861113 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a3251f-6d49-4a37-9c1e-a52ab8931a5d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:32.861960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a3251f-6d49-4a37-9c1e-a52ab8931a5d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:32.865573 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-87a3251f-6d49-4a37-9c1e-a52ab8931a5d tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/32602f18-32c0-4139-99f0-ed63032572d5 HTTP/1.1" status: 404 len: 337 time: 0.0364168 Nov 29 01:50:32.868232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45042) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.897449 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7c7d608d-5f0a-43f4-bff1-de99dfd9fe86 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49ad794-b9f4-4a5f-a3e9-9719f85b8925 HTTP/1.1" status: 200 len: 205 time: 0.0280516 Nov 29 01:50:32.899866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45044) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.949049 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-53f05386-a531-4c1a-b732-fddbcd1f2441 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] delete failed (client error): The resource could not be found. Nov 29 01:50:32.951713 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-53f05386-a531-4c1a-b732-fddbcd1f2441 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/f49ad794-b9f4-4a5f-a3e9-9719f85b8925 HTTP/1.1" status: 404 len: 336 time: 0.0492957 Nov 29 01:50:32.953540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45046) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:32.958669 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:32.984292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd856fd-ef70-4000-9da4-e7f45f593492 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:32.984898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd856fd-ef70-4000-9da4-e7f45f593492 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:32.988548 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5dd856fd-ef70-4000-9da4-e7f45f593492 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/3acdd666-c35d-4195-a805-930e9ea3c9e7 HTTP/1.1" status: 404 len: 337 time: 0.0329964 Nov 29 01:50:32.990843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45048) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:33.025129 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cf83d6b3-e064-4e64-815a-e50da364ef09 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "GET /v2.0/ports?device_id=00a03a5e-c90b-4863-be14-30e336b10ff4 HTTP/1.1" status: 200 len: 205 time: 0.0327938 Nov 29 01:50:33.027451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45050) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:33.035831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf87c89-4429-433a-b42a-48b0bdd07eee']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:33.052378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.057589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd85e5b-b393-4ae4-ab11-d22230ea0bb0') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:33.057908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd85e5b-b393-4ae4-ab11-d22230ea0bb0') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:33.072220 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-c0089aac-1fc7-4f92-a4ef-6e1563730d96 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] delete failed (client error): The resource could not be found. Nov 29 01:50:33.075146 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c0089aac-1fc7-4f92-a4ef-6e1563730d96 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/routers/00a03a5e-c90b-4863-be14-30e336b10ff4 HTTP/1.1" status: 404 len: 336 time: 0.0442054 Nov 29 01:50:33.075253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45052) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:33.079733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.104222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port 24bbb806-1005-4d7d-9c0b-e04919a4c7dc yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:33.111114 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef37ccd2-5f86-40f4-bcbe-e5f55b634c02 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:33.111773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef37ccd2-5f86-40f4-bcbe-e5f55b634c02 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:33.114956 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ef37ccd2-5f86-40f4-bcbe-e5f55b634c02 tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/e659dc47-a8d6-45d4-b996-513f0ad84d1e HTTP/1.1" status: 404 len: 337 time: 0.0385849 Nov 29 01:50:33.117703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45054) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:33.117866 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.149229 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe9b368-9d71-4448-b348-f2f2c1bc524e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:33.149681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe9b368-9d71-4448-b348-f2f2c1bc524e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:33.154486 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-afe9b368-9d71-4448-b348-f2f2c1bc524e tempest-RoutersTest-1995924026 tempest-RoutersTest-1995924026-project] 10.222.0.30 "DELETE /v2.0/subnets/4c286762-f31a-4b46-9bc3-985e38508f73 HTTP/1.1" status: 404 len: 337 time: 0.0343959 Nov 29 01:50:33.167388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:33.167606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:33.170810 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:33.185718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-5cda3a52-5913-4ab9-8a35-d2b6e283017c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 83991e30-e9f7-41d3-80ee-74d25fea1891 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:33.186066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cda3a52-5913-4ab9-8a35-d2b6e283017c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.368180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.372480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.379038 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/networks/daf87c89-4429-433a-b42a-48b0bdd07eee HTTP/1.1" status: 204 len: 168 time: 1.1912282 Nov 29 01:50:33.379996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45058) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:33.431737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90986d-4d98-47b5-a5da-841ffd213277 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Network': ['ID=daf87c89-4429-433a-b42a-48b0bdd07eee,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:33.486044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7204fcb-457b-48d4-a578-800cc692c1b4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Deleting subnet 9cc364fa-13c5-41a9-bd75-f1c6a78eb628 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:33.491211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c7204fcb-457b-48d4-a578-800cc692c1b4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.523498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cda3a52-5913-4ab9-8a35-d2b6e283017c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.593791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-5cda3a52-5913-4ab9-8a35-d2b6e283017c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 83991e30-e9f7-41d3-80ee-74d25fea1891 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:33.601370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fc4d2c67-a6db-4be5-9098-f79252cd0bd1 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:33.602066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2c67-a6db-4be5-9098-f79252cd0bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.660936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c7204fcb-457b-48d4-a578-800cc692c1b4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.712960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45062) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:33.792024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 67a98861-f655-43dc-8dfc-2818bc319cdb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:33.810739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c7204fcb-457b-48d4-a578-800cc692c1b4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.846946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b396c6b-135b-4acc-8107-86d554661567 None None] Network 55ca5383-41ed-490f-ac3f-f6c166709874 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:33.891547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c7204fcb-457b-48d4-a578-800cc692c1b4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.892796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.3 (55ca5383-41ed-490f-ac3f-f6c166709874/334481c5-55aa-4ae3-9163-210e42ea83ce/24bbb806-1005-4d7d-9c0b-e04919a4c7dc) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:33.900717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.27 (55ca5383-41ed-490f-ac3f-f6c166709874/effe9714-0752-4221-ba82-30a3184b8a1d/24bbb806-1005-4d7d-9c0b-e04919a4c7dc) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:33.944055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c7204fcb-457b-48d4-a578-800cc692c1b4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:33.947384 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c7204fcb-457b-48d4-a578-800cc692c1b4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/subnets/9cc364fa-13c5-41a9-bd75-f1c6a78eb628 HTTP/1.1" status: 204 len: 168 time: 0.5663452 Nov 29 01:50:33.948471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7204fcb-457b-48d4-a578-800cc692c1b4 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc364fa-13c5-41a9-bd75-f1c6a78eb628,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:33.951177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45066) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:33.961558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466fc377-f014-4a48-bbe3-00e20b301a58 None None] Network 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:34.034941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:34.035205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.044207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.050773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6a69a1da-3c3c-4856-a543-ec6c69419e09 None None] Provisioning complete for port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:34.051173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6a69a1da-3c3c-4856-a543-ec6c69419e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.077482 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c3efdc90-b71d-4ff9-9041-f0ad0186857e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f843cd53e94a46e2a6aac6149ae86c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474000 Nov 29 01:50:34.080016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45068) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:34.147533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Deleting port 279087ec-50a8-4392-b9b9-33f3bede6566 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:34.147981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.149780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a343fe8-f74d-4d2a-b3bb-5865b674f3dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.180032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cda3a52-5913-4ab9-8a35-d2b6e283017c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.223355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda3a52-5913-4ab9-8a35-d2b6e283017c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=83991e30-e9f7-41d3-80ee-74d25fea1891,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:34.224574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a343fe8-f74d-4d2a-b3bb-5865b674f3dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.229759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.258514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] For port 279087ec-50a8-4392-b9b9-33f3bede6566, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=279087ec-50a8-4392-b9b9-33f3bede6566,segment=NetworkSegment(e7f210da-9184-4d3e-a642-a565747c077a),segment_id=e7f210da-9184-4d3e-a642-a565747c077a)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:34.258950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.276667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cda3a52-5913-4ab9-8a35-d2b6e283017c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.284042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Calling delete_port for 279087ec-50a8-4392-b9b9-33f3bede6566 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:34.284416 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5cda3a52-5913-4ab9-8a35-d2b6e283017c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/83991e30-e9f7-41d3-80ee-74d25fea1891 HTTP/1.1" status: 204 len: 168 time: 1.8472295 Nov 29 01:50:34.285148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45070) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:34.323622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d9bc5f9-e03d-4b62-a941-8114e8986c90 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:34.377815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6a69a1da-3c3c-4856-a543-ec6c69419e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.393011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10c113-138e-454f-8549-00b73bc68a45 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:34.397993 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-af10c113-138e-454f-8549-00b73bc68a45 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1101384 Nov 29 01:50:34.399222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45072) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:34.409795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314172e0-fd69-4cc7-a624-e4e819bfa9e7 None None] Update dhcp port {'port': {'network_id': '55ca5383-41ed-490f-ac3f-f6c166709874', 'fixed_ips': [{'subnet_id': '334481c5-55aa-4ae3-9163-210e42ea83ce', 'ip_address': '172.20.0.2'}, {'subnet_id': 'effe9714-0752-4221-ba82-30a3184b8a1d'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '0d9bc5f9-e03d-4b62-a941-8114e8986c90'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:50:34.432605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.441548 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.479249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] No DVR routers for this DVR port 279087ec-50a8-4392-b9b9-33f3bede6566 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:34.510547 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1bdd1e-c349-4c54-aa9d-9a37ab098e8f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:34.513822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a343fe8-f74d-4d2a-b3bb-5865b674f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.515758 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-be1bdd1e-c349-4c54-aa9d-9a37ab098e8f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1154053 Nov 29 01:50:34.518875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a343fe8-f74d-4d2a-b3bb-5865b674f3dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.522563 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9a343fe8-f74d-4d2a-b3bb-5865b674f3dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce331a1b-05da-4d6f-9b3d-dcb4cf4f849d HTTP/1.1" status: 204 len: 168 time: 0.4390352 Nov 29 01:50:34.522563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45074) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:34.522563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Port': ['ID=279087ec-50a8-4392-b9b9-33f3bede6566,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:34.532334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 55ca5383-41ed-490f-ac3f-f6c166709874 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:34.536052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:34.546504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:34.575493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=24bbb806-1005-4d7d-9c0b-e04919a4c7dc,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:34.626557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a343fe8-f74d-4d2a-b3bb-5865b674f3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce331a1b-05da-4d6f-9b3d-dcb4cf4f849d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:34.635180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf477711-498a-4fbb-a1df-ba399e217c92 None None] DHCP port deletion for 9aa70278-f55a-4beb-b18a-9bfe4f47a2eb request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:34.641545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:34.641877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.669043 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-26010511-16bc-43e7-8c9d-096b586028ab tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.5838723 Nov 29 01:50:34.672102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45078) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:34.682340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-314172e0-fd69-4cc7-a624-e4e819bfa9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.685439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '334481c5-55aa-4ae3-9163-210e42ea83ce'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:34.692515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6a69a1da-3c3c-4856-a543-ec6c69419e09 None None] For port 0d9bc5f9-e03d-4b62-a941-8114e8986c90, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d9bc5f9-e03d-4b62-a941-8114e8986c90,segment=NetworkSegment(be119996-1385-4046-a3cf-957f53f38b44),segment_id=be119996-1385-4046-a3cf-957f53f38b44)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:34.696916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c5cda-aaa0-490b-a7e7-22a12f41dcb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:34.699183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c5cda-aaa0-490b-a7e7-22a12f41dcb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:34.707068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6a69a1da-3c3c-4856-a543-ec6c69419e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.707254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c5cda-aaa0-490b-a7e7-22a12f41dcb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:34.710531 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e04c5cda-aaa0-490b-a7e7-22a12f41dcb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1702278 Nov 29 01:50:34.715224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.727498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45082) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:34.745547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa70278-f55a-4beb-b18a-9bfe4f47a2eb']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:34.756572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f210da-9184-4d3e-a642-a565747c077a') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:34.757011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f210da-9184-4d3e-a642-a565747c077a') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:34.761765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:34.762153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.767617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.785064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.790805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:34.791317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:34.805504 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:34.856925 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b59182-24ba-444f-a1bf-f40e406c7459 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 14b5dbb2-a2d1-45ca-ac16-d1173964d22c {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:34.864539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-63b59182-24ba-444f-a1bf-f40e406c7459 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.871083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.879065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3ef9d227-3dc5-423e-9725-0478faa40845 None None] Could not find standard attr ID for object 83991e30-e9f7-41d3-80ee-74d25fea1891. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:34.880376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69a1da-3c3c-4856-a543-ec6c69419e09 None None] Pushing event updated for resources: {'Port': ['ID=0d9bc5f9-e03d-4b62-a941-8114e8986c90,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:34.880506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.883977 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/networks/9aa70278-f55a-4beb-b18a-9bfe4f47a2eb HTTP/1.1" status: 204 len: 168 time: 0.9317946 Nov 29 01:50:34.886556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45086) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:34.900304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.921215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18e6da-1f12-4c6a-8bcc-f695dafd230f tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Pushing event deleted for resources: {'Network': ['ID=9aa70278-f55a-4beb-b18a-9bfe4f47a2eb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:34.931533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-63b59182-24ba-444f-a1bf-f40e406c7459 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:34.947280 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1f5bfc04-d509-4f29-ac8d-059fc6f959e6 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "GET /v2.0/ports?device_id=e641ff66-a246-4dad-85ca-633c680454f0 HTTP/1.1" status: 200 len: 205 time: 0.0475745 Nov 29 01:50:34.950688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45090) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:35.022050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-314172e0-fd69-4cc7-a624-e4e819bfa9e7 None None] Allocated IP 172.20.0.18 (55ca5383-41ed-490f-ac3f-f6c166709874/effe9714-0752-4221-ba82-30a3184b8a1d/0d9bc5f9-e03d-4b62-a941-8114e8986c90) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:35.049770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53cf2f3b-3bb3-42ee-ba88-e2ef97fa4e98 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.136632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-314172e0-fd69-4cc7-a624-e4e819bfa9e7 None None] For port 0d9bc5f9-e03d-4b62-a941-8114e8986c90, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d9bc5f9-e03d-4b62-a941-8114e8986c90,segment=NetworkSegment(be119996-1385-4046-a3cf-957f53f38b44),segment_id=be119996-1385-4046-a3cf-957f53f38b44)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:35.173271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-314172e0-fd69-4cc7-a624-e4e819bfa9e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.183898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-314172e0-fd69-4cc7-a624-e4e819bfa9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.209442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-63b59182-24ba-444f-a1bf-f40e406c7459 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.219869 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53cf2f3b-3bb3-42ee-ba88-e2ef97fa4e98 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.223044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53cf2f3b-3bb3-42ee-ba88-e2ef97fa4e98 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.283463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53cf2f3b-3bb3-42ee-ba88-e2ef97fa4e98 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.284426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cf2f3b-3bb3-42ee-ba88-e2ef97fa4e98 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Fanout notify agent at l3_agent the message router_deleted on router e641ff66-a246-4dad-85ca-633c680454f0 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:50:35.305157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53cf2f3b-3bb3-42ee-ba88-e2ef97fa4e98 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.311029 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-53cf2f3b-3bb3-42ee-ba88-e2ef97fa4e98 tempest-RoutersNegativeTest-2034889608 tempest-RoutersNegativeTest-2034889608-project] 10.222.0.30 "DELETE /v2.0/routers/e641ff66-a246-4dad-85ca-633c680454f0 HTTP/1.1" status: 204 len: 168 time: 0.3590302 Nov 29 01:50:35.313548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314172e0-fd69-4cc7-a624-e4e819bfa9e7 None None] Pushing event updated for resources: {'Port': ['ID=0d9bc5f9-e03d-4b62-a941-8114e8986c90,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:35.318403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Delete allocated IP 172.20.0.27 (55ca5383-41ed-490f-ac3f-f6c166709874/effe9714-0752-4221-ba82-30a3184b8a1d) {{(pid=109949) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 01:50:35.327314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-63b59182-24ba-444f-a1bf-f40e406c7459 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.381392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b59182-24ba-444f-a1bf-f40e406c7459 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=14b5dbb2-a2d1-45ca-ac16-d1173964d22c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:35.386208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a09142-764a-4517-a473-b638d23e04e4 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:35.386523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-63b59182-24ba-444f-a1bf-f40e406c7459 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.389369 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-63b59182-24ba-444f-a1bf-f40e406c7459 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/14b5dbb2-a2d1-45ca-ac16-d1173964d22c HTTP/1.1" status: 204 len: 168 time: 0.6609082 Nov 29 01:50:35.393753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45104) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:35.543604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a51cb4-07d2-41cf-845a-c70891a03088 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 27d390a8-f60b-4424-94e6-f572dddc0be9 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:35.555662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-73a51cb4-07d2-41cf-845a-c70891a03088 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.591435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d9bc5f9-e03d-4b62-a941-8114e8986c90 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:35.631136 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.646347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.669429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-73a51cb4-07d2-41cf-845a-c70891a03088 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.680365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:35.684189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.687633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45110) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:35.728696 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45114) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:35.779718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=24bbb806-1005-4d7d-9c0b-e04919a4c7dc,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:35.814520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] In _notify_port_updated(), no bound segment for port 24bbb806-1005-4d7d-9c0b-e04919a4c7dc on network 55ca5383-41ed-490f-ac3f-f6c166709874 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:50:35.821602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:35.822380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.826713 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c7f4335f-0263-4e1b-a0fb-5f9606767080 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "PUT /v2.0/ports/24bbb806-1005-4d7d-9c0b-e04919a4c7dc HTTP/1.1" status: 200 len: 918 time: 1.1525908 Nov 29 01:50:35.827503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45118) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:35.832877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '334481c5-55aa-4ae3-9163-210e42ea83ce'}, {'subnet_id': 'effe9714-0752-4221-ba82-30a3184b8a1d'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:35.893867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-73a51cb4-07d2-41cf-845a-c70891a03088 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:35.927469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 279087ec-50a8-4392-b9b9-33f3bede6566 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:35.945849 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1486181929'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:35.962913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 279087ec-50a8-4392-b9b9-33f3bede6566 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:35.963228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 279087ec-50a8-4392-b9b9-33f3bede6566 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:35.987439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.028826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Made reservation on behalf of 7c1406ef22864edda76c0a101fe7f564 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:36.031940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-73a51cb4-07d2-41cf-845a-c70891a03088 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.033155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.046803 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-de4adb69-9570-455f-8952-ad772649fc0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e70596e1522468b8a7bd97ddc9a11ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140740 Nov 29 01:50:36.066473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45120) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:36.068555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.069762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a51cb4-07d2-41cf-845a-c70891a03088 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=27d390a8-f60b-4424-94e6-f572dddc0be9,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:36.071951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-73a51cb4-07d2-41cf-845a-c70891a03088 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.075547 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-73a51cb4-07d2-41cf-845a-c70891a03088 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/27d390a8-f60b-4424-94e6-f572dddc0be9 HTTP/1.1" status: 204 len: 168 time: 0.6803961 Nov 29 01:50:36.078413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45122) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:36.122643 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e04c3583-a1e0-4dbd-81d8-331f198e33bf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430093 Nov 29 01:50:36.125667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45124) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:36.131172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:36.168109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299010d-4b47-4df1-8fd1-6e319a5328e6 None None] Network 55ca5383-41ed-490f-ac3f-f6c166709874 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:36.235233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:36.239043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fd8bf51-453c-4c36-89ac-43f87ac98525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.240566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.263657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fd8bf51-453c-4c36-89ac-43f87ac98525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.285369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2c982462-ac57-4543-94aa-3115bda4305a None None] Provisioning complete for port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:36.286232 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2c982462-ac57-4543-94aa-3115bda4305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.462414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.474644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.477667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fd8bf51-453c-4c36-89ac-43f87ac98525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.480474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fd8bf51-453c-4c36-89ac-43f87ac98525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.481659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9fd8bf51-453c-4c36-89ac-43f87ac98525 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3da494ce-4a5f-4200-bfec-8eb1c7d1fbc5 HTTP/1.1" status: 204 len: 168 time: 0.4141836 Nov 29 01:50:36.514185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.517439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:36.526281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:36.526281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:36.526281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.534104 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8bf51-453c-4c36-89ac-43f87ac98525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da494ce-4a5f-4200-bfec-8eb1c7d1fbc5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:36.551604 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4247777 Nov 29 01:50:36.552686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456c67-394d-4c1e-92ae-fe0f0bfd6b38 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:36.556103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45128) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:36.562475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-48da8106-1aa5-4c7c-92fe-a2c0cf39c167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:36.579086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:36.630850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.22 (55ca5383-41ed-490f-ac3f-f6c166709874/effe9714-0752-4221-ba82-30a3184b8a1d/24bbb806-1005-4d7d-9c0b-e04919a4c7dc) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:36.638316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.640886 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Added segment 42d7ee10-c16d-42b4-a65c-34b686578fd5 of type vlan for network 9a6c824e-0606-4a62-a8a6-4d5d22819b5b Nov 29 01:50:36.666171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f2c3b2-f26b-4290-84a2-e1a149961c4a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:36.744879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.806667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb3ebf-8968-4de8-8a65-4b3c8be0f20c None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:36.828426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.834106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:36.834757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.933973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a1251e31-2d0a-4316-80fa-c816037b0330 None None] Provisioning complete for port 24bbb806-1005-4d7d-9c0b-e04919a4c7dc triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:36.934453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1251e31-2d0a-4316-80fa-c816037b0330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:36.984084 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2928495 Nov 29 01:50:36.993034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45138) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.004979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-156941c5-309c-4418-a700-1e57cbb42ef9 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', 'tempest-TagsTest-Tag-1198287117') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:37.027892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7137eb6-960d-40ce-bd30-618ae66a8dc0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Pushing event updated for resources: {'Network': ['ID=9a6c824e-0606-4a62-a8a6-4d5d22819b5b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:37.054402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9a6c824e-0606-4a62-a8a6-4d5d22819b5b details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:37.069344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.079624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a1251e31-2d0a-4316-80fa-c816037b0330 None None] Port 24bbb806-1005-4d7d-9c0b-e04919a4c7dc cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:37.104055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.136073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da8106-1aa5-4c7c-92fe-a2c0cf39c167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:37.141615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48da8106-1aa5-4c7c-92fe-a2c0cf39c167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.177835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a1251e31-2d0a-4316-80fa-c816037b0330 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:37.178212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1251e31-2d0a-4316-80fa-c816037b0330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.286883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=24bbb806-1005-4d7d-9c0b-e04919a4c7dc,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:37.296239 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-156941c5-309c-4418-a700-1e57cbb42ef9 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "PUT /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags/tempest-TagsTest-Tag-1198287117 HTTP/1.1" status: 201 len: 201 time: 0.2995968 Nov 29 01:50:37.300971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45146) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.304325 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.ipam_backend_mixin [None req-48da8106-1aa5-4c7c-92fe-a2c0cf39c167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed (CIDR: 2001:db8::/64) Nov 29 01:50:37.305405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-dc02106a-147f-42f4-9643-da2738cb803c tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', 'tempest-TagsTest-Tag-1198287117') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:37.310752 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-48da8106-1aa5-4c7c-92fe-a2c0cf39c167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:37.311090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48da8106-1aa5-4c7c-92fe-a2c0cf39c167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:37.327333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] In _notify_port_updated(), no bound segment for port 24bbb806-1005-4d7d-9c0b-e04919a4c7dc on network 55ca5383-41ed-490f-ac3f-f6c166709874 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:50:37.333361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:37.334016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.338288 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-15b234d5-c290-4db6-878f-af927403ed75 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "PUT /v2.0/ports/24bbb806-1005-4d7d-9c0b-e04919a4c7dc HTTP/1.1" status: 200 len: 998 time: 1.5096710 Nov 29 01:50:37.338602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45148) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.347550 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-48da8106-1aa5-4c7c-92fe-a2c0cf39c167 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7903168 Nov 29 01:50:37.351081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45150) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.367031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:37.370314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a1251e31-2d0a-4316-80fa-c816037b0330 None None] Provisioning complete for port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:37.371345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1251e31-2d0a-4316-80fa-c816037b0330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.489632 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f63a1-6645-4373-b5d3-3600a22ba934 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 24bbb806-1005-4d7d-9c0b-e04919a4c7dc {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:37.489984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb1f63a1-6645-4373-b5d3-3600a22ba934 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.562274 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dc02106a-147f-42f4-9643-da2738cb803c tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "GET /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags/tempest-TagsTest-Tag-1198287117 HTTP/1.1" status: 204 len: 168 time: 0.2576258 Nov 29 01:50:37.562945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45156) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.572203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-f33a3804-778a-4ded-9d7e-ab485076ca46 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:37.617268 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45158) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.646450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb1f63a1-6645-4373-b5d3-3600a22ba934 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.661369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f63a1-6645-4373-b5d3-3600a22ba934 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 24bbb806-1005-4d7d-9c0b-e04919a4c7dc owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:37.670870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9692dc3c-9b72-4a91-af8c-86de3386250a None None] Provisioning complete for port 24bbb806-1005-4d7d-9c0b-e04919a4c7dc triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:37.671522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9692dc3c-9b72-4a91-af8c-86de3386250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.689110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:37.693327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.733440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9692dc3c-9b72-4a91-af8c-86de3386250a None None] Port 24bbb806-1005-4d7d-9c0b-e04919a4c7dc cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:37.736655 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f33a3804-778a-4ded-9d7e-ab485076ca46 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "GET /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags HTTP/1.1" status: 200 len: 238 time: 0.1698799 Nov 29 01:50:37.739712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45162) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.747890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-57428839-d94d-4895-ab44-f031c5051379 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', {'tags': ['tempest-TagsTest-Tag-737073610', 'tempest-TagsTest-Tag-250352040', 'tempest-TagsTest-Tag-58891467']}) {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:37.797597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-dbb336d1-b192-4bb7-8f61-bb285a1c0af5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:37.798088 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-dbb336d1-b192-4bb7-8f61-bb285a1c0af5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 01:50:37.798560 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-dbb336d1-b192-4bb7-8f61-bb285a1c0af5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 01:50:37.799547 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dbb336d1-b192-4bb7-8f61-bb285a1c0af5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1819642 Nov 29 01:50:37.815225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45164) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.824123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--438267266'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:37.859144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-51bd21f2-74e1-4b75-a9ed-caeb627147b3 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:37.859631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-51bd21f2-74e1-4b75-a9ed-caeb627147b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.912720 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-57428839-d94d-4895-ab44-f031c5051379 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "PUT /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags HTTP/1.1" status: 200 len: 305 time: 0.1717780 Nov 29 01:50:37.916013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45166) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:37.920612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-0c6ba40b-ab42-4d26-8f17-3267baf9e046 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', 'tempest-TagsTest-Tag-737073610') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:37.944164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.946032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb1f63a1-6645-4373-b5d3-3600a22ba934 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.963676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:37.984070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f63a1-6645-4373-b5d3-3600a22ba934 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=24bbb806-1005-4d7d-9c0b-e04919a4c7dc,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:38.056782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dfe04cb5-d952-40ab-90d9-17ecbc6bfa73 None None] Could not find standard attr ID for object 24bbb806-1005-4d7d-9c0b-e04919a4c7dc. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:38.129519 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0c6ba40b-ab42-4d26-8f17-3267baf9e046 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "DELETE /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags/tempest-TagsTest-Tag-737073610 HTTP/1.1" status: 204 len: 168 time: 0.2101905 Nov 29 01:50:38.129770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45168) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.134210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-31e69e42-75e3-42ee-894e-19847f9447e1 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', 'tempest-TagsTest-Tag-737073610') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:38.137714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb1f63a1-6645-4373-b5d3-3600a22ba934 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.140964 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fb1f63a1-6645-4373-b5d3-3600a22ba934 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/24bbb806-1005-4d7d-9c0b-e04919a4c7dc HTTP/1.1" status: 204 len: 168 time: 0.8008101 Nov 29 01:50:38.143510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45170) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.145994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.154288 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.178193 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52fd2b8-26fb-4c3b-8913-ebd7b760e265 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:38.182142 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f52fd2b8-26fb-4c3b-8913-ebd7b760e265 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/24bbb806-1005-4d7d-9c0b-e04919a4c7dc HTTP/1.1" status: 404 len: 333 time: 0.0352688 Nov 29 01:50:38.185108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45172) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.196994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9dc9a2-26dc-410d-9aed-a629212b6cf5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:38.276015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4b541c-4983-4cd0-8469-63425f59ff33 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet effe9714-0752-4221-ba82-30a3184b8a1d {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:38.281218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f4b541c-4983-4cd0-8469-63425f59ff33 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.305904 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-31e69e42-75e3-42ee-894e-19847f9447e1 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] show failed (client error): The resource could not be found. Nov 29 01:50:38.309456 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-31e69e42-75e3-42ee-894e-19847f9447e1 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "GET /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags/tempest-TagsTest-Tag-737073610 HTTP/1.1" status: 404 len: 325 time: 0.1762748 Nov 29 01:50:38.309757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45174) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.313698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.314180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-034d92b9-8d21-4335-9aa4-acccf42463db tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', 'tempest-TagsTest-Tag-250352040') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:38.320885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.337674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.objects.ports [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109949) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:50:38.347194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f4b541c-4983-4cd0-8469-63425f59ff33 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.404047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.405813 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5892646 Nov 29 01:50:38.409810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45176) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.416490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6cc34a39-64e5-41bb-8544-b1ac0985c8dd tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '4429ee87-26bf-41aa-84fc-9868118252f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:38.434013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e13613-053d-4f68-a7eb-34ddebc99ee2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4429ee87-26bf-41aa-84fc-9868118252f7,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:38.455728 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-034d92b9-8d21-4335-9aa4-acccf42463db tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "GET /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags/tempest-TagsTest-Tag-250352040 HTTP/1.1" status: 204 len: 168 time: 0.1448934 Nov 29 01:50:38.459961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45178) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.465810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-2290c312-c9c4-4662-a9ac-eb200a9b85f6 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', 'tempest-TagsTest-Tag-58891467') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:38.487523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc34a39-64e5-41bb-8544-b1ac0985c8dd tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.490670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f4b541c-4983-4cd0-8469-63425f59ff33 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.566801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.573772 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc34a39-64e5-41bb-8544-b1ac0985c8dd tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.583241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc34a39-64e5-41bb-8544-b1ac0985c8dd tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.587173 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2290c312-c9c4-4662-a9ac-eb200a9b85f6 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "GET /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags/tempest-TagsTest-Tag-58891467 HTTP/1.1" status: 204 len: 168 time: 0.1262069 Nov 29 01:50:38.589617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45180) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.593862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-056ea7b6-81e9-4182-b5cf-7a850830f0de tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:38.618496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f4b541c-4983-4cd0-8469-63425f59ff33 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.628164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc34a39-64e5-41bb-8544-b1ac0985c8dd tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53ad187-1edf-4ddf-bee2-0c9aa132d1e3,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:38.660527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6cc34a39-64e5-41bb-8544-b1ac0985c8dd tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.661759 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6cc34a39-64e5-41bb-8544-b1ac0985c8dd tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2486157 Nov 29 01:50:38.663519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b541c-4983-4cd0-8469-63425f59ff33 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=effe9714-0752-4221-ba82-30a3184b8a1d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:38.664547 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45182) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.671050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-fd1ba86a-55f8-4480-a164-310edec54e48 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '4429ee87-26bf-41aa-84fc-9868118252f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:38.701596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8f4b541c-4983-4cd0-8469-63425f59ff33 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.705436 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8f4b541c-4983-4cd0-8469-63425f59ff33 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/effe9714-0752-4221-ba82-30a3184b8a1d HTTP/1.1" status: 204 len: 168 time: 0.5192294 Nov 29 01:50:38.709886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45184) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.711099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b213a7-1827-475a-b746-1797b548a058 None None] Network 55ca5383-41ed-490f-ac3f-f6c166709874 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:38.766323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd1ba86a-55f8-4480-a164-310edec54e48 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.771424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-193f38d9-d0e4-41ca-9097-977643832574 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 334481c5-55aa-4ae3-9163-210e42ea83ce {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:38.774810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-193f38d9-d0e4-41ca-9097-977643832574 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.778665 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-056ea7b6-81e9-4182-b5cf-7a850830f0de tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "DELETE /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags HTTP/1.1" status: 204 len: 168 time: 0.1881433 Nov 29 01:50:38.782105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45186) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:38.788923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.tag.tag_plugin [None req-93b6f08e-bd11-4844-962d-5ff64e9102ab tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', 'tempest-TagsTest-Tag-250352040') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:38.819654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-193f38d9-d0e4-41ca-9097-977643832574 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.916726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-193f38d9-d0e4-41ca-9097-977643832574 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:38.985203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-193f38d9-d0e4-41ca-9097-977643832574 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.014986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f38d9-d0e4-41ca-9097-977643832574 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=334481c5-55aa-4ae3-9163-210e42ea83ce,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:39.018976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-193f38d9-d0e4-41ca-9097-977643832574 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.022818 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-193f38d9-d0e4-41ca-9097-977643832574 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/334481c5-55aa-4ae3-9163-210e42ea83ce HTTP/1.1" status: 204 len: 168 time: 0.3120303 Nov 29 01:50:39.025251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45190) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.120297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.187340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:39.187899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.213423 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=67a98861-f655-43dc-8dfc-2818bc319cdb,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:39.257337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] For port 0d9bc5f9-e03d-4b62-a941-8114e8986c90, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d9bc5f9-e03d-4b62-a941-8114e8986c90,segment=NetworkSegment(be119996-1385-4046-a3cf-957f53f38b44),segment_id=be119996-1385-4046-a3cf-957f53f38b44)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:39.258100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.272090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 0d9bc5f9-e03d-4b62-a941-8114e8986c90 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:39.295060 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-fd1ba86a-55f8-4480-a164-310edec54e48 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 01:50:39.299156 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fd1ba86a-55f8-4480-a164-310edec54e48 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6306229 Nov 29 01:50:39.299156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.301684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45194) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.314292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.315087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.327935 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-93b6f08e-bd11-4844-962d-5ff64e9102ab tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] show failed (client error): The resource could not be found. Nov 29 01:50:39.328958 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-93b6f08e-bd11-4844-962d-5ff64e9102ab tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "GET /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags/tempest-TagsTest-Tag-250352040 HTTP/1.1" status: 404 len: 325 time: 0.5435965 Nov 29 01:50:39.335173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45196) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.338894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-7c08914c-b1c1-4e23-943f-981076dbfd29 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b', 'tempest-TagsTest-Tag-58891467') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:39.424753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:39.439642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:39.446904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:39.447527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.451222 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-7c08914c-b1c1-4e23-943f-981076dbfd29 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] show failed (client error): The resource could not be found. Nov 29 01:50:39.455083 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7c08914c-b1c1-4e23-943f-981076dbfd29 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "GET /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags/tempest-TagsTest-Tag-58891467 HTTP/1.1" status: 404 len: 324 time: 0.1175046 Nov 29 01:50:39.455256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb195bc-808b-4a94-99ce-5eb62786102f None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:39.455723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45198) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.456261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=9668d2dc-0d7d-460e-bd5b-fdf491ac6bca,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:39.461829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=13']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:39.473430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.tag.tag_plugin [None req-b7f09cfb-e714-472c-8145-56a0dd8dbcc6 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9a6c824e-0606-4a62-a8a6-4d5d22819b5b') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:39.481455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.487684 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-daee2973-b1db-4003-b499-200b54b39905 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1347327 Nov 29 01:50:39.490472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45200) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.495698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:a6:34:63', 'name': 'tempest-NetworksTestDHCPv6-779863936'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:39.500597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4e57aa05-5271-4e88-b780-ee3ed9d97104 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.532903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=0d9bc5f9-e03d-4b62-a941-8114e8986c90,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:39.540246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No DVR routers for this DVR port 0d9bc5f9-e03d-4b62-a941-8114e8986c90 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:39.555117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5471ef-ed28-421f-85e2-7040783f988d None None] Network 55ca5383-41ed-490f-ac3f-f6c166709874 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:39.575502 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4e57aa05-5271-4e88-b780-ee3ed9d97104 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.630237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d9addc80-a232-4ee8-83f4-739233582d85 None None] Could not find standard attr ID for object 0d9bc5f9-e03d-4b62-a941-8114e8986c90. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:39.656314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4e57aa05-5271-4e88-b780-ee3ed9d97104 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.659275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4e57aa05-5271-4e88-b780-ee3ed9d97104 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.662826 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4e57aa05-5271-4e88-b780-ee3ed9d97104 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/4429ee87-26bf-41aa-84fc-9868118252f7 HTTP/1.1" status: 204 len: 168 time: 0.3577085 Nov 29 01:50:39.663224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45202) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.666394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.677011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57aa05-5271-4e88-b780-ee3ed9d97104 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4429ee87-26bf-41aa-84fc-9868118252f7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:39.679238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:39.698480 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b7f09cfb-e714-472c-8145-56a0dd8dbcc6 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "DELETE /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b/tags HTTP/1.1" status: 204 len: 168 time: 0.2338765 Nov 29 01:50:39.698717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45204) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.704804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ca5383-41ed-490f-ac3f-f6c166709874']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:39.724688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be119996-1385-4046-a3cf-957f53f38b44') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:39.724688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be119996-1385-4046-a3cf-957f53f38b44') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:39.742300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.760402 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f6035986-068a-4857-8c6e-a322bd2e41cc tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0927410 Nov 29 01:50:39.760964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45206) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.766705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-245fa116-3776-43f5-8281-7897080ee49e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--845639814'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:39.772307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.783452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:39.783788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:39.787680 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:39.829038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.849009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245fa116-3776-43f5-8281-7897080ee49e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.857649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.868981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c9d180-ec7f-48cb-a829-c28878975253 None None] DHCP port deletion for 55ca5383-41ed-490f-ac3f-f6c166709874 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:39.870558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.874799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.882049 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/networks/55ca5383-41ed-490f-ac3f-f6c166709874 HTTP/1.1" status: 204 len: 168 time: 0.8555415 Nov 29 01:50:39.885371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45208) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:39.903281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1be6ce-9b09-49c6-9a3f-bba9e7612569 None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '9668d2dc-0d7d-460e-bd5b-fdf491ac6bca', 'ip_address': '2001:db8:0:1:f816:3eff:fe14:4125'}, {'subnet_id': 'f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '67a98861-f655-43dc-8dfc-2818bc319cdb'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:50:39.925511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port d0f1aa85-2384-425c-9945-72345cfd4177 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:39.931259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9b1be6ce-9b09-49c6-9a3f-bba9e7612569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:39.936628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c5730-394f-4f51-97c2-5d493f6e7746 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Network': ['ID=55ca5383-41ed-490f-ac3f-f6c166709874,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:39.979915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d3d090-ce33-454e-81af-46ed607cc363 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:39.985605 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-62d3d090-ce33-454e-81af-46ed607cc363 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0962124 Nov 29 01:50:39.987412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45210) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.002575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.038927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6c824e-0606-4a62-a8a6-4d5d22819b5b']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:40.039283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245fa116-3776-43f5-8281-7897080ee49e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.047092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245fa116-3776-43f5-8281-7897080ee49e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.054955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d7ee10-c16d-42b4-a65c-34b686578fd5') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:40.055254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d7ee10-c16d-42b4-a65c-34b686578fd5') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:40.061794 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-08c3e235-d680-4960-89db-7413ce1085a6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0727410 Nov 29 01:50:40.070470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45212) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.078623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-631632587'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:40.088311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.097666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-245fa116-3776-43f5-8281-7897080ee49e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.098900 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-245fa116-3776-43f5-8281-7897080ee49e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3370175 Nov 29 01:50:40.103807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45214) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.107330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fa116-3776-43f5-8281-7897080ee49e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d463ba29-b449-46ea-ac9f-30d2ace23170,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:40.115886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-88e24fad-b41a-47e5-a24e-69dcecbc2cd3 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': 'd463ba29-b449-46ea-ac9f-30d2ace23170', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:40.116656 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-88e24fad-b41a-47e5-a24e-69dcecbc2cd3 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 29 01:50:40.117112 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-88e24fad-b41a-47e5-a24e-69dcecbc2cd3 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:40.118277 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-88e24fad-b41a-47e5-a24e-69dcecbc2cd3 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094416 Nov 29 01:50:40.121252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45216) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.121704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.131898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:40.136252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.147205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:40.147607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:40.151157 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:40.199352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4edc-54f4-4e46-a1cd-dc3419617402 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.226690 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4edc-54f4-4e46-a1cd-dc3419617402 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.242316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.250279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:40.252223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.257698 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] 10.222.0.30 "DELETE /v2.0/networks/9a6c824e-0606-4a62-a8a6-4d5d22819b5b HTTP/1.1" status: 204 len: 168 time: 0.5575161 Nov 29 01:50:40.257698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::33d (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed/d0f1aa85-2384-425c-9945-72345cfd4177) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:40.270288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.270668 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Added segment 2185ae59-99c3-4816-a2a5-78fe2da5a8ed of type vlan for network 7afddee9-3412-42c3-86aa-8ef18238bcef Nov 29 01:50:40.275731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7190c-56d9-4593-a045-237280b067a0 tempest-TagsTest-1479878140 tempest-TagsTest-1479878140-project] Pushing event deleted for resources: {'Network': ['ID=9a6c824e-0606-4a62-a8a6-4d5d22819b5b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:40.283936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:3463 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/9668d2dc-0d7d-460e-bd5b-fdf491ac6bca/d0f1aa85-2384-425c-9945-72345cfd4177) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:40.304404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4edc-54f4-4e46-a1cd-dc3419617402 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.306938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4edc-54f4-4e46-a1cd-dc3419617402 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.310680 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e8ff4edc-54f4-4e46-a1cd-dc3419617402 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/d463ba29-b449-46ea-ac9f-30d2ace23170 HTTP/1.1" status: 204 len: 168 time: 0.1857631 Nov 29 01:50:40.312365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45220) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.320480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.330114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff4edc-54f4-4e46-a1cd-dc3419617402 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d463ba29-b449-46ea-ac9f-30d2ace23170,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:40.356777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.364492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:40.365124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.410492 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-00d16308-4c3c-4a2b-81e3-95d423d069ab tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0938029 Nov 29 01:50:40.434998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45222) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.440265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9c6fceda-26c1-4596-8367-1096c29ddf3b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258690046'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:40.451153 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3796208 Nov 29 01:50:40.456211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45224) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.461923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8ed9d-e6a1-4e93-a5ad-f8fbc28e3ee6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Network': ['ID=7afddee9-3412-42c3-86aa-8ef18238bcef,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:40.463459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:40.477680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 7afddee9-3412-42c3-86aa-8ef18238bcef details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:40.478254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9c6fceda-26c1-4596-8367-1096c29ddf3b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.571734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9c6fceda-26c1-4596-8367-1096c29ddf3b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.579185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9c6fceda-26c1-4596-8367-1096c29ddf3b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.584468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.593992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0ab93a54-a03a-4bfb-bd47-a4145abc4f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.622147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:40.625046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9c6fceda-26c1-4596-8367-1096c29ddf3b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.629032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.629200 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9c6fceda-26c1-4596-8367-1096c29ddf3b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1904120 Nov 29 01:50:40.629200 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fceda-26c1-4596-8367-1096c29ddf3b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25ff95d-9200-49f8-a202-27716001b7e6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:40.630882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45228) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.635455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cd550cc7-176b-44f2-903a-6d3665eea475 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': 'd25ff95d-9200-49f8-a202-27716001b7e6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:40.636646 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-cd550cc7-176b-44f2-903a-6d3665eea475 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 29 01:50:40.637414 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-cd550cc7-176b-44f2-903a-6d3665eea475 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:40.640978 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cd550cc7-176b-44f2-903a-6d3665eea475 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065916 Nov 29 01:50:40.641322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45230) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.645000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45232) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.697092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5bba-0123-40a3-958f-836c0c6c9439 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.700521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.721064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5bba-0123-40a3-958f-836c0c6c9439 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.768937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:40.771314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-9b1be6ce-9b09-49c6-9a3f-bba9e7612569 None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed/67a98861-f655-43dc-8dfc-2818bc319cdb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:40.775779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:40.776813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5bba-0123-40a3-958f-836c0c6c9439 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.780510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5bba-0123-40a3-958f-836c0c6c9439 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.781819 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4f0f5bba-0123-40a3-958f-836c0c6c9439 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/d25ff95d-9200-49f8-a202-27716001b7e6 HTTP/1.1" status: 204 len: 168 time: 0.1394413 Nov 29 01:50:40.784819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:40.790735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:40.791382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.792134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45236) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.793001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5bba-0123-40a3-958f-836c0c6c9439 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25ff95d-9200-49f8-a202-27716001b7e6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:40.799019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=d0f1aa85-2384-425c-9945-72345cfd4177,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:40.830411 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-69935290-3d11-49fb-ab9a-52ed863d5eb8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3389156 Nov 29 01:50:40.833225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45238) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.887288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5117e1c5-d390-4065-8764-dc67f66934f6 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0917678 Nov 29 01:50:40.893496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45240) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:40.901551 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8a0427f5-63f2-4887-96e8-cc98135bdb8b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--579003730'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:40.949220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a8e83c88-e971-4a24-870e-6a9e333b3214 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port d0f1aa85-2384-425c-9945-72345cfd4177 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:40.949564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e83c88-e971-4a24-870e-6a9e333b3214 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.953676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a0427f5-63f2-4887-96e8-cc98135bdb8b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:40.987172 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-54085246-3c6c-44de-bced-5b55dcb3e9a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c1406ef22864edda76c0a101fe7f564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3397725 Nov 29 01:50:40.988042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45242) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.015749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.049890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e83c88-e971-4a24-870e-6a9e333b3214 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.050735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9b1be6ce-9b09-49c6-9a3f-bba9e7612569 None None] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=67a98861-f655-43dc-8dfc-2818bc319cdb,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:41.063059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a8e83c88-e971-4a24-870e-6a9e333b3214 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for d0f1aa85-2384-425c-9945-72345cfd4177 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:41.084777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9b1be6ce-9b09-49c6-9a3f-bba9e7612569 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.090727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9b1be6ce-9b09-49c6-9a3f-bba9e7612569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.141546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=4898955e-2d13-447f-9c1f-23803bd38463,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:41.147659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1be6ce-9b09-49c6-9a3f-bba9e7612569 None None] Pushing event updated for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=14']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:41.159978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b9d530d-8b9d-49a7-a121-5f7896c1dcc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.192135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a0427f5-63f2-4887-96e8-cc98135bdb8b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.198059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking segment: {'id': '2185ae59-99c3-4816-a2a5-78fe2da5a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:41.198612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network hostable DHCP agents. Network: 7afddee9-3412-42c3-86aa-8ef18238bcef, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:41.205375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a0427f5-63f2-4887-96e8-cc98135bdb8b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.209786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b9d530d-8b9d-49a7-a121-5f7896c1dcc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.263422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a0427f5-63f2-4887-96e8-cc98135bdb8b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.265552 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8a0427f5-63f2-4887-96e8-cc98135bdb8b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3691216 Nov 29 01:50:41.270612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45244) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.276704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e871b100-9202-4e1b-826d-d6165c59696b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '5f7c6212-e662-4bc4-a18e-2204c1c2b053', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:41.277667 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-e871b100-9202-4e1b-826d-d6165c59696b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 29 01:50:41.278226 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-e871b100-9202-4e1b-826d-d6165c59696b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:41.279239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0427f5-63f2-4887-96e8-cc98135bdb8b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7c6212-e662-4bc4-a18e-2204c1c2b053,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:41.283345 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e871b100-9202-4e1b-826d-d6165c59696b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107586 Nov 29 01:50:41.284331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e83c88-e971-4a24-870e-6a9e333b3214 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.285970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45246) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.292959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2787273b-3975-4cdb-80bd-094940257262 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '5f7c6212-e662-4bc4-a18e-2204c1c2b053', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:41.293542 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-2787273b-3975-4cdb-80bd-094940257262 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 29 01:50:41.293798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 7afddee9-3412-42c3-86aa-8ef18238bcef is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:41.294042 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-2787273b-3975-4cdb-80bd-094940257262 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:41.298190 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2787273b-3975-4cdb-80bd-094940257262 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079756 Nov 29 01:50:41.298338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45248) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.303825 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-75f28ab8-cd81-4a6d-ba7f-7eae3d966f50 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '5f7c6212-e662-4bc4-a18e-2204c1c2b053', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:41.305583 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-75f28ab8-cd81-4a6d-ba7f-7eae3d966f50 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 29 01:50:41.306101 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-75f28ab8-cd81-4a6d-ba7f-7eae3d966f50 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:41.307130 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-75f28ab8-cd81-4a6d-ba7f-7eae3d966f50 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080848 Nov 29 01:50:41.310305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45250) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.314879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-820ba4b5-634a-4bfe-9551-187e5d4b1432 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '5f7c6212-e662-4bc4-a18e-2204c1c2b053', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:41.315886 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-820ba4b5-634a-4bfe-9551-187e5d4b1432 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 29 01:50:41.316381 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-820ba4b5-634a-4bfe-9551-187e5d4b1432 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:41.317368 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-820ba4b5-634a-4bfe-9551-187e5d4b1432 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060828 Nov 29 01:50:41.323459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45252) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.330067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e83c88-e971-4a24-870e-6a9e333b3214 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=d0f1aa85-2384-425c-9945-72345cfd4177,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:41.331405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 7afddee9-3412-42c3-86aa-8ef18238bcef) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:41.334190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b9d530d-8b9d-49a7-a121-5f7896c1dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.336922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b9d530d-8b9d-49a7-a121-5f7896c1dcc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.337991 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4b9d530d-8b9d-49a7-a121-5f7896c1dcc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9f2c3b2-f26b-4290-84a2-e1a149961c4a HTTP/1.1" status: 204 len: 168 time: 0.3461998 Nov 29 01:50:41.344068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56680f5-0276-4428-b867-8d800d9e8f37 None None] Network 7afddee9-3412-42c3-86aa-8ef18238bcef requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:41.352159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:41.352797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.374397 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d530d-8b9d-49a7-a121-5f7896c1dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f2c3b2-f26b-4290-84a2-e1a149961c4a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:41.401362 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d37d0f20-b9ac-4798-b49a-eafcb614bdca tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9415362 Nov 29 01:50:41.405575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45256) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.414760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef', 'name': 'tempest-PortsTestJSON-526295509'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:41.425985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fdd341b2-3227-419c-ac9d-a0166e901d93 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.432541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a8e83c88-e971-4a24-870e-6a9e333b3214 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.436487 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a8e83c88-e971-4a24-870e-6a9e333b3214 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/d0f1aa85-2384-425c-9945-72345cfd4177 HTTP/1.1" status: 204 len: 168 time: 0.6017935 Nov 29 01:50:41.438823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45258) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.526539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fdd341b2-3227-419c-ac9d-a0166e901d93 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.551099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 67a98861-f655-43dc-8dfc-2818bc319cdb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:41.557509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13101d05-c13c-4516-b881-333107ef5470 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:41.559290 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-13101d05-c13c-4516-b881-333107ef5470 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1194756 Nov 29 01:50:41.562393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45262) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.609170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fdd341b2-3227-419c-ac9d-a0166e901d93 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.611931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fdd341b2-3227-419c-ac9d-a0166e901d93 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.613290 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fdd341b2-3227-419c-ac9d-a0166e901d93 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/5f7c6212-e662-4bc4-a18e-2204c1c2b053 HTTP/1.1" status: 204 len: 168 time: 0.2887790 Nov 29 01:50:41.616013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45266) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.637251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd341b2-3227-419c-ac9d-a0166e901d93 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7c6212-e662-4bc4-a18e-2204c1c2b053,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:41.641390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:41.648299 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.671774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port 8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:41.710395 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bcfcc3-095d-438d-8e9c-448b44f96e73 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:41.714531 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-16bcfcc3-095d-438d-8e9c-448b44f96e73 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1486955 Nov 29 01:50:41.717442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:41.717607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45270) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.719154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.760132 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dee0ad70-8e10-498b-9daa-014f124551bd tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1395342 Nov 29 01:50:41.761796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45272) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.769789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1ce9e4cc-858f-461b-a2f9-9fa479ac44c5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030137724'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:41.773748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-7afddee9-3412-42c3-86aa-8ef18238bcef', 'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef', 'tenant_id': '82bb337d4cbe4100b99c5e1477d03937', 'fixed_ips': [{'subnet_id': '4898955e-2d13-447f-9c1f-23803bd38463'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:41.787672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.821550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd7519-a810-4fcc-b6a1-af3221770a75 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:41.823254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd7519-a810-4fcc-b6a1-af3221770a75 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:41.824808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd7519-a810-4fcc-b6a1-af3221770a75 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:41.827361 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-78bd7519-a810-4fcc-b6a1-af3221770a75 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1078093 Nov 29 01:50:41.831233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45276) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:41.850066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e4cc-858f-461b-a2f9-9fa479ac44c5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:41.866304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.9 (7afddee9-3412-42c3-86aa-8ef18238bcef/4898955e-2d13-447f-9c1f-23803bd38463/8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:41.949786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a437bd3-e566-4045-a4df-46d50d2f71b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 9668d2dc-0d7d-460e-bd5b-fdf491ac6bca {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:41.959631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a437bd3-e566-4045-a4df-46d50d2f71b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.022974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a437bd3-e566-4045-a4df-46d50d2f71b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.066853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e4cc-858f-461b-a2f9-9fa479ac44c5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.084503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e4cc-858f-461b-a2f9-9fa479ac44c5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.106576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.156574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.160124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e4cc-858f-461b-a2f9-9fa479ac44c5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.161377 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1ce9e4cc-858f-461b-a2f9-9fa479ac44c5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3986287 Nov 29 01:50:42.167173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45284) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.173416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a806d4bf-b9cb-498b-99a9-8b776b851ff3 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.175413 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-a806d4bf-b9cb-498b-99a9-8b776b851ff3 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 01:50:42.175936 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-a806d4bf-b9cb-498b-99a9-8b776b851ff3 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:42.176937 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a806d4bf-b9cb-498b-99a9-8b776b851ff3 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082965 Nov 29 01:50:42.189550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45286) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.190246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9e4cc-858f-461b-a2f9-9fa479ac44c5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2771230d-6f2e-4c46-94f1-62ae61e7df65,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:42.199519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d061f383-05e7-468b-a39d-8fe08e7fcf81 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.208340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 7afddee9-3412-42c3-86aa-8ef18238bcef is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:42.210123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d9bc5f9-e03d-4b62-a941-8114e8986c90 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:42.216654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:42.220092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a437bd3-e566-4045-a4df-46d50d2f71b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.224778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:42.272573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 0d9bc5f9-e03d-4b62-a941-8114e8986c90 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:42.273151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d9bc5f9-e03d-4b62-a941-8114e8986c90 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:42.299745 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-d061f383-05e7-468b-a39d-8fe08e7fcf81 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:42.301314 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d061f383-05e7-468b-a39d-8fe08e7fcf81 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1084142 Nov 29 01:50:42.306858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45292) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.310398 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Allocated IP 172.20.0.2 (7afddee9-3412-42c3-86aa-8ef18238bcef/4898955e-2d13-447f-9c1f-23803bd38463/ccab54a9-75d0-452d-9162-2d6882afa416) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:42.313534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8e07845a-507e-432a-83d1-5d571537040b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.314593 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-8e07845a-507e-432a-83d1-5d571537040b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 29 01:50:42.314997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-8e07845a-507e-432a-83d1-5d571537040b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:42.316148 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8e07845a-507e-432a-83d1-5d571537040b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077913 Nov 29 01:50:42.317217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:42.317435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a437bd3-e566-4045-a4df-46d50d2f71b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.320328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45294) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.333431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e16d6483-727e-426a-ba3d-8dfdccf9d0c9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.340468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:42.341325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.368013 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e653ff85-5d0f-4e03-a70c-7928c848570b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9613073 Nov 29 01:50:42.370583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45296) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.377002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef', 'name': 'tempest-PortsTestJSON-739219965'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.380442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a437bd3-e566-4045-a4df-46d50d2f71b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=9668d2dc-0d7d-460e-bd5b-fdf491ac6bca,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:42.382439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9a437bd3-e566-4045-a4df-46d50d2f71b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.388087 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9a437bd3-e566-4045-a4df-46d50d2f71b8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/9668d2dc-0d7d-460e-bd5b-fdf491ac6bca HTTP/1.1" status: 204 len: 168 time: 0.5539734 Nov 29 01:50:42.388950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45300) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.392659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a5891877-46aa-49af-a716-b1ae5670a890 None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:42.396496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5891877-46aa-49af-a716-b1ae5670a890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.492370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc226ed4-68dd-478f-ae81-c5dc1211be71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:42.498044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc226ed4-68dd-478f-ae81-c5dc1211be71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.538533 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-e16d6483-727e-426a-ba3d-8dfdccf9d0c9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:42.539605 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e16d6483-727e-426a-ba3d-8dfdccf9d0c9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2133760 Nov 29 01:50:42.550548 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45302) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.556423 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e3e125f1-2234-4f3b-9eae-e21d30c1dd7e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.557236 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-e3e125f1-2234-4f3b-9eae-e21d30c1dd7e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 01:50:42.558078 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-e3e125f1-2234-4f3b-9eae-e21d30c1dd7e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:42.559545 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e3e125f1-2234-4f3b-9eae-e21d30c1dd7e tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067730 Nov 29 01:50:42.563187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45304) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.573479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:42.578536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-271ee84e-83c4-4edc-b3b1-fa169a0feeee tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.583157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.599889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc226ed4-68dd-478f-ae81-c5dc1211be71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.638746 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port be16b341-394a-4882-a168-c14795751390 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:42.641067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.644128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5e3476-875f-4e87-a49b-44b15910a4ee None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:42.670644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.724873 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-271ee84e-83c4-4edc-b3b1-fa169a0feeee tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Project eebecc5dbadb4aeb9456d70025b54887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:50:42.749549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc226ed4-68dd-478f-ae81-c5dc1211be71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.758128 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-271ee84e-83c4-4edc-b3b1-fa169a0feeee tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:42.761860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Network 7afddee9-3412-42c3-86aa-8ef18238bcef is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:42.766636 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-271ee84e-83c4-4edc-b3b1-fa169a0feeee tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1994381 Nov 29 01:50:42.771197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:42.773709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45310) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.777966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f8c7b955-117a-4a14-a9e3-a953eb97ab2b None None] Could not find standard attr ID for object d0f1aa85-2384-425c-9945-72345cfd4177. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:42.780239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:42.787384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Pushing event updated for resources: {'Port': ['ID=ccab54a9-75d0-452d-9162-2d6882afa416,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:42.791411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f55291ae-ca13-4029-a363-9fe4df19e2e8 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.791897 dv-neutron-816800-5-hyperv neutron-server[109949]: WARNING neutron.api.v2.base [None req-f55291ae-ca13-4029-a363-9fe4df19e2e8 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 29 01:50:42.792395 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-f55291ae-ca13-4029-a363-9fe4df19e2e8 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:42.793391 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f55291ae-ca13-4029-a363-9fe4df19e2e8 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0188696 Nov 29 01:50:42.801712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45312) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.808348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-17ac270f-ffd6-406a-8d6c-69b6033ec4ee tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.818212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.8 (7afddee9-3412-42c3-86aa-8ef18238bcef/4898955e-2d13-447f-9c1f-23803bd38463/be16b341-394a-4882-a168-c14795751390) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:42.854496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-17ac270f-ffd6-406a-8d6c-69b6033ec4ee tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Project eebecc5dbadb4aeb9456d70025b54887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:50:42.873116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc226ed4-68dd-478f-ae81-c5dc1211be71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.881431 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-17ac270f-ffd6-406a-8d6c-69b6033ec4ee tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:42.883004 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-17ac270f-ffd6-406a-8d6c-69b6033ec4ee tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0799718 Nov 29 01:50:42.883525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Attempting to bind port ccab54a9-75d0-452d-9162-2d6882afa416 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:42.883912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Attempting to bind port ccab54a9-75d0-452d-9162-2d6882afa416 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '2185ae59-99c3-4816-a2a5-78fe2da5a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:42.884332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Attempting to bind port ccab54a9-75d0-452d-9162-2d6882afa416 on network 7afddee9-3412-42c3-86aa-8ef18238bcef {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:42.888433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45314) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.896557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5feaa75a-2b49-45c2-8df2-49d71ef2803b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '2771230d-6f2e-4c46-94f1-62ae61e7df65', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.896749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:42.896749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Checking segment: {'id': '2185ae59-99c3-4816-a2a5-78fe2da5a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:42.896749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.897042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Bound using segment: {'id': '2185ae59-99c3-4816-a2a5-78fe2da5a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:42.897320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Bound port: ccab54a9-75d0-452d-9162-2d6882afa416, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2185ae59-99c3-4816-a2a5-78fe2da5a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7afddee9-3412-42c3-86aa-8ef18238bcef'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:42.897653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.922868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc226ed4-68dd-478f-ae81-c5dc1211be71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:42.925161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc226ed4-68dd-478f-ae81-c5dc1211be71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.928497 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dc226ed4-68dd-478f-ae81-c5dc1211be71 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed HTTP/1.1" status: 204 len: 168 time: 0.5387414 Nov 29 01:50:42.931142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45318) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.979330 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d6a30696-1ba5-467d-ad5c-97bf232c5daf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470858 Nov 29 01:50:42.982524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45322) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:42.987631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:42.996110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] For port ccab54a9-75d0-452d-9162-2d6882afa416, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:43.000539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] For port ccab54a9-75d0-452d-9162-2d6882afa416, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ccab54a9-75d0-452d-9162-2d6882afa416,segment=NetworkSegment(2185ae59-99c3-4816-a2a5-78fe2da5a8ed),segment_id=2185ae59-99c3-4816-a2a5-78fe2da5a8ed)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:43.009096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.019468 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-5feaa75a-2b49-45c2-8df2-49d71ef2803b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Project eebecc5dbadb4aeb9456d70025b54887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:50:43.079192 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.101558 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-5feaa75a-2b49-45c2-8df2-49d71ef2803b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:43.105699 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5feaa75a-2b49-45c2-8df2-49d71ef2803b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2141254 Nov 29 01:50:43.112139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45326) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:43.138588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.171427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cdd54-bf3b-490d-ae05-02c4f7212d86 None None] Pushing event updated for resources: {'Port': ['ID=ccab54a9-75d0-452d-9162-2d6882afa416,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:43.177901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca38e045-a82c-4872-8dd9-33b0105ec531 None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': 'f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '67a98861-f655-43dc-8dfc-2818bc319cdb'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:50:43.197910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16a5055f-d357-4870-af0e-4986696e8102 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.203929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:43.207672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.214892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca38e045-a82c-4872-8dd9-33b0105ec531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.229084 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 7afddee9-3412-42c3-86aa-8ef18238bcef is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:43.235545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:43.238225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:43.286750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=be16b341-394a-4882-a168-c14795751390,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:43.318243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:43.319203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.333105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16a5055f-d357-4870-af0e-4986696e8102 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.351739 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b567de63-7308-4b09-978b-2d3a85b4e894 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9769347 Nov 29 01:50:43.351916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45332) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:43.556968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1961cf-d254-44bf-9873-41083a87f587 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:43.600203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ccab54a9-75d0-452d-9162-2d6882afa416 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:43.692307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1de79a00-2550-498d-9347-ee0a2812690c None None] Provisioning complete for port 67a98861-f655-43dc-8dfc-2818bc319cdb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:43.692964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1de79a00-2550-498d-9347-ee0a2812690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.796271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ccab54a9-75d0-452d-9162-2d6882afa416 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:43.796652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.809089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a7298-fe32-422f-8690-977c51a7a4c0 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:43.813496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45338) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:43.813611 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-150a7298-fe32-422f-8690-977c51a7a4c0 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.4583020 Nov 29 01:50:43.814342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16a5055f-d357-4870-af0e-4986696e8102 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.817782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16a5055f-d357-4870-af0e-4986696e8102 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.821505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45340) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:43.821788 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-16a5055f-d357-4870-af0e-4986696e8102 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/2771230d-6f2e-4c46-94f1-62ae61e7df65 HTTP/1.1" status: 204 len: 168 time: 0.7085934 Nov 29 01:50:43.858593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5055f-d357-4870-af0e-4986696e8102 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2771230d-6f2e-4c46-94f1-62ae61e7df65,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:43.884568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:43.944821 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3e906d80-d228-4083-94db-d486644f5183 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1181006 Nov 29 01:50:43.945865 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45342) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:43.952368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-db73debe-0320-424f-b668-0cad3ae86587 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542702083'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:43.959540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.977313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-dffdd306-8e76-4879-83e3-8de2c5d63927 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port be16b341-394a-4882-a168-c14795751390 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:43.978216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dffdd306-8e76-4879-83e3-8de2c5d63927 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:43.983179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.055874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:44.057187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db73debe-0320-424f-b668-0cad3ae86587 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.066760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:44.084175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:44.085146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.109109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=2659795f-9acb-4cda-9bdc-0de63118c0b7,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:44.123756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dffdd306-8e76-4879-83e3-8de2c5d63927 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.128243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.147142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-dffdd306-8e76-4879-83e3-8de2c5d63927 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for be16b341-394a-4882-a168-c14795751390 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:44.147973 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-13b45ccc-c6d7-4e68-9f3b-eea4254ad657 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1641400 Nov 29 01:50:44.148866 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45344) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:44.155470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-653766bf-fb19-43a8-a0a3-32be5f475b7d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:44.171984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] Deleting port 67a98861-f655-43dc-8dfc-2818bc319cdb {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:44.172377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.214876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db73debe-0320-424f-b668-0cad3ae86587 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.219977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db73debe-0320-424f-b668-0cad3ae86587 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.260405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port ccab54a9-75d0-452d-9162-2d6882afa416, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ccab54a9-75d0-452d-9162-2d6882afa416,segment=NetworkSegment(2185ae59-99c3-4816-a2a5-78fe2da5a8ed),segment_id=2185ae59-99c3-4816-a2a5-78fe2da5a8ed)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:44.265388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-db73debe-0320-424f-b668-0cad3ae86587 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.270752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9f480631-db2a-4711-a39a-c3d085550511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.273745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45346) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:44.278271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-92024dfb-c65c-435d-b66c-e1573b6d056d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '1f471f7c-89d4-482b-aea4-fbe4866ebe93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:44.279900 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-db73debe-0320-424f-b668-0cad3ae86587 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3322582 Nov 29 01:50:44.281106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73debe-0320-424f-b668-0cad3ae86587 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f471f7c-89d4-482b-aea4-fbe4866ebe93,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:44.306409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.389322 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-92024dfb-c65c-435d-b66c-e1573b6d056d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The resource could not be found. Nov 29 01:50:44.393678 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-92024dfb-c65c-435d-b66c-e1573b6d056d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1159256 Nov 29 01:50:44.395065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45348) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:44.397967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] For port 67a98861-f655-43dc-8dfc-2818bc319cdb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=67a98861-f655-43dc-8dfc-2818bc319cdb,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:44.398500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.406326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=ccab54a9-75d0-452d-9162-2d6882afa416,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:44.407716 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-fd24789f-4b8b-42fb-b93a-d84ef3b95deb tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': '1f471f7c-89d4-482b-aea4-fbe4866ebe93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e5099991-f785-41da-9207-e535579c8cdf'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:44.414288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] Calling delete_port for 67a98861-f655-43dc-8dfc-2818bc319cdb owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:44.460916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653766bf-fb19-43a8-a0a3-32be5f475b7d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:44.464687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-653766bf-fb19-43a8-a0a3-32be5f475b7d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.530947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.540537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45350) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:44.549871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466635237', 'description': 'tempest-secgroup-smoke-1466635237 description', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:44.571061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dffdd306-8e76-4879-83e3-8de2c5d63927 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.577746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.580135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] Pushing event deleted for resources: {'Port': ['ID=67a98861-f655-43dc-8dfc-2818bc319cdb,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:44.586456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.589655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f86b60-a128-4296-b362-89f0bc88fed8 None None] No DVR routers for this DVR port 67a98861-f655-43dc-8dfc-2818bc319cdb on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:44.614080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c082b90-29f5-4bab-a0ad-317bdd7abe6c None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:44.622830 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-fd24789f-4b8b-42fb-b93a-d84ef3b95deb tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The resource could not be found. Nov 29 01:50:44.626466 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fd24789f-4b8b-42fb-b93a-d84ef3b95deb tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2258644 Nov 29 01:50:44.626466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdd306-8e76-4879-83e3-8de2c5d63927 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=be16b341-394a-4882-a168-c14795751390,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:44.627900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45352) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:44.636359 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-653766bf-fb19-43a8-a0a3-32be5f475b7d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2659795f-9acb-4cda-9bdc-0de63118c0b7 (CIDR: 2001:db8::/64) Nov 29 01:50:44.647986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46612a7-2935-491e-a0e8-92a52707509e None None] Network 7afddee9-3412-42c3-86aa-8ef18238bcef requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:44.658781 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-653766bf-fb19-43a8-a0a3-32be5f475b7d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:44.658997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653766bf-fb19-43a8-a0a3-32be5f475b7d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:44.710031 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-653766bf-fb19-43a8-a0a3-32be5f475b7d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5579360 Nov 29 01:50:44.711473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45354) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:44.716450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dffdd306-8e76-4879-83e3-8de2c5d63927 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.716728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'subnet': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:44.723471 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dffdd306-8e76-4879-83e3-8de2c5d63927 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/be16b341-394a-4882-a168-c14795751390 HTTP/1.1" status: 204 len: 168 time: 0.9058309 Nov 29 01:50:44.724327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45356) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:44.742877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c51854a-4464-408f-8de5-1c47fb7d0678 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.792170 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c4ac2e-ec70-4046-8ad8-a60770a1204a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:44.797105 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a4c4ac2e-ec70-4046-8ad8-a60770a1204a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/be16b341-394a-4882-a168-c14795751390 HTTP/1.1" status: 404 len: 333 time: 0.0683899 Nov 29 01:50:44.798059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45358) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:44.833860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.847801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c51854a-4464-408f-8de5-1c47fb7d0678 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.850364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.897720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-4b92a91c-ea5a-4e86-8293-88e4d311cdad tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:44.898209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b92a91c-ea5a-4e86-8293-88e4d311cdad tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.945383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d35209b-979b-4beb-8f95-ba1ac1b61253,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:44.945669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f66f9c45-b03b-4c95-8773-44067759d420 None None] Provisioning complete for port ccab54a9-75d0-452d-9162-2d6882afa416 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:44.946157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f66f9c45-b03b-4c95-8773-44067759d420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.971714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c51854a-4464-408f-8de5-1c47fb7d0678 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.975192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2c51854a-4464-408f-8de5-1c47fb7d0678 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.976485 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2c51854a-4464-408f-8de5-1c47fb7d0678 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/1f471f7c-89d4-482b-aea4-fbe4866ebe93 HTTP/1.1" status: 204 len: 168 time: 0.3486683 Nov 29 01:50:44.979228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45360) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.000058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51854a-4464-408f-8de5-1c47fb7d0678 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f471f7c-89d4-482b-aea4-fbe4866ebe93,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:45.016205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b92a91c-ea5a-4e86-8293-88e4d311cdad tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.042640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-4b92a91c-ea5a-4e86-8293-88e4d311cdad tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:45.044664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:45.048837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.055324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.061434 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dbb8bc5a-8121-44ba-8d09-290b13ea450b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0739067 Nov 29 01:50:45.065152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45362) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.069842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b472ac82-5def-437f-b354-f2d9856258cf tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': 'd9f0b2a1-90ee-48a5-afcc-8ffcf439ee9e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:45.073399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.151977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.157521 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6109719 Nov 29 01:50:45.157521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90236-247a-4b5f-a120-397ec0671ada tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c90a32-140c-4a92-8dad-b11e01b7da7d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:45.157818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45366) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.162676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f3f26100-b02c-4441-9fa2-816a13e1691a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'security_group_rule': {'security_group_id': '34c90a32-140c-4a92-8dad-b11e01b7da7d', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:45.175523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'tenant_id': 'f47892e28d654287b2d1ee2e21f4a32a', 'fixed_ips': [{'subnet_id': '2659795f-9acb-4cda-9bdc-0de63118c0b7'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:45.176675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.194789 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-b472ac82-5def-437f-b354-f2d9856258cf tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The resource could not be found. Nov 29 01:50:45.201031 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b472ac82-5def-437f-b354-f2d9856258cf tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1347232 Nov 29 01:50:45.201805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45368) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.212267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-197b7da7-5918-4750-84c8-e4b014ea23a9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--559047707'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:45.239555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f3f26100-b02c-4441-9fa2-816a13e1691a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.281078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-197b7da7-5918-4750-84c8-e4b014ea23a9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.333917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b92a91c-ea5a-4e86-8293-88e4d311cdad tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.359974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.385140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f3f26100-b02c-4441-9fa2-816a13e1691a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.399984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a91c-ea5a-4e86-8293-88e4d311cdad tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:45.405966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-197b7da7-5918-4750-84c8-e4b014ea23a9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.406087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f3f26100-b02c-4441-9fa2-816a13e1691a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.413287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-197b7da7-5918-4750-84c8-e4b014ea23a9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.444081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45370) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.452673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Allocated IP 2001:db8::2 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/2659795f-9acb-4cda-9bdc-0de63118c0b7/84f823c8-3c96-407c-a3e3-19b834333fcf) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:45.466983 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f26100-b02c-4441-9fa2-816a13e1691a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b390a2a5-424f-486d-bb1c-b4d621fd391f,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:45.474128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f3f26100-b02c-4441-9fa2-816a13e1691a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.478332 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f3f26100-b02c-4441-9fa2-816a13e1691a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3176162 Nov 29 01:50:45.478332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45372) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.485068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3627b126-67ad-4569-bdb5-edb91e244ed6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'security_group_rule': {'security_group_id': '34c90a32-140c-4a92-8dad-b11e01b7da7d', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:45.494642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4b92a91c-ea5a-4e86-8293-88e4d311cdad tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.500931 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4b92a91c-ea5a-4e86-8293-88e4d311cdad tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e HTTP/1.1" status: 204 len: 168 time: 0.6991894 Nov 29 01:50:45.501601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45374) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.559589 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-542bab4a-ecb1-4b43-84be-f7971abcce17 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:45.564091 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-542bab4a-ecb1-4b43-84be-f7971abcce17 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e HTTP/1.1" status: 404 len: 333 time: 0.0573125 Nov 29 01:50:45.564263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-197b7da7-5918-4750-84c8-e4b014ea23a9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.564794 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-197b7da7-5918-4750-84c8-e4b014ea23a9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3615856 Nov 29 01:50:45.565323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45376) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.567465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45378) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.583074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7da7-5918-4750-84c8-e4b014ea23a9 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d896d76e-8ce0-47fd-b8d4-505faf1d5d6d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:45.587019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cbd9156d-5667-43fa-b6de-0dfd38c16e7d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--899240201'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:45.602292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3627b126-67ad-4569-bdb5-edb91e244ed6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.625187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ccab54a9-75d0-452d-9162-2d6882afa416 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:45.636389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cbd9156d-5667-43fa-b6de-0dfd38c16e7d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.677301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbff0d8-7254-4faa-b7f8-cf0635348a6e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:45.677582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbff0d8-7254-4faa-b7f8-cf0635348a6e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:45.678244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbff0d8-7254-4faa-b7f8-cf0635348a6e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:45.680368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4bbff0d8-7254-4faa-b7f8-cf0635348a6e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=8bdc7c5504b34632881f3029e18fa8f2&network_id=fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 200 len: 2999 time: 0.2316127 Nov 29 01:50:45.686323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1797df53-bb80-4ed4-97eb-e9626d33c847 None None] Could not find standard attr ID for object 8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:45.690051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8bcbb1-f473-473d-b649-9463c3bee76a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 4898955e-2d13-447f-9c1f-23803bd38463 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:45.698182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d8bcbb1-f473-473d-b649-9463c3bee76a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.700299 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3627b126-67ad-4569-bdb5-edb91e244ed6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.710075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3627b126-67ad-4569-bdb5-edb91e244ed6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.742307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627b126-67ad-4569-bdb5-edb91e244ed6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f4a155-1c98-4aaa-80f2-31e987b4c14b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:45.749081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3627b126-67ad-4569-bdb5-edb91e244ed6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.752566 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3627b126-67ad-4569-bdb5-edb91e244ed6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2707512 Nov 29 01:50:45.752710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.objects.ports [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109948) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:50:45.752817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45382) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.756461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.758345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-084b1289-6db0-4226-9ce4-0135d8f78224 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'security_group_rule': {'security_group_id': '34c90a32-140c-4a92-8dad-b11e01b7da7d', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:45.790799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1797df53-bb80-4ed4-97eb-e9626d33c847 None None] Provisioning complete for port ccab54a9-75d0-452d-9162-2d6882afa416 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:45.791178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1797df53-bb80-4ed4-97eb-e9626d33c847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.799337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cbd9156d-5667-43fa-b6de-0dfd38c16e7d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.807373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cbd9156d-5667-43fa-b6de-0dfd38c16e7d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.817776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d8bcbb1-f473-473d-b649-9463c3bee76a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.841409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.844762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ccab54a9-75d0-452d-9162-2d6882afa416 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:45.845355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.847082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9156d-5667-43fa-b6de-0dfd38c16e7d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266fcf28-821b-447f-b260-66af88b21bcb,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:45.848442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:45.855505 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:45.859305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084b1289-6db0-4226-9ce4-0135d8f78224 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.868678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:45.875327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.877593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.898115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Subnet': ['ID=b899280c-ad8b-484b-91c6-b9f5005095ba,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:45.898565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cbd9156d-5667-43fa-b6de-0dfd38c16e7d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.899844 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cbd9156d-5667-43fa-b6de-0dfd38c16e7d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3298197 Nov 29 01:50:45.905806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45386) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.915058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-002a90de-5af0-4d31-b38b-4bf49446103d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': 'd896d76e-8ce0-47fd-b8d4-505faf1d5d6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '266fcf28-821b-447f-b260-66af88b21bcb'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:45.925645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:45.931727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:45.936716 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3202fc79-61db-490a-8d4a-d1a8b0b8d69f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2219663 Nov 29 01:50:45.936905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:45.937785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45388) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:45.943111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Request body: {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'mac_address': 'fa:16:3e:61:18:4f', 'name': 'tempest-NetworksTestDHCPv6-995767850'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:45.948536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084b1289-6db0-4226-9ce4-0135d8f78224 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.963284 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084b1289-6db0-4226-9ce4-0135d8f78224 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.995692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d8bcbb1-f473-473d-b649-9463c3bee76a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.999561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b1289-6db0-4226-9ce4-0135d8f78224 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca96528-1463-4503-a083-f153f9720aa0,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.059859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084b1289-6db0-4226-9ce4-0135d8f78224 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.061057 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-084b1289-6db0-4226-9ce4-0135d8f78224 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3073502 Nov 29 01:50:46.064164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45390) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:46.068053 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-002a90de-5af0-4d31-b38b-4bf49446103d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:46.070543 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-002a90de-5af0-4d31-b38b-4bf49446103d tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1626432 Nov 29 01:50:46.071238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-52c7efff-98a0-48ca-b4ac-ff33eaa40c95 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'security_group_rule': {'security_group_id': '34c90a32-140c-4a92-8dad-b11e01b7da7d', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:46.075792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45392) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:46.113593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Pushing event updated for resources: {'Port': ['ID=84f823c8-3c96-407c-a3e3-19b834333fcf,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.117754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Attempting to bind port 84f823c8-3c96-407c-a3e3-19b834333fcf on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:46.119116 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Attempting to bind port 84f823c8-3c96-407c-a3e3-19b834333fcf by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:46.119505 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Attempting to bind port 84f823c8-3c96-407c-a3e3-19b834333fcf on network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:46.138355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:46.139015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Checking segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:46.139434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.139834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Bound using segment: {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:46.140326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Bound port: 84f823c8-3c96-407c-a3e3-19b834333fcf, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:46.140753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.147089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-52c7efff-98a0-48ca-b4ac-ff33eaa40c95 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.153440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d8bcbb1-f473-473d-b649-9463c3bee76a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.175699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Made reservation on behalf of f47892e28d654287b2d1ee2e21f4a32a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:46.181603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10e07ab6-d946-45f4-8a62-ce7656b4a76b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.222012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bcbb1-f473-473d-b649-9463c3bee76a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=4898955e-2d13-447f-9c1f-23803bd38463,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.241117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d8bcbb1-f473-473d-b649-9463c3bee76a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.247326 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4d8bcbb1-f473-473d-b649-9463c3bee76a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/4898955e-2d13-447f-9c1f-23803bd38463 HTTP/1.1" status: 204 len: 168 time: 0.6758063 Nov 29 01:50:46.250933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45394) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:46.260105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10e07ab6-d946-45f4-8a62-ce7656b4a76b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.297050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11098d01-ae75-479b-9a72-43ff2cee4f74 None None] Network 7afddee9-3412-42c3-86aa-8ef18238bcef requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:46.315896 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-52c7efff-98a0-48ca-b4ac-ff33eaa40c95 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.323473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 67a98861-f655-43dc-8dfc-2818bc319cdb no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:46.325675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-52c7efff-98a0-48ca-b4ac-ff33eaa40c95 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.351595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7efff-98a0-48ca-b4ac-ff33eaa40c95 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4bd40f-17a2-4ba9-80ef-045e70c9bd99,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.356971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.358875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-32e79189-6410-422b-bcee-8e7529a2c264 None None] Could not find standard attr ID for object 8f8b4df5-9dda-4d6b-93d5-7dea88c4b09e. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:46.363542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] For port 84f823c8-3c96-407c-a3e3-19b834333fcf, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:46.369021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.382445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-52c7efff-98a0-48ca-b4ac-ff33eaa40c95 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.388299 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-52c7efff-98a0-48ca-b4ac-ff33eaa40c95 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3231599 Nov 29 01:50:46.389532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45396) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:46.390769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 67a98861-f655-43dc-8dfc-2818bc319cdb {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:46.391126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 67a98861-f655-43dc-8dfc-2818bc319cdb not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:46.396842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-32e79189-6410-422b-bcee-8e7529a2c264 None None] Could not find standard attr ID for object be16b341-394a-4882-a168-c14795751390. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:46.397226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-09b2700f-65a4-41ed-adbd-d126be8cd270 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'security_group_rule': {'security_group_id': '34c90a32-140c-4a92-8dad-b11e01b7da7d', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:46.404958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10e07ab6-d946-45f4-8a62-ce7656b4a76b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.408147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10e07ab6-d946-45f4-8a62-ce7656b4a76b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.409321 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-10e07ab6-d946-45f4-8a62-ce7656b4a76b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/266fcf28-821b-447f-b260-66af88b21bcb HTTP/1.1" status: 204 len: 168 time: 0.3322122 Nov 29 01:50:46.412961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45398) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:46.419387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] For port 84f823c8-3c96-407c-a3e3-19b834333fcf, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=84f823c8-3c96-407c-a3e3-19b834333fcf,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:46.422013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.424913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e07ab6-d946-45f4-8a62-ce7656b4a76b tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266fcf28-821b-447f-b260-66af88b21bcb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.428397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.455483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port ccab54a9-75d0-452d-9162-2d6882afa416 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:46.456053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.468695 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-09b2700f-65a4-41ed-adbd-d126be8cd270 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Project e10aaf19a57549a6b6020e57abf6b5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:50:46.471709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] device_id is not set on port 318dbc22-54fa-4a3d-965e-b63cb1387dd9 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:46.497828 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-09b2700f-65a4-41ed-adbd-d126be8cd270 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.537993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] For port ccab54a9-75d0-452d-9162-2d6882afa416, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ccab54a9-75d0-452d-9162-2d6882afa416,segment=NetworkSegment(2185ae59-99c3-4816-a2a5-78fe2da5a8ed),segment_id=2185ae59-99c3-4816-a2a5-78fe2da5a8ed)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:46.538490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.553912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for ccab54a9-75d0-452d-9162-2d6882afa416 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:46.557175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586161e-1102-4c5c-bbb5-a82157b385d3 None None] Pushing event updated for resources: {'Port': ['ID=84f823c8-3c96-407c-a3e3-19b834333fcf,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.597408 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fe05d977-eb09-4422-8cf0-105f6ab889ea tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1829548 Nov 29 01:50:46.602999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45400) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:46.649323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] DHCP port deletion for 7afddee9-3412-42c3-86aa-8ef18238bcef request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:46.676112 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-09b2700f-65a4-41ed-adbd-d126be8cd270 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.683657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-09b2700f-65a4-41ed-adbd-d126be8cd270 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.685584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b6657ffe-7d32-4bf0-a2a8-18c6c9397577 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.713472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.722779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] Deleting port ccab54a9-75d0-452d-9162-2d6882afa416 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:46.723679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.726177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2700f-65a4-41ed-adbd-d126be8cd270 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acc3015-e4bd-433d-9251-2908103c02f5,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.726497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b6657ffe-7d32-4bf0-a2a8-18c6c9397577 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.760376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=ccab54a9-75d0-452d-9162-2d6882afa416,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.765181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-09b2700f-65a4-41ed-adbd-d126be8cd270 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.766077 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-09b2700f-65a4-41ed-adbd-d126be8cd270 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3729086 Nov 29 01:50:46.770620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No DVR routers for this DVR port ccab54a9-75d0-452d-9162-2d6882afa416 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:46.770848 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45402) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:46.773628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ca0188c1-74fb-4772-8f00-3d12d33bef52 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'security_group_rule': {'security_group_id': '34c90a32-140c-4a92-8dad-b11e01b7da7d', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:46.834593 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-ca0188c1-74fb-4772-8f00-3d12d33bef52 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Project e10aaf19a57549a6b6020e57abf6b5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:50:46.846547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] For port ccab54a9-75d0-452d-9162-2d6882afa416, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:46.847122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.848853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca0188c1-74fb-4772-8f00-3d12d33bef52 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.856290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8::236 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/2659795f-9acb-4cda-9bdc-0de63118c0b7/318dbc22-54fa-4a3d-965e-b63cb1387dd9) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:46.879278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.891595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] Calling delete_port for ccab54a9-75d0-452d-9162-2d6882afa416 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:46.896024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] Port ccab54a9-75d0-452d-9162-2d6882afa416 was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:50:46.898090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.901319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b6657ffe-7d32-4bf0-a2a8-18c6c9397577 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.904086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b6657ffe-7d32-4bf0-a2a8-18c6c9397577 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.907671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b6657ffe-7d32-4bf0-a2a8-18c6c9397577 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/d896d76e-8ce0-47fd-b8d4-505faf1d5d6d HTTP/1.1" status: 204 len: 168 time: 0.3012719 Nov 29 01:50:46.910400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45404) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:46.913152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afddee9-3412-42c3-86aa-8ef18238bcef']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:46.932720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] Pushing event deleted for resources: {'Port': ['ID=ccab54a9-75d0-452d-9162-2d6882afa416,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.938744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca0188c1-74fb-4772-8f00-3d12d33bef52 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.941418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Allocated IP 2001:db8:0:1:f816:3eff:fe61:184f (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/b899280c-ad8b-484b-91c6-b9f5005095ba/318dbc22-54fa-4a3d-965e-b63cb1387dd9) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:46.943174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2185ae59-99c3-4816-a2a5-78fe2da5a8ed') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:46.943562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2185ae59-99c3-4816-a2a5-78fe2da5a8ed') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:46.945516 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68a651-4696-4ee2-a40f-25349af2772a None None] No DVR routers for this DVR port ccab54a9-75d0-452d-9162-2d6882afa416 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:46.945942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6657ffe-7d32-4bf0-a2a8-18c6c9397577 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896d76e-8ce0-47fd-b8d4-505faf1d5d6d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:46.950365 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca0188c1-74fb-4772-8f00-3d12d33bef52 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.977269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.984225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0188c1-74fb-4772-8f00-3d12d33bef52 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76ef913-1dfe-4832-9c0f-678137990f4a,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:47.000041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca0188c1-74fb-4772-8f00-3d12d33bef52 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.001283 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ca0188c1-74fb-4772-8f00-3d12d33bef52 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2312834 Nov 29 01:50:47.006150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45406) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.013121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'network': {'name': 'tempest-network-smoke--1348070555', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:47.027648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.044120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:47.044565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:47.047640 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:47.052483 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-91c084dc-230c-4020-83da-3e56f34f0cce tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1368191 Nov 29 01:50:47.057664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45408) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.072259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4977b4df-ed02-49dd-869a-09300857ea03 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936847070'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:47.103938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Made reservation on behalf of e10aaf19a57549a6b6020e57abf6b5a2 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:47.108282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.131524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.135754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.143241 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/networks/7afddee9-3412-42c3-86aa-8ef18238bcef HTTP/1.1" status: 204 len: 168 time: 0.8908288 Nov 29 01:50:47.143433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45410) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.151658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1083598396'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:47.158285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4977b4df-ed02-49dd-869a-09300857ea03 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.162305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431addf-48ca-498f-bc3a-6f9271ca0db4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Network': ['ID=7afddee9-3412-42c3-86aa-8ef18238bcef,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:47.165223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:47.178242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.178665 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Added segment 9445ebcc-6168-40ad-829a-16c88afb2137 of type vlan for network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 Nov 29 01:50:47.219778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:47.223513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.225763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.229514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.252176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.258079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:47.258507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.275997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:47.307777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.308129 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Added segment 91c35d97-a307-47b4-b8cd-8f6768274b5d of type vlan for network de0efd09-8c05-4918-a27e-b520f3857250 Nov 29 01:50:47.326799 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3175764 Nov 29 01:50:47.327646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45412) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.334394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'admin_state_up': True, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:47.354300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1b4aa-620e-4bdd-8456-a2c9d469a394 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'Network': ['ID=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:47.361482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4977b4df-ed02-49dd-869a-09300857ea03 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.368138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.368670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:47.369958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.371921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.375507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.379399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4977b4df-ed02-49dd-869a-09300857ea03 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.446827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.469834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4977b4df-ed02-49dd-869a-09300857ea03 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.471115 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4977b4df-ed02-49dd-869a-09300857ea03 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4131966 Nov 29 01:50:47.477897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45414) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.489415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ecefba7d-4763-49b2-beb1-67932636aebf tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': 'e5c137f1-fbee-4f16-9f86-ef08ae70ce5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:47.496426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:47.497256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977b4df-ed02-49dd-869a-09300857ea03 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c137f1-fbee-4f16-9f86-ef08ae70ce5b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:47.509534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.515164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:47.515776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.518469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:47.535026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:47.547169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:47.547851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.556568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event updated for resources: {'Port': ['ID=318dbc22-54fa-4a3d-965e-b63cb1387dd9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:47.593961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 84f823c8-3c96-407c-a3e3-19b834333fcf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:47.643026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.652455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 84f823c8-3c96-407c-a3e3-19b834333fcf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:47.652981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.660280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Network': ['ID=de0efd09-8c05-4918-a27e-b520f3857250,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:47.685863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network de0efd09-8c05-4918-a27e-b520f3857250 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:47.698209 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-caea5b46-926d-4c00-8607-964f0fd8b1ca tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7570279 Nov 29 01:50:47.703500 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2323d4a1-b3e0-480d-bffd-326f93da8a61 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5588331 Nov 29 01:50:47.706461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45418) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.706876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45420) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.714802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:47.751525 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-ecefba7d-4763-49b2-beb1-67932636aebf tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:47.752607 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ecefba7d-4763-49b2-beb1-67932636aebf tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2704368 Nov 29 01:50:47.758399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45422) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.764323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1e5c83b2-cf30-426a-b12b-28f90cc5edf2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group_rule': {'security_group_id': 'e5c137f1-fbee-4f16-9f86-ef08ae70ce5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:47.825239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.834585 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-1e5c83b2-cf30-426a-b12b-28f90cc5edf2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:50:47.838265 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1e5c83b2-cf30-426a-b12b-28f90cc5edf2 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0764408 Nov 29 01:50:47.839713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45424) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:47.865937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 84f823c8-3c96-407c-a3e3-19b834333fcf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=84f823c8-3c96-407c-a3e3-19b834333fcf,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:47.871559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.908967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:47.912449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.919503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6b992ecc-9a8e-4e32-b0a3-aa1efcd7bdcf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting port 318dbc22-54fa-4a3d-965e-b63cb1387dd9 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:47.921591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b992ecc-9a8e-4e32-b0a3-aa1efcd7bdcf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.937875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e63b7b4-2572-4093-8c9d-c2f1b458e26f None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:47.973524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ccab54a9-75d0-452d-9162-2d6882afa416 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:47.996835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.021320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.028754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: ccab54a9-75d0-452d-9162-2d6882afa416 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:48.029861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ccab54a9-75d0-452d-9162-2d6882afa416 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:48.032951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=84f823c8-3c96-407c-a3e3-19b834333fcf,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:48.046537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-318b3548-2d6c-4610-af21-bfbfe5729299 None None] Provisioning complete for port 84f823c8-3c96-407c-a3e3-19b834333fcf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:48.046958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-318b3548-2d6c-4610-af21-bfbfe5729299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.071957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a108a1e5-708d-410d-b961-e1c83792c41c tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.112679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a108a1e5-708d-410d-b961-e1c83792c41c tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.189402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Allocated IP 172.26.8.109 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/a97ad5df-ffef-46a4-9bd8-bfb8ed15b020) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:48.201978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a108a1e5-708d-410d-b961-e1c83792c41c tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.204909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a108a1e5-708d-410d-b961-e1c83792c41c tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.208493 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a108a1e5-708d-410d-b961-e1c83792c41c tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/e5c137f1-fbee-4f16-9f86-ef08ae70ce5b HTTP/1.1" status: 204 len: 168 time: 0.3653944 Nov 29 01:50:48.211605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45426) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:48.245066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108a1e5-708d-410d-b961-e1c83792c41c tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c137f1-fbee-4f16-9f86-ef08ae70ce5b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:48.302277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8f185-617b-4a29-bce0-78c350c14510 None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': '2659795f-9acb-4cda-9bdc-0de63118c0b7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b899280c-ad8b-484b-91c6-b9f5005095ba'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '84f823c8-3c96-407c-a3e3-19b834333fcf'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:50:48.331625 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-73ab4632-f790-46ab-ad3e-474d58ebccb4 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1112618 Nov 29 01:50:48.331625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45428) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:48.338031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f185-617b-4a29-bce0-78c350c14510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.342509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7850f2e3-2cba-46e3-a276-72d28b5131a7 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'tempest-secgroup--605470185'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:48.369500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.387132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7850f2e3-2cba-46e3-a276-72d28b5131a7 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.442403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.447994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b992ecc-9a8e-4e32-b0a3-aa1efcd7bdcf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.465822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6b992ecc-9a8e-4e32-b0a3-aa1efcd7bdcf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Calling delete_port for 318dbc22-54fa-4a3d-965e-b63cb1387dd9 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:48.504079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:48.519500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:48.522266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ecf8f185-617b-4a29-bce0-78c350c14510 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe80:67e9 (bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b/b899280c-ad8b-484b-91c6-b9f5005095ba/84f823c8-3c96-407c-a3e3-19b834333fcf) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:48.532320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'Port': ['ID=a97ad5df-ffef-46a4-9bd8-bfb8ed15b020,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:48.534683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:48.563439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204008ba-72e7-4faa-a71b-98122b717524 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:48.571025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7850f2e3-2cba-46e3-a276-72d28b5131a7 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.582633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7850f2e3-2cba-46e3-a276-72d28b5131a7 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.637644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.650730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ecf8f185-617b-4a29-bce0-78c350c14510 None None] For port 84f823c8-3c96-407c-a3e3-19b834333fcf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=84f823c8-3c96-407c-a3e3-19b834333fcf,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:48.662960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b777ffb2-b7c7-4164-9cf3-666182199d82 None None] Provisioning complete for port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:48.663334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b777ffb2-b7c7-4164-9cf3-666182199d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.697970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7850f2e3-2cba-46e3-a276-72d28b5131a7 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.701957 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7850f2e3-2cba-46e3-a276-72d28b5131a7 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3670189 Nov 29 01:50:48.703096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850f2e3-2cba-46e3-a276-72d28b5131a7 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a235c4ed-7873-4941-a3ce-58675cb4a191,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:48.706509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45432) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:48.710926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-563d4db2-f43f-4c57-8c9f-c5c55d846ff6 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:48.711722 dv-neutron-816800-5-hyperv neutron-server[109948]: WARNING neutron.api.v2.base [None req-563d4db2-f43f-4c57-8c9f-c5c55d846ff6 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 01:50:48.711856 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-563d4db2-f43f-4c57-8c9f-c5c55d846ff6 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 01:50:48.716489 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-563d4db2-f43f-4c57-8c9f-c5c55d846ff6 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "PUT /v2.0/security-groups/a235c4ed-7873-4941-a3ce-58675cb4a191 HTTP/1.1" status: 409 len: 330 time: 0.0053265 Nov 29 01:50:48.716701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f185-617b-4a29-bce0-78c350c14510 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.716810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45434) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:48.722747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b777ffb2-b7c7-4164-9cf3-666182199d82 None None] Port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:48.725831 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f185-617b-4a29-bce0-78c350c14510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.746704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=c432c79a-d68d-40dc-b252-11935756f05d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:48.753185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking segment: {'id': '91c35d97-a307-47b4-b8cd-8f6768274b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:48.753689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network hostable DHCP agents. Network: de0efd09-8c05-4918-a27e-b520f3857250, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:48.814394 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network de0efd09-8c05-4918-a27e-b520f3857250 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:48.824345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8f185-617b-4a29-bce0-78c350c14510 None None] Pushing event updated for resources: {'Port': ['ID=84f823c8-3c96-407c-a3e3-19b834333fcf,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:48.831987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, de0efd09-8c05-4918-a27e-b520f3857250) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:48.841612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9cd9ad-75f8-4e42-87f4-13d574c46a43 None None] Network de0efd09-8c05-4918-a27e-b520f3857250 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:48.845838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:48.846899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.855042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b992ecc-9a8e-4e32-b0a3-aa1efcd7bdcf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.883881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e448484f-5677-4497-a4ac-af6533021874 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.891723 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0860f254-83ef-41f7-a631-041dd81e92fa tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1822758 Nov 29 01:50:48.893326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b992ecc-9a8e-4e32-b0a3-aa1efcd7bdcf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Port': ['ID=318dbc22-54fa-4a3d-965e-b63cb1387dd9,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:48.895212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45436) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:48.908396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250', 'name': 'tempest-PortsTestJSON-785027547', 'fixed_ips': [{'subnet_id': 'c432c79a-d68d-40dc-b252-11935756f05d', 'ip_address': '172.20.0.10'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:48.950588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b992ecc-9a8e-4e32-b0a3-aa1efcd7bdcf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:48.955225 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6b992ecc-9a8e-4e32-b0a3-aa1efcd7bdcf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/318dbc22-54fa-4a3d-965e-b63cb1387dd9 HTTP/1.1" status: 204 len: 168 time: 1.2464969 Nov 29 01:50:48.956936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45438) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:48.964207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e448484f-5677-4497-a4ac-af6533021874 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.012309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd35c7-16f3-4596-845c-e319541fab30 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:49.014019 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-13fd35c7-16f3-4596-845c-e319541fab30 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0560217 Nov 29 01:50:49.019116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45440) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.072358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.074988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb59bd-82a0-485e-976e-609154972356 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:49.079650 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-57bb59bd-82a0-485e-976e-609154972356 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0596073 Nov 29 01:50:49.080583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45442) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.165004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751cc8d7-97a1-42b1-bc8a-e2d18c0439f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:49.166937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751cc8d7-97a1-42b1-bc8a-e2d18c0439f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:49.168947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751cc8d7-97a1-42b1-bc8a-e2d18c0439f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:49.174233 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-751cc8d7-97a1-42b1-bc8a-e2d18c0439f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0925212 Nov 29 01:50:49.175567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45444) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.176640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e448484f-5677-4497-a4ac-af6533021874 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.179208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45446) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.179761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e448484f-5677-4497-a4ac-af6533021874 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.183236 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e448484f-5677-4497-a4ac-af6533021874 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/a235c4ed-7873-4941-a3ce-58675cb4a191 HTTP/1.1" status: 204 len: 168 time: 0.4642220 Nov 29 01:50:49.190451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45448) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.207218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-de0efd09-8c05-4918-a27e-b520f3857250', 'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250', 'tenant_id': '82bb337d4cbe4100b99c5e1477d03937', 'fixed_ips': [{'subnet_id': 'c432c79a-d68d-40dc-b252-11935756f05d'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:49.208246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.226189 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448484f-5677-4497-a4ac-af6533021874 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a235c4ed-7873-4941-a3ce-58675cb4a191,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:49.254412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:49.277446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-5752298b-645c-476d-a5c9-d3e277cf078b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet 2659795f-9acb-4cda-9bdc-0de63118c0b7 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:49.282735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5752298b-645c-476d-a5c9-d3e277cf078b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.354515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5752298b-645c-476d-a5c9-d3e277cf078b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.393086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Allocated IP 172.20.0.2 (de0efd09-8c05-4918-a27e-b520f3857250/c432c79a-d68d-40dc-b252-11935756f05d/d9f26424-a238-4c2b-adcd-43cfccb1aabe) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:49.403801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26f684-672a-4f44-8de9-8b54d012c50a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:49.406289 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0b26f684-672a-4f44-8de9-8b54d012c50a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 814 time: 0.2245653 Nov 29 01:50:49.490734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5752298b-645c-476d-a5c9-d3e277cf078b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.558535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 84f823c8-3c96-407c-a3e3-19b834333fcf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:49.584074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5752298b-645c-476d-a5c9-d3e277cf078b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.621337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752298b-645c-476d-a5c9-d3e277cf078b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=2659795f-9acb-4cda-9bdc-0de63118c0b7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:49.626206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5752298b-645c-476d-a5c9-d3e277cf078b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.633421 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5752298b-645c-476d-a5c9-d3e277cf078b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/2659795f-9acb-4cda-9bdc-0de63118c0b7 HTTP/1.1" status: 204 len: 168 time: 0.4561629 Nov 29 01:50:49.634374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45454) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.640615 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-84909a07-ff94-491e-948a-50dbaca723b5 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4449944 Nov 29 01:50:49.643656 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45456) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.676038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f330c6-164e-414b-927b-105fde61bb96 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:49.687503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.699107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c023dba6-20bf-43de-b610-675d524b7759 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Deleting subnet b899280c-ad8b-484b-91c6-b9f5005095ba {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:49.703315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c023dba6-20bf-43de-b610-675d524b7759 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.719110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.734666 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-c9afe592-59d9-4005-b75e-28eaf119ef64 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] delete failed (client error): The resource could not be found. Nov 29 01:50:49.735183 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c9afe592-59d9-4005-b75e-28eaf119ef64 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "DELETE /v2.0/security-groups/db3fff17-dd2f-46ff-a9a4-2d0ab60375fd HTTP/1.1" status: 404 len: 347 time: 0.0874751 Nov 29 01:50:49.740268 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45458) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.758491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c023dba6-20bf-43de-b610-675d524b7759 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.775171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.781252 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-c5f7cbda-0f3c-4474-bd69-85b962bfd472 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] show failed (client error): The resource could not be found. Nov 29 01:50:49.782472 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c5f7cbda-0f3c-4474-bd69-85b962bfd472 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-groups/0e3c088d-5894-4938-a0a6-aea1b583b84b HTTP/1.1" status: 404 len: 347 time: 0.0385704 Nov 29 01:50:49.788230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45460) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:49.801851 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-dfdf5932-304f-4820-976d-a11dfe5dfe09 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] show failed (client error): The resource could not be found. Nov 29 01:50:49.803903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port 52c8be76-1125-4b99-93f8-3b4e8a8da889 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:49.807467 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dfdf5932-304f-4820-976d-a11dfe5dfe09 tempest-NegativeSecGroupIPv6Test-1075295264 tempest-NegativeSecGroupIPv6Test-1075295264-project] 10.222.0.30 "GET /v2.0/security-group-rules/a95cb904-3c92-418d-90b2-f806ca9f49fe HTTP/1.1" status: 404 len: 356 time: 0.0177798 Nov 29 01:50:49.814820 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Network de0efd09-8c05-4918-a27e-b520f3857250 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:49.825275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-741dd35c-36fb-4d39-8bd8-48f67576de9d None None] Provisioning complete for port 84f823c8-3c96-407c-a3e3-19b834333fcf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:49.825675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-741dd35c-36fb-4d39-8bd8-48f67576de9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.866862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:49.872560 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.876531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:49.878510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Pushing event updated for resources: {'Port': ['ID=d9f26424-a238-4c2b-adcd-43cfccb1aabe,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:49.898366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 84f823c8-3c96-407c-a3e3-19b834333fcf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:49.898718 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.913371 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c023dba6-20bf-43de-b610-675d524b7759 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:49.985309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c023dba6-20bf-43de-b610-675d524b7759 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.004142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c023dba6-20bf-43de-b610-675d524b7759 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.008458 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c023dba6-20bf-43de-b610-675d524b7759 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/b899280c-ad8b-484b-91c6-b9f5005095ba HTTP/1.1" status: 204 len: 168 time: 0.3725955 Nov 29 01:50:50.045120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45466) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.046043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023dba6-20bf-43de-b610-675d524b7759 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Subnet': ['ID=b899280c-ad8b-484b-91c6-b9f5005095ba,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:50.048113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Attempting to bind port d9f26424-a238-4c2b-adcd-43cfccb1aabe on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:50.048662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Attempting to bind port d9f26424-a238-4c2b-adcd-43cfccb1aabe by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '91c35d97-a307-47b4-b8cd-8f6768274b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:50.049193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Attempting to bind port d9f26424-a238-4c2b-adcd-43cfccb1aabe on network de0efd09-8c05-4918-a27e-b520f3857250 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:50.072587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:50.073325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Checking segment: {'id': '91c35d97-a307-47b4-b8cd-8f6768274b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:50.073955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.074556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Bound using segment: {'id': '91c35d97-a307-47b4-b8cd-8f6768274b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:50.075238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Bound port: d9f26424-a238-4c2b-adcd-43cfccb1aabe, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c35d97-a307-47b4-b8cd-8f6768274b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:50.076446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.102051 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-35c580c7-6c29-4219-9c5c-69ddc11f6485 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513101 Nov 29 01:50:50.104537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45468) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.121287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-741dd35c-36fb-4d39-8bd8-48f67576de9d None None] Could not find standard attr ID for object 318dbc22-54fa-4a3d-965e-b63cb1387dd9. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:50.135119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45470) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.147150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Router f5cab40e-c91d-420e-abf6-de15b977c780 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:50:50.163943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676f4ffb-faac-4bca-b172-64db1e4057e8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:50.165466 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-676f4ffb-faac-4bca-b172-64db1e4057e8 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0599623 Nov 29 01:50:50.170893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45474) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.179921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.10 (de0efd09-8c05-4918-a27e-b520f3857250/c432c79a-d68d-40dc-b252-11935756f05d/52c8be76-1125-4b99-93f8-3b4e8a8da889) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:50.218700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] For port d9f26424-a238-4c2b-adcd-43cfccb1aabe, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:50.222121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] For port d9f26424-a238-4c2b-adcd-43cfccb1aabe, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d9f26424-a238-4c2b-adcd-43cfccb1aabe,segment=NetworkSegment(91c35d97-a307-47b4-b8cd-8f6768274b5d),segment_id=91c35d97-a307-47b4-b8cd-8f6768274b5d)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:50.230587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.261870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45476) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.269032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--873685574', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:50.269549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd05e3-2dfa-4b35-954d-3356ca37cf04 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:50.271488 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-19fd05e3-2dfa-4b35-954d-3356ca37cf04 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0995860 Nov 29 01:50:50.274590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45478) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.337770 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8499d81a-6ccf-40a2-9e38-057e8045cce3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613964 Nov 29 01:50:50.348574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45480) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.348870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:50.351417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6799e7-cd73-4912-b10d-d9e6f80b3576 None None] Pushing event updated for resources: {'Port': ['ID=d9f26424-a238-4c2b-adcd-43cfccb1aabe,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:50.352354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.354258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e2c38-c659-44a1-a13a-68e0e4d13eb2 None None] Update dhcp port {'port': {'network_id': 'bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b', 'fixed_ips': [{'subnet_id': 'b899280c-ad8b-484b-91c6-b9f5005095ba'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '84f823c8-3c96-407c-a3e3-19b834333fcf'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:50:50.389242 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9bed9d-2052-4633-bb4b-7b1fc6b352c0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.390245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9bed9d-2052-4633-bb4b-7b1fc6b352c0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.390665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2c38-c659-44a1-a13a-68e0e4d13eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.397811 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2c9bed9d-2052-4633-bb4b-7b1fc6b352c0 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/318dbc22-54fa-4a3d-965e-b63cb1387dd9 HTTP/1.1" status: 404 len: 333 time: 0.0482016 Nov 29 01:50:50.398882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45482) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.432701 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a68d92-7db4-4e4a-9680-9d3611655399 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.433185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a68d92-7db4-4e4a-9680-9d3611655399 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.439152 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e5a68d92-7db4-4e4a-9680-9d3611655399 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/b899280c-ad8b-484b-91c6-b9f5005095ba HTTP/1.1" status: 404 len: 337 time: 0.0368538 Nov 29 01:50:50.439460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45484) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.463419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:50.466081 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-61918502-2edb-43c9-838e-6d27556f3174 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.466616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61918502-2edb-43c9-838e-6d27556f3174 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.472628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-61918502-2edb-43c9-838e-6d27556f3174 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/2659795f-9acb-4cda-9bdc-0de63118c0b7 HTTP/1.1" status: 404 len: 337 time: 0.0295141 Nov 29 01:50:50.472628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45486) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.502132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:50.506410 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a2a922-96eb-4427-839d-964528ebc55d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.507075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a2a922-96eb-4427-839d-964528ebc55d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.516617 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eb7f3f38-df1f-407c-8f7e-2ea77393bc14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eebecc5dbadb4aeb9456d70025b54887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716676 Nov 29 01:50:50.516820 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-53a2a922-96eb-4427-839d-964528ebc55d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/d0f1aa85-2384-425c-9945-72345cfd4177 HTTP/1.1" status: 404 len: 333 time: 0.0370412 Nov 29 01:50:50.516820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45488) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.517013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45490) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.519582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Sync routers for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:50.547947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:50.548580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:50.565889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.570130 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d6c1f360-1836-4a19-8c45-5b57e8895dd3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2363839 Nov 29 01:50:50.574261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45492) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.580100 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d90523-5b4a-4898-beaf-29acaae4160c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.588228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d90523-5b4a-4898-beaf-29acaae4160c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.596273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45494) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.596515 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c2d90523-5b4a-4898-beaf-29acaae4160c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/9668d2dc-0d7d-460e-bd5b-fdf491ac6bca HTTP/1.1" status: 404 len: 337 time: 0.0761297 Nov 29 01:50:50.601483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.602225 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment a23f50b5-17b2-4ce5-9b89-f655a4d07461 of type vlan for network 2ae89cb8-d292-4b63-af8a-9a54454aff42 Nov 29 01:50:50.620272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b7423e3-4ca0-43ef-a2f0-3d4607e641d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.640969 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6676a1c-1a1c-4eea-bfd9-44ad4ea81edc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.641421 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6676a1c-1a1c-4eea-bfd9-44ad4ea81edc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.645343 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c6676a1c-1a1c-4eea-bfd9-44ad4ea81edc tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/f371ba91-b4dd-4aea-a1f2-5c1fd66bb7ed HTTP/1.1" status: 404 len: 337 time: 0.0420651 Nov 29 01:50:50.650830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45498) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.670740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.684066 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb33be8-d8e1-4d2a-a979-1cb71266a0c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.684650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb33be8-d8e1-4d2a-a979-1cb71266a0c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.687888 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2eb33be8-d8e1-4d2a-a979-1cb71266a0c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/83991e30-e9f7-41d3-80ee-74d25fea1891 HTTP/1.1" status: 404 len: 333 time: 0.0361009 Nov 29 01:50:50.691848 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45500) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.698715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.721195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b7423e3-4ca0-43ef-a2f0-3d4607e641d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.734034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.739654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:50.740223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:50.740325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.760436 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fe18f0-28bc-425c-b716-615fda432d4a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.760968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fe18f0-28bc-425c-b716-615fda432d4a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.764283 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f8fe18f0-28bc-425c-b716-615fda432d4a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/14b5dbb2-a2d1-45ca-ac16-d1173964d22c HTTP/1.1" status: 404 len: 337 time: 0.0717115 Nov 29 01:50:50.766732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45502) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.781632 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5168674 Nov 29 01:50:50.797383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45504) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.803989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af7a38c-2b62-4ef8-911d-639fa2bebd51 None None] Network bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:50.840280 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-10961fd8-68f1-4f1c-a288-56e65098646e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.840949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10961fd8-68f1-4f1c-a288-56e65098646e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.845362 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-10961fd8-68f1-4f1c-a288-56e65098646e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/27d390a8-f60b-4424-94e6-f572dddc0be9 HTTP/1.1" status: 404 len: 337 time: 0.0777147 Nov 29 01:50:50.852614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45506) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.889301 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa6188c-a5e3-4a16-8ee9-b8f41bbc1096 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.890349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa6188c-a5e3-4a16-8ee9-b8f41bbc1096 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.893865 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0fa6188c-a5e3-4a16-8ee9-b8f41bbc1096 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/a72cb5eb-7b5c-42bd-a5ef-1d2d4b478dd6 HTTP/1.1" status: 404 len: 333 time: 0.0368240 Nov 29 01:50:50.896544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45508) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.928228 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-27200594-fe45-4403-bf7a-2147b74f8e9c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.928952 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27200594-fe45-4403-bf7a-2147b74f8e9c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.933164 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-27200594-fe45-4403-bf7a-2147b74f8e9c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/bcf9e53e-5f39-4f3b-a1d8-bc2296842030 HTTP/1.1" status: 404 len: 337 time: 0.0355291 Nov 29 01:50:50.935593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45510) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.935899 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3ef947e8-0761-4ad5-869a-af43294df427 tempest-TestNetworkAdvancedServerOps-1148683599 tempest-TestNetworkAdvancedServerOps-1148683599-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e10aaf19a57549a6b6020e57abf6b5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3572249 Nov 29 01:50:50.936272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45512) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:50.946593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.954562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3069d5-703b-4900-9653-fe44a3fae293 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=2ae89cb8-d292-4b63-af8a-9a54454aff42,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:50.961697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e978c8aa-d26c-4b1d-94e2-e34d53b61ecb None None] Provisioning complete for port 84f823c8-3c96-407c-a3e3-19b834333fcf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:50.962147 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e978c8aa-d26c-4b1d-94e2-e34d53b61ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:50.969958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:50.980251 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c585932e-51e7-415a-834b-756e64e1a79f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:50.980630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c585932e-51e7-415a-834b-756e64e1a79f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:50.986689 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c585932e-51e7-415a-834b-756e64e1a79f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/5e88db7b-0ba7-4038-bff8-49b1e30a84ec HTTP/1.1" status: 404 len: 337 time: 0.0377557 Nov 29 01:50:50.997096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45514) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.005739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb4430-d2a6-4046-b4e1-28406708a2c6 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:51.010004 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-18bb4430-d2a6-4046-b4e1-28406708a2c6 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1958303 Nov 29 01:50:51.013954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45516) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.014446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network de0efd09-8c05-4918-a27e-b520f3857250 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:51.021905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:51.026464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:51.066361 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-01083bd0-d0df-4148-9ffc-70dad0a9987e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.067326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01083bd0-d0df-4148-9ffc-70dad0a9987e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.070128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=52c8be76-1125-4b99-93f8-3b4e8a8da889,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:51.076544 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-01083bd0-d0df-4148-9ffc-70dad0a9987e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/3ef4595a-c8c6-4114-9589-00d377edb9e6 HTTP/1.1" status: 404 len: 333 time: 0.0764108 Nov 29 01:50:51.076749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45518) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.112770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b7423e3-4ca0-43ef-a2f0-3d4607e641d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:51.114513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:51.115165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:51.115736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b7423e3-4ca0-43ef-a2f0-3d4607e641d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:51.120144 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7b7423e3-4ca0-43ef-a2f0-3d4607e641d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a9dc9a2-26dc-410d-9aed-a629212b6cf5 HTTP/1.1" status: 204 len: 168 time: 0.6028740 Nov 29 01:50:51.120409 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca744fbc-c0be-490d-a329-ae0cd0ba28c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.120409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca744fbc-c0be-490d-a329-ae0cd0ba28c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.124655 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ca744fbc-c0be-490d-a329-ae0cd0ba28c4 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/5052579c-9fb2-42b7-95bb-017dabdff63b HTTP/1.1" status: 404 len: 337 time: 0.0436597 Nov 29 01:50:51.124655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45522) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.155771 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7072e6-a8e7-4155-8dff-467a017b103a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.156414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7072e6-a8e7-4155-8dff-467a017b103a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.162674 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3c7072e6-a8e7-4155-8dff-467a017b103a tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/b37081a6-a636-43cd-a17f-dbb7d6f85d7b HTTP/1.1" status: 404 len: 333 time: 0.0342293 Nov 29 01:50:51.162674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45524) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.177467 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-49f3aaf9-ffd6-48c1-bfa6-89a2ab656a70 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2761769 Nov 29 01:50:51.205067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45526) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.211550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': 'de0efd09-8c05-4918-a27e-b520f3857250', 'name': 'tempest-PortsTestJSON-1623433070', 'fixed_ips': [{'subnet_id': 'c432c79a-d68d-40dc-b252-11935756f05d', 'ip_address': '172.20.0.9'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:51.217201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] DHCP port deletion for bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:51.218500 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4124880-59f3-496c-8af2-85c58a8b1f4b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.218945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4124880-59f3-496c-8af2-85c58a8b1f4b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.225565 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e4124880-59f3-496c-8af2-85c58a8b1f4b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/61722e5c-99dd-4cbb-8e33-299e6c4b041c HTTP/1.1" status: 404 len: 337 time: 0.0598011 Nov 29 01:50:51.235623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45528) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.274904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:48Z', 'revision_number': 3, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:51.275072 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80fcbd4-e98c-4a53-a8bf-adbd455bb388 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.275072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80fcbd4-e98c-4a53-a8bf-adbd455bb388 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.275072 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f80fcbd4-e98c-4a53-a8bf-adbd455bb388 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/648da4ba-4186-4c4f-bbde-d681468dc726 HTTP/1.1" status: 404 len: 333 time: 0.0380368 Nov 29 01:50:51.276990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45530) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.295700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7423e3-4ca0-43ef-a2f0-3d4607e641d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9dc9a2-26dc-410d-9aed-a629212b6cf5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:51.313961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33c164-16f8-4b8a-a1be-4388def5e723 tempest-TestNetworkAdvancedServerOps-1148683599 tempest-TestNetworkAdvancedServerOps-1148683599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:51.315597 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8d33c164-16f8-4b8a-a1be-4388def5e723 tempest-TestNetworkAdvancedServerOps-1148683599 tempest-TestNetworkAdvancedServerOps-1148683599-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3780754 Nov 29 01:50:51.322868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45532) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.381980 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93d1004-9efd-4772-b472-411662c096cb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.382571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93d1004-9efd-4772-b472-411662c096cb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.385995 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f93d1004-9efd-4772-b472-411662c096cb tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/70536098-81b4-4010-adb3-8eb3270ad2af HTTP/1.1" status: 404 len: 337 time: 0.1078990 Nov 29 01:50:51.389722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45534) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.430689 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5ef74857-a72d-4072-8e05-70e180f96c0a tempest-TestNetworkAdvancedServerOps-1148683599 tempest-TestNetworkAdvancedServerOps-1148683599-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062999 Nov 29 01:50:51.439403 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac5fde4-5517-4956-a7ae-576742c1d09c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.439989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac5fde4-5517-4956-a7ae-576742c1d09c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.445513 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aac5fde4-5517-4956-a7ae-576742c1d09c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/888e5c1a-4e09-421b-8369-b3f99673c5f0 HTTP/1.1" status: 404 len: 333 time: 0.0488365 Nov 29 01:50:51.447750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45536) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.448286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45538) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.495926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1574498758', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:51.498500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Checking router: f5cab40e-c91d-420e-abf6-de15b977c780 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:51.498991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Updating router f5cab40e-c91d-420e-abf6-de15b977c780 port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:50:51.541535 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfd77ff-7878-4ea5-ba07-fe495c98e919 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.543829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:51.544459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfd77ff-7878-4ea5-ba07-fe495c98e919 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.546657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:51.551508 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8bfd77ff-7878-4ea5-ba07-fe495c98e919 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/febb82ef-a1de-47c7-a302-11e9287c042a HTTP/1.1" status: 404 len: 337 time: 0.0916121 Nov 29 01:50:51.552134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45540) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.561507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:51.576532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] Deleting port 84f823c8-3c96-407c-a3e3-19b834333fcf {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:51.577046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:51.594859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port 11406356-ed18-4b3f-aa4b-20fc0222972d yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:51.611193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd1ec2-7bff-4cab-bb1f-d9c9cddb1271 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:51.613341 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f1dd1ec2-7bff-4cab-bb1f-d9c9cddb1271 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5999141 Nov 29 01:50:51.616930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45542) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.617830 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4768548-ec6c-4c44-99b8-c6c52786d8d5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.618501 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4768548-ec6c-4c44-99b8-c6c52786d8d5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.625458 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e4768548-ec6c-4c44-99b8-c6c52786d8d5 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/0c4d9558-42d7-4641-9f75-fe4db714e1df HTTP/1.1" status: 404 len: 333 time: 0.0565727 Nov 29 01:50:51.643417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d9f26424-a238-4c2b-adcd-43cfccb1aabe up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:51.655228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45544) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.684998 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-099d3369-2b19-42a1-a2ef-cbd8a6a5a911 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583341 Nov 29 01:50:51.691811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45546) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.693637 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ffc6c0-b5ae-445c-9ba8-d3f941d21e22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.693788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ffc6c0-b5ae-445c-9ba8-d3f941d21e22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.696889 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-78ffc6c0-b5ae-445c-9ba8-d3f941d21e22 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/735309d1-64d0-4a66-bf97-025f5c0f8468 HTTP/1.1" status: 404 len: 337 time: 0.0408854 Nov 29 01:50:51.700473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45548) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.736539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] For port 84f823c8-3c96-407c-a3e3-19b834333fcf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=84f823c8-3c96-407c-a3e3-19b834333fcf,segment=NetworkSegment(77fab30c-6d65-42a2-90f5-6d6beb3f4bf1),segment_id=77fab30c-6d65-42a2-90f5-6d6beb3f4bf1)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:51.737026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:51.738979 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5198ba-fefa-4e09-bfd2-c291d83f619b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.739546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5198ba-fefa-4e09-bfd2-c291d83f619b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.742793 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8e5198ba-fefa-4e09-bfd2-c291d83f619b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/b46cb467-1840-4e52-88fd-3a042a1044e5 HTTP/1.1" status: 404 len: 333 time: 0.0416481 Nov 29 01:50:51.745820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45550) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.753304 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-27431358-8aea-4c8f-917a-1389b703ca9d tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581064 Nov 29 01:50:51.754041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45552) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.770134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] Calling delete_port for 84f823c8-3c96-407c-a3e3-19b834333fcf owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:51.825143 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a85a64e-30e1-4774-83bd-0f1a037d5878 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.825600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a85a64e-30e1-4774-83bd-0f1a037d5878 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.831772 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5a85a64e-30e1-4774-83bd-0f1a037d5878 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/d81e9e9e-5d7f-47d9-92f3-f0a72a73ea43 HTTP/1.1" status: 404 len: 337 time: 0.0842421 Nov 29 01:50:51.841942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45554) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.860236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f26f9-8c09-4080-83cf-b42fac6cbe6f None None] Network de0efd09-8c05-4918-a27e-b520f3857250 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:51.878871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.9 (de0efd09-8c05-4918-a27e-b520f3857250/c432c79a-d68d-40dc-b252-11935756f05d/11406356-ed18-4b3f-aa4b-20fc0222972d) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:51.908137 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c03b84-1d62-44b9-a03b-766fbe72fa7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.908599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c03b84-1d62-44b9-a03b-766fbe72fa7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.914155 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-88c03b84-1d62-44b9-a03b-766fbe72fa7b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/e917bb6b-12a6-4bd2-90d6-8f2dcb4b0765 HTTP/1.1" status: 404 len: 337 time: 0.0686727 Nov 29 01:50:51.915409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45556) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.924034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Made reservation on behalf of e10aaf19a57549a6b6020e57abf6b5a2 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:51.927611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:51.947704 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94c6759-b005-467a-afab-ae5382837410 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:51.948446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94c6759-b005-467a-afab-ae5382837410 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:51.954116 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a94c6759-b005-467a-afab-ae5382837410 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/cbca586d-cc9a-414d-89a6-1ed80ff61d87 HTTP/1.1" status: 404 len: 333 time: 0.0358012 Nov 29 01:50:51.955287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45558) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:51.991513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d9f26424-a238-4c2b-adcd-43cfccb1aabe triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:51.991885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.001777 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-1089b029-78af-4345-9477-018c9b77209f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.002236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1089b029-78af-4345-9477-018c9b77209f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.008009 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1089b029-78af-4345-9477-018c9b77209f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/4b5282f2-56b8-4478-901f-aac7111da4b5 HTTP/1.1" status: 404 len: 337 time: 0.0492737 Nov 29 01:50:52.008995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45560) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.022967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1236a69-5b80-4fb0-979d-0657d070c0a8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:52.027371 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b1236a69-5b80-4fb0-979d-0657d070c0a8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2628610 Nov 29 01:50:52.027556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-00fa9b87-b471-4a46-911d-3d4915a554ef None None] Provisioning complete for port d9f26424-a238-4c2b-adcd-43cfccb1aabe triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:52.027556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00fa9b87-b471-4a46-911d-3d4915a554ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.040327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.045901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45562) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.050650 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc24cff9-57c8-45c9-821f-957806f2b422 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.051115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc24cff9-57c8-45c9-821f-957806f2b422 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.056679 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bc24cff9-57c8-45c9-821f-957806f2b422 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/b42555d5-102f-4925-9ddc-3e85d48918dd HTTP/1.1" status: 404 len: 337 time: 0.0442510 Nov 29 01:50:52.057879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45564) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.086141 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-71a98ec0-abe1-42da-b2b9-7e3ac3dc9a9d tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363295 Nov 29 01:50:52.086362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45566) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.089997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a215b7e4-9aa6-4721-a96d-09ebaeb2dc2b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.090139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a215b7e4-9aa6-4721-a96d-09ebaeb2dc2b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.091190 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-457711035', 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:52.096381 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a215b7e4-9aa6-4721-a96d-09ebaeb2dc2b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/abfb86d2-7c4e-476f-a79a-4e140613a093 HTTP/1.1" status: 404 len: 333 time: 0.0359671 Nov 29 01:50:52.097854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45568) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.126915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] Pushing event deleted for resources: {'Port': ['ID=84f823c8-3c96-407c-a3e3-19b834333fcf,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:52.133036 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe1ab4e-7181-41c4-a2c1-c2acd52e3277 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.133036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe1ab4e-7181-41c4-a2c1-c2acd52e3277 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.138681 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1fe1ab4e-7181-41c4-a2c1-c2acd52e3277 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/c334855f-be74-4b75-bcb7-c309d27703e0 HTTP/1.1" status: 404 len: 337 time: 0.0373459 Nov 29 01:50:52.138858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f633f6a-8b93-4fd3-8f87-854c3b81fbb3 None None] No DVR routers for this DVR port 84f823c8-3c96-407c-a3e3-19b834333fcf on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:52.138953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45570) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.178834 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9753cc-c68b-49f2-aae4-5a630e4d0230 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.179890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9753cc-c68b-49f2-aae4-5a630e4d0230 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.185139 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5e9753cc-c68b-49f2-aae4-5a630e4d0230 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/fb1e4e54-aee6-40ee-9de7-24c402d27410 HTTP/1.1" status: 404 len: 337 time: 0.0428240 Nov 29 01:50:52.186862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45572) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.226017 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83c653f-0128-4040-a0c9-8eb9d41069c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.226622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83c653f-0128-4040-a0c9-8eb9d41069c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.233050 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a83c653f-0128-4040-a0c9-8eb9d41069c3 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/430667ea-5088-4fc8-80d7-1e235e30f6e5 HTTP/1.1" status: 404 len: 333 time: 0.0433362 Nov 29 01:50:52.234083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45574) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.234247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.250364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.266876 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-88336062-c8e5-4d0f-b30c-03b127bce117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.267425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88336062-c8e5-4d0f-b30c-03b127bce117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.275832 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-88336062-c8e5-4d0f-b30c-03b127bce117 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/80caf24a-6fa8-4440-ae68-4edd927d114e HTTP/1.1" status: 404 len: 337 time: 0.0385523 Nov 29 01:50:52.275832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45576) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.279270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:52.283144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.331942 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9373a6b9-5d43-40b9-8d2b-d3e607e192f9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.332416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9373a6b9-5d43-40b9-8d2b-d3e607e192f9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.335684 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9373a6b9-5d43-40b9-8d2b-d3e607e192f9 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/5bf56140-3e39-4741-979e-05104da9361e HTTP/1.1" status: 404 len: 337 time: 0.0589001 Nov 29 01:50:52.341103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45578) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.345650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.354052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.368712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.373483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.382390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00fa9b87-b471-4a46-911d-3d4915a554ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.382955 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4908fa9a-16ba-43f4-9936-4139af986518 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports?device_id=64819eae-d4bb-423e-8516-03a4f4a3b349 HTTP/1.1" status: 200 len: 205 time: 0.0398023 Nov 29 01:50:52.385052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45580) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.393824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.405914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network de0efd09-8c05-4918-a27e-b520f3857250 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:52.414386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:52.426771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:52.455656 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-5a38d607-bc5a-47be-b1ff-68b8105f984b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] delete failed (client error): The resource could not be found. Nov 29 01:50:52.459368 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5a38d607-bc5a-47be-b1ff-68b8105f984b tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/routers/64819eae-d4bb-423e-8516-03a4f4a3b349 HTTP/1.1" status: 404 len: 336 time: 0.0705910 Nov 29 01:50:52.459564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=11406356-ed18-4b3f-aa4b-20fc0222972d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:52.461118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45582) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.473807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e50d2a-4bb6-4ef2-b873-ff13d2dc799f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:52.494386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abbcab-77f8-4cf4-976a-885cc95c5df7 None None] Pushing event updated for resources: {'Port': ['ID=a97ad5df-ffef-46a4-9bd8-bfb8ed15b020,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:52.494703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'Subnet': ['ID=a8421bca-0d77-491f-ad06-b8b3d71e2dc6,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:52.500007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Attempting to bind port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:52.500334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Attempting to bind port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:52.500705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Attempting to bind port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:52.503935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port d9f26424-a238-4c2b-adcd-43cfccb1aabe, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d9f26424-a238-4c2b-adcd-43cfccb1aabe,segment=NetworkSegment(91c35d97-a307-47b4-b8cd-8f6768274b5d),segment_id=91c35d97-a307-47b4-b8cd-8f6768274b5d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:52.506687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Checking segment: {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:52.507288 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Network hostable DHCP agents. Network: aa8fa6f2-030f-44b8-ba89-b63b7db01ad2, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:52.511771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:52.512239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:52.512767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.513865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:52.514158 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-39059900-1f65-40e3-8b7b-02317da2a75f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.514615 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Bound port: a97ad5df-ffef-46a4-9bd8-bfb8ed15b020, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:52.514743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39059900-1f65-40e3-8b7b-02317da2a75f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.515009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.517814 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-39059900-1f65-40e3-8b7b-02317da2a75f tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/e3cdd55f-9a99-4e91-9227-89424d47977b HTTP/1.1" status: 404 len: 337 time: 0.0547571 Nov 29 01:50:52.519315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.522497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45584) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.540645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:52.541286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.555482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:52.573482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, aa8fa6f2-030f-44b8-ba89-b63b7db01ad2) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:52.579238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:52.580102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.608340 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-28224469-efde-45ac-8420-7f1546873253 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1513908 Nov 29 01:50:52.611044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45586) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.619379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d356249-4665-470c-b49e-e1c3ffb8953a None None] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:52.646929 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a9047a6f-4701-4680-bdb6-3e4e5d236d27 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 HTTP/1.1" status: 200 len: 205 time: 0.1213512 Nov 29 01:50:52.650715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45588) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.669820 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-75afaafa-146c-4274-b45d-c286f33044e2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4633429 Nov 29 01:50:52.673909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 84f823c8-3c96-407c-a3e3-19b834333fcf no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:50:52.688074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45590) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.707892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-71d2fb5f-decd-4634-b1f2-bb82b973746c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] delete failed (client error): The resource could not be found. Nov 29 01:50:52.709185 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-71d2fb5f-decd-4634-b1f2-bb82b973746c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/routers/bc6c7fea-e4f3-4b54-9a47-01f2a07bfe74 HTTP/1.1" status: 404 len: 336 time: 0.0571980 Nov 29 01:50:52.711987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45592) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.739697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] For port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:52.746099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 84f823c8-3c96-407c-a3e3-19b834333fcf {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:50:52.746511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 84f823c8-3c96-407c-a3e3-19b834333fcf not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:50:52.755834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-00fa9b87-b471-4a46-911d-3d4915a554ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:50:52.756196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-00fa9b87-b471-4a46-911d-3d4915a554ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:50:52.765436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=d9f26424-a238-4c2b-adcd-43cfccb1aabe,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:52.768336 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-697cc9d0-80db-4b5d-a3c6-68fc9f886e98 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.768733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697cc9d0-80db-4b5d-a3c6-68fc9f886e98 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.771890 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-697cc9d0-80db-4b5d-a3c6-68fc9f886e98 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/ed7b2bf7-759a-4deb-ae14-8f070888e687 HTTP/1.1" status: 404 len: 337 time: 0.0587974 Nov 29 01:50:52.780781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] For port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a97ad5df-ffef-46a4-9bd8-bfb8ed15b020,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:52.789870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.790013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45594) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.850450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac99e830-32d9-4520-ac60-7ca1abe189e7 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:52.852216 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfb0f41-96e1-4597-8c64-78607a9e5467 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.852692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfb0f41-96e1-4597-8c64-78607a9e5467 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.858897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45596) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.861521 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bbfb0f41-96e1-4597-8c64-78607a9e5467 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/fc1c0d4c-dd62-491f-8a3e-5635509af7e4 HTTP/1.1" status: 404 len: 337 time: 0.0704248 Nov 29 01:50:52.862669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:52.904163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abbcab-77f8-4cf4-976a-885cc95c5df7 None None] Pushing event updated for resources: {'Port': ['ID=a97ad5df-ffef-46a4-9bd8-bfb8ed15b020,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:52.908015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:52.908867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:52.926672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=013d2d99-3afe-4441-aff0-28915bec5bda,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:52.947400 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5136ba-4821-4161-a6c2-5c6ad30cba54 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:52.947997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5136ba-4821-4161-a6c2-5c6ad30cba54 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:52.955066 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bd5136ba-4821-4161-a6c2-5c6ad30cba54 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/a3df0c17-85b7-4f23-9975-5daab707bd82 HTTP/1.1" status: 404 len: 333 time: 0.0951281 Nov 29 01:50:52.974101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45598) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:52.974888 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:52.975266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: 2ae89cb8-d292-4b63-af8a-9a54454aff42, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:53.015229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:53.016170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.018202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1e6336-ad4b-46a1-b1e7-63d97c5fefd1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:53.020611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cf1e6336-ad4b-46a1-b1e7-63d97c5fefd1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3309255 Nov 29 01:50:53.026870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45600) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.044063 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-e101387a-cfc8-4eeb-803a-8cbb334ddc50 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.044448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e101387a-cfc8-4eeb-803a-8cbb334ddc50 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.052145 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e101387a-cfc8-4eeb-803a-8cbb334ddc50 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/60c6636a-0c78-4c3a-93ae-312a359c232c HTTP/1.1" status: 404 len: 337 time: 0.0744975 Nov 29 01:50:53.052819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45602) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.132426 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-28756ea4-c5e6-4ee1-818d-7ccca68ad41d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.132990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28756ea4-c5e6-4ee1-818d-7ccca68ad41d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.134653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:53.139290 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-28756ea4-c5e6-4ee1-818d-7ccca68ad41d tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/d89ee6e3-ba2e-4f36-859c-3562f2289492 HTTP/1.1" status: 404 len: 333 time: 0.0589249 Nov 29 01:50:53.146466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45604) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.156305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:53.189215 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1e67ad-6ccb-41aa-9933-2679d3f11c19 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.189875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1e67ad-6ccb-41aa-9933-2679d3f11c19 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.195673 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9c1e67ad-6ccb-41aa-9933-2679d3f11c19 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/3fb940a6-3514-480e-aff5-3586e5501416 HTTP/1.1" status: 404 len: 337 time: 0.0369294 Nov 29 01:50:53.200205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45606) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.226397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62a99a-26c5-44d6-a81a-371f546b1e97 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:53.234276 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e33a0f-616c-42d5-aabe-4214513bc9f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.235017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62a99a-26c5-44d6-a81a-371f546b1e97 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:53.235616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e33a0f-616c-42d5-aabe-4214513bc9f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.239225 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e4e33a0f-616c-42d5-aabe-4214513bc9f2 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/ca7b1119-34f6-4b91-b820-da7ea5a6b694 HTTP/1.1" status: 404 len: 333 time: 0.0377767 Nov 29 01:50:53.245545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45608) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.246006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62a99a-26c5-44d6-a81a-371f546b1e97 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:53.248699 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2d62a99a-26c5-44d6-a81a-371f546b1e97 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2184904 Nov 29 01:50:53.249832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 2ae89cb8-d292-4b63-af8a-9a54454aff42) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:53.251479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45610) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.284081 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6a04b3-6246-4d51-a093-85ebab13266e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.285011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6a04b3-6246-4d51-a093-85ebab13266e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.288742 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7a6a04b3-6246-4d51-a093-85ebab13266e tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/071e5e48-64be-4064-9ecb-5b93b8cba1ba HTTP/1.1" status: 404 len: 337 time: 0.0418093 Nov 29 01:50:53.292408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45612) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.294602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:53.295208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.321067 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d9b10e-1971-4996-90e8-6f3c21fc0b62 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.321625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d9b10e-1971-4996-90e8-6f3c21fc0b62 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.328324 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-05d9b10e-1971-4996-90e8-6f3c21fc0b62 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/f443e61e-7dbe-4804-a4d8-63ff6aebcefb HTTP/1.1" status: 404 len: 333 time: 0.0318968 Nov 29 01:50:53.328578 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45614) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.346689 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-06636edc-ed33-4dfc-aa66-1c5537ea0a6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2593091 Nov 29 01:50:53.362958 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-552a9680-a167-4866-8f95-8cedf53c01ea tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.363426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552a9680-a167-4866-8f95-8cedf53c01ea tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.366777 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-552a9680-a167-4866-8f95-8cedf53c01ea tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/8b0eefad-17e6-4078-a70f-8d3d70c381b3 HTTP/1.1" status: 404 len: 337 time: 0.0371702 Nov 29 01:50:53.369234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45618) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.385236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-471ca8ee-02d3-4083-b8b4-632a5ad1cdd4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 11406356-ed18-4b3f-aa4b-20fc0222972d {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:53.385636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-471ca8ee-02d3-4083-b8b4-632a5ad1cdd4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.404728 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-30048e06-560e-42a0-b57e-63104b412abf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.405308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30048e06-560e-42a0-b57e-63104b412abf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.408480 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-30048e06-560e-42a0-b57e-63104b412abf tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/53df73d6-5816-44f5-9720-b7e328fb66ef HTTP/1.1" status: 404 len: 333 time: 0.0381494 Nov 29 01:50:53.428146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45620) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.459696 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a50f45-6576-4d2d-a054-d13cafdb7832 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.459937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a50f45-6576-4d2d-a054-d13cafdb7832 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.463032 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a9a50f45-6576-4d2d-a054-d13cafdb7832 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/f85e8b62-5586-4f57-8dca-22a4b8ddd0a8 HTTP/1.1" status: 404 len: 337 time: 0.0341294 Nov 29 01:50:53.465707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45622) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.479224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32462687-99b5-4e80-8efc-d21983960b1e None None] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:53.495836 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff23893e-2cd2-427d-911e-f4374da58f92 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.496373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff23893e-2cd2-427d-911e-f4374da58f92 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.500062 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ff23893e-2cd2-427d-911e-f4374da58f92 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/66ccb6d4-70db-4f27-97fc-215eab036e2c HTTP/1.1" status: 404 len: 333 time: 0.0336201 Nov 29 01:50:53.505104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-471ca8ee-02d3-4083-b8b4-632a5ad1cdd4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.515047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45624) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.527257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-471ca8ee-02d3-4083-b8b4-632a5ad1cdd4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 11406356-ed18-4b3f-aa4b-20fc0222972d owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:53.543181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d9f26424-a238-4c2b-adcd-43cfccb1aabe up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:53.595618 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-437ad6dd-6180-4e07-a934-c90f5a100b97 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.596777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437ad6dd-6180-4e07-a934-c90f5a100b97 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.600093 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-437ad6dd-6180-4e07-a934-c90f5a100b97 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/1c0a96ba-99ae-4fe2-945e-f8a2137f360e HTTP/1.1" status: 404 len: 337 time: 0.0840955 Nov 29 01:50:53.603294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45626) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.635770 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c08d39-19fd-47e8-a6e3-a174d5da6105 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.636575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c08d39-19fd-47e8-a6e3-a174d5da6105 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.639664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Allocated IP 172.20.0.2 (aa8fa6f2-030f-44b8-ba89-b63b7db01ad2/a8421bca-0d77-491f-ad06-b8b3d71e2dc6/f6f377d8-58ba-4573-8fdc-adf827c657cf) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:53.641112 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-43c08d39-19fd-47e8-a6e3-a174d5da6105 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/ports/2fadf8c8-aec1-44c9-a66a-ab2058def17e HTTP/1.1" status: 404 len: 333 time: 0.0367217 Nov 29 01:50:53.646401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45628) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.677127 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b67e1c0-8090-4f18-9765-4618cd1c376c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] DELETE failed (client error): The resource could not be found. Nov 29 01:50:53.678059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b67e1c0-8090-4f18-9765-4618cd1c376c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:50:53.681992 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9b67e1c0-8090-4f18-9765-4618cd1c376c tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/subnets/63e35b6c-ad3c-49b9-ad36-3415004cba97 HTTP/1.1" status: 404 len: 337 time: 0.0341866 Nov 29 01:50:53.686171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45630) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.714408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Provisioning complete for port d9f26424-a238-4c2b-adcd-43cfccb1aabe triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:53.714976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.748286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-471ca8ee-02d3-4083-b8b4-632a5ad1cdd4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.787975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ca8ee-02d3-4083-b8b4-632a5ad1cdd4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=11406356-ed18-4b3f-aa4b-20fc0222972d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:53.826267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.832028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.906775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d9f26424-a238-4c2b-adcd-43cfccb1aabe triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:53.907238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:53.976419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45632) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:53.998796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6ebd8550-8e22-4b86-b59b-e8667f07aa46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252105833', 'description': 'tempest-secgroup-smoke-1252105833 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:54.036763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8550-8e22-4b86-b59b-e8667f07aa46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.088618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-2ae89cb8-d292-4b63-af8a-9a54454aff42', 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': '013d2d99-3afe-4441-aff0-28915bec5bda'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:54.089498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.090073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.126614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:54.146352 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:48Z', 'revision_number': 3, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:54.152967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:54.153297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fab30c-6d65-42a2-90f5-6d6beb3f4bf1') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:54.175839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Provisioning complete for port 52c8be76-1125-4b99-93f8-3b4e8a8da889 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:54.176381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.178554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.207622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-471ca8ee-02d3-4083-b8b4-632a5ad1cdd4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.211211 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-471ca8ee-02d3-4083-b8b4-632a5ad1cdd4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/11406356-ed18-4b3f-aa4b-20fc0222972d HTTP/1.1" status: 204 len: 168 time: 0.9586515 Nov 29 01:50:54.213737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45634) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:54.231580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.240147 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc04ca5d-cb5c-4e52-953f-e2bd780fa63b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:54.244129 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dc04ca5d-cb5c-4e52-953f-e2bd780fa63b tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/11406356-ed18-4b3f-aa4b-20fc0222972d HTTP/1.1" status: 404 len: 333 time: 0.0267591 Nov 29 01:50:54.244472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45636) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:54.254566 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a6e49-1add-4136-bba6-a269496a0e0d None None] The sync data for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv is: [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:48Z', 'revision_number': 3, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:54.258361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.262551 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:54.263069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:54.266406 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:54.277682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8550-8e22-4b86-b59b-e8667f07aa46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.308253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8550-8e22-4b86-b59b-e8667f07aa46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.321724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.364726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bb984a74-92c1-45f3-bd04-615d52359a1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 52c8be76-1125-4b99-93f8-3b4e8a8da889 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:54.365317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bb984a74-92c1-45f3-bd04-615d52359a1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.368285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Port 52c8be76-1125-4b99-93f8-3b4e8a8da889 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:54.387818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Could not find standard attr ID for object 11406356-ed18-4b3f-aa4b-20fc0222972d. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:50:54.410396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8550-8e22-4b86-b59b-e8667f07aa46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.415349 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6ebd8550-8e22-4b86-b59b-e8667f07aa46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4275908 Nov 29 01:50:54.416886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45638) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:54.423807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '17320d46-240e-404e-8e7a-7ba3a6a49626', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:54.423998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:54.432987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:54.435527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:54.437441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Pushing event updated for resources: {'Port': ['ID=f6f377d8-58ba-4573-8fdc-adf827c657cf,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:54.447762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd8550-8e22-4b86-b59b-e8667f07aa46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17320d46-240e-404e-8e7a-7ba3a6a49626,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:54.468289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.468923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.488441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Provisioning complete for port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:54.489771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.503821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.507220 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] 10.222.0.30 "DELETE /v2.0/networks/bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b HTTP/1.1" status: 204 len: 168 time: 0.8195684 Nov 29 01:50:54.522358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcf1e1-b8ea-4e9f-8bfa-04a96ffac500 tempest-NetworksTestDHCPv6-728032894 tempest-NetworksTestDHCPv6-728032894-project] Pushing event deleted for resources: {'Network': ['ID=bbdf0ffe-7f6b-4712-98c5-8c3f9f94111b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:54.528151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bb984a74-92c1-45f3-bd04-615d52359a1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.563204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bb984a74-92c1-45f3-bd04-615d52359a1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 52c8be76-1125-4b99-93f8-3b4e8a8da889 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:54.573172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Allocated IP 172.20.0.1 (aa8fa6f2-030f-44b8-ba89-b63b7db01ad2/a8421bca-0d77-491f-ad06-b8b3d71e2dc6/4fe877cc-2fde-4f1e-b8e9-19540c3f3954) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:54.594547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.599550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Allocated IP 172.20.0.18 (2ae89cb8-d292-4b63-af8a-9a54454aff42/013d2d99-3afe-4441-aff0-28915bec5bda/ed7ecb62-31b7-4686-bef5-be71e65607b7) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:54.614283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Attempting to bind port f6f377d8-58ba-4573-8fdc-adf827c657cf on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:54.615212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Attempting to bind port f6f377d8-58ba-4573-8fdc-adf827c657cf by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:54.615645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Attempting to bind port f6f377d8-58ba-4573-8fdc-adf827c657cf on network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:54.637379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:54.637758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Checking segment: {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:54.640964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.641384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Bound using segment: {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:54.642683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.643162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Bound port: f6f377d8-58ba-4573-8fdc-adf827c657cf, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:54.643573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.669841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8fb33f-95d8-4de3-87cd-2a0f0c06c410,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:54.702539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.703028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.703386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.703776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.704100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.704451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.704804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.705141 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.705528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.705876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.706215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.710099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:54.724689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.729257 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-060ae0a2-d77f-456b-b83d-b4b69a90087a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3115263 Nov 29 01:50:54.732406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45642) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:54.745589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-84f5fbdc-ab62-4be0-8404-559f9537897e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '17320d46-240e-404e-8e7a-7ba3a6a49626', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:54.855452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-84f5fbdc-ab62-4be0-8404-559f9537897e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.904822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bb984a74-92c1-45f3-bd04-615d52359a1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.911998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.953481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb984a74-92c1-45f3-bd04-615d52359a1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=52c8be76-1125-4b99-93f8-3b4e8a8da889,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:54.967406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45646) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:54.969221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-84f5fbdc-ab62-4be0-8404-559f9537897e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:54.986850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.012674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-84f5fbdc-ab62-4be0-8404-559f9537897e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.040632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.047693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:55.048845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.058472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:55.061668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.071888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:55.093288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5fbdc-ab62-4be0-8404-559f9537897e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba5be3d-031d-4251-89a0-996a74abbd0d,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:55.131654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-84f5fbdc-ab62-4be0-8404-559f9537897e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.131879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:55.135545 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-84f5fbdc-ab62-4be0-8404-559f9537897e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3992534 Nov 29 01:50:55.136021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45650) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:55.153090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] For port f6f377d8-58ba-4573-8fdc-adf827c657cf, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:55.156213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.159168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7bfa8b6a-5d68-4093-848b-114abdc99ba3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '17320d46-240e-404e-8e7a-7ba3a6a49626', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:55.166288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:55.190820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bb984a74-92c1-45f3-bd04-615d52359a1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.196349 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bb984a74-92c1-45f3-bd04-615d52359a1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/52c8be76-1125-4b99-93f8-3b4e8a8da889 HTTP/1.1" status: 204 len: 168 time: 0.9506450 Nov 29 01:50:55.198935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45652) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:55.218341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] For port f6f377d8-58ba-4573-8fdc-adf827c657cf, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f6f377d8-58ba-4573-8fdc-adf827c657cf,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:55.220796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] For port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a97ad5df-ffef-46a4-9bd8-bfb8ed15b020,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:55.222127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:55.244814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.257722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.267590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Pushing event updated for resources: {'Port': ['ID=ed7ecb62-31b7-4686-bef5-be71e65607b7,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:55.281822 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fb1818-5f1b-4c53-9f83-0a0b99e16286 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:50:55.285843 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f2fb1818-5f1b-4c53-9f83-0a0b99e16286 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/52c8be76-1125-4b99-93f8-3b4e8a8da889 HTTP/1.1" status: 404 len: 333 time: 0.0707586 Nov 29 01:50:55.294202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45654) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:55.379385 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d339f557-440c-4628-817f-e42a93081ca1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f47892e28d654287b2d1ee2e21f4a32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087017 Nov 29 01:50:55.388641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45656) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:55.409654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Attempting to bind port ed7ecb62-31b7-4686-bef5-be71e65607b7 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:55.410030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Attempting to bind port ed7ecb62-31b7-4686-bef5-be71e65607b7 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:55.410402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Attempting to bind port ed7ecb62-31b7-4686-bef5-be71e65607b7 on network 2ae89cb8-d292-4b63-af8a-9a54454aff42 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:55.414261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51530f-46bb-41cb-ae43-0659230eb99f None None] Pushing event updated for resources: {'Port': ['ID=a97ad5df-ffef-46a4-9bd8-bfb8ed15b020,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:55.423047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:55.423047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Checking segment: {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:55.423451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.424368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Bound using segment: {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:55.424951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Bound port: ed7ecb62-31b7-4686-bef5-be71e65607b7, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:55.425082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.442087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8b6a-5d68-4093-848b-114abdc99ba3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.469365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0187ebf-0ab8-4ef1-af54-be837f5903d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet c432c79a-d68d-40dc-b252-11935756f05d {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:50:55.503647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0187ebf-0ab8-4ef1-af54-be837f5903d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.561040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4bceb-dab1-473e-a00a-53ad64fefac3 None None] Pushing event updated for resources: {'Port': ['ID=f6f377d8-58ba-4573-8fdc-adf827c657cf,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:55.641873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0187ebf-0ab8-4ef1-af54-be837f5903d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.644951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:55.657337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'Port': ['ID=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:55.691513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.692163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.692753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.693351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.694287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.694990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.695519 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.695913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.696296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.696632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.697121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.697469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:55.726957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8b6a-5d68-4093-848b-114abdc99ba3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.727877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] For port ed7ecb62-31b7-4686-bef5-be71e65607b7, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:55.738271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8b6a-5d68-4093-848b-114abdc99ba3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.744504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] For port ed7ecb62-31b7-4686-bef5-be71e65607b7, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ed7ecb62-31b7-4686-bef5-be71e65607b7,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:55.746802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a567f17-b037-403d-a49f-c6852f408f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.766823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:55.766986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.804917 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8b6a-5d68-4093-848b-114abdc99ba3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.806316 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7bfa8b6a-5d68-4093-848b-114abdc99ba3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6635804 Nov 29 01:50:55.812934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa8b6a-5d68-4093-848b-114abdc99ba3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a76cd67-70c7-452f-8cfe-95051ea00f22,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:55.820041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45658) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:55.827499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a567f17-b037-403d-a49f-c6852f408f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.833654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.855510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.862948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ca62621d-e84f-46d6-9b37-d1439681ff82 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '17320d46-240e-404e-8e7a-7ba3a6a49626', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:55.892927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0187ebf-0ab8-4ef1-af54-be837f5903d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.903924 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca62621d-e84f-46d6-9b37-d1439681ff82 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.923873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304698b0-1961-47a5-92e6-14b4d4a087a8 None None] Pushing event updated for resources: {'Port': ['ID=ed7ecb62-31b7-4686-bef5-be71e65607b7,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:55.984741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0187ebf-0ab8-4ef1-af54-be837f5903d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.991541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a567f17-b037-403d-a49f-c6852f408f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.994466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a567f17-b037-403d-a49f-c6852f408f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:55.995725 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7a567f17-b037-403d-a49f-c6852f408f51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1dc0a6b-af11-475f-9431-0de0b691b3fb HTTP/1.1" status: 204 len: 168 time: 0.6061862 Nov 29 01:50:56.053636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0187ebf-0ab8-4ef1-af54-be837f5903d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=c432c79a-d68d-40dc-b252-11935756f05d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:56.057259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d282f-eedf-4151-a855-77b27e6e5d46 None None] Network de0efd09-8c05-4918-a27e-b520f3857250 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:56.068572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0187ebf-0ab8-4ef1-af54-be837f5903d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.079222 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a0187ebf-0ab8-4ef1-af54-be837f5903d9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/c432c79a-d68d-40dc-b252-11935756f05d HTTP/1.1" status: 204 len: 168 time: 0.7826099 Nov 29 01:50:56.081817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45662) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:56.094484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a567f17-b037-403d-a49f-c6852f408f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dc0a6b-af11-475f-9431-0de0b691b3fb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:56.112677 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca62621d-e84f-46d6-9b37-d1439681ff82 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.122495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca62621d-e84f-46d6-9b37-d1439681ff82 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.157254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62621d-e84f-46d6-9b37-d1439681ff82 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d935a3-07b4-4bc1-926e-d20152e6b722,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:56.178799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca62621d-e84f-46d6-9b37-d1439681ff82 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.180194 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ca62621d-e84f-46d6-9b37-d1439681ff82 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257868 Nov 29 01:50:56.183371 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45664) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:56.194291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6fd21749-0dd1-4446-99fa-a91b18ce3958 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '17320d46-240e-404e-8e7a-7ba3a6a49626', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:56.231836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.345301 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-6fd21749-0dd1-4446-99fa-a91b18ce3958 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:50:56.354213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fd21749-0dd1-4446-99fa-a91b18ce3958 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.383040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port d9f26424-a238-4c2b-adcd-43cfccb1aabe {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:50:56.383609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.457521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fd21749-0dd1-4446-99fa-a91b18ce3958 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.470026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fd21749-0dd1-4446-99fa-a91b18ce3958 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.514756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] For port d9f26424-a238-4c2b-adcd-43cfccb1aabe, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d9f26424-a238-4c2b-adcd-43cfccb1aabe,segment=NetworkSegment(91c35d97-a307-47b4-b8cd-8f6768274b5d),segment_id=91c35d97-a307-47b4-b8cd-8f6768274b5d)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:56.515128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.534591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for d9f26424-a238-4c2b-adcd-43cfccb1aabe owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:50:56.549981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd21749-0dd1-4446-99fa-a91b18ce3958 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c3b0ee-53a9-4f1c-8bd3-0007dbcb342d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:56.587790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6fd21749-0dd1-4446-99fa-a91b18ce3958 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.588913 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6fd21749-0dd1-4446-99fa-a91b18ce3958 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4047728 Nov 29 01:50:56.592290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45674) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:56.604475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-629a6da8-71be-4091-9675-cfe7f52d2ac6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '17320d46-240e-404e-8e7a-7ba3a6a49626', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:56.655132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.658209 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-629a6da8-71be-4091-9675-cfe7f52d2ac6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:50:56.666348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.678816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7a332-0f21-4fcd-bcf6-a8531f89f330 None None] DHCP port deletion for de0efd09-8c05-4918-a27e-b520f3857250 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:50:56.685733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.732205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-629a6da8-71be-4091-9675-cfe7f52d2ac6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.739445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.748723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No DVR routers for this DVR port d9f26424-a238-4c2b-adcd-43cfccb1aabe on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:50:56.754409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=d9f26424-a238-4c2b-adcd-43cfccb1aabe,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:56.873100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.913706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0efd09-8c05-4918-a27e-b520f3857250']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:56.927133 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c35d97-a307-47b4-b8cd-8f6768274b5d') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:56.927434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c35d97-a307-47b4-b8cd-8f6768274b5d') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:56.939215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.945603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-629a6da8-71be-4091-9675-cfe7f52d2ac6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.958063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-629a6da8-71be-4091-9675-cfe7f52d2ac6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.960178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'Port': ['ID=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:56.960760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.970052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:50:56.970446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.991363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-629a6da8-71be-4091-9675-cfe7f52d2ac6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:50:56.997587 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:50:57.003432 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-629a6da8-71be-4091-9675-cfe7f52d2ac6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4100907 Nov 29 01:50:57.012276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a6da8-71be-4091-9675-cfe7f52d2ac6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b4902f-b85d-4715-b61a-af6d347cd7ca,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:57.038468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:57.047710 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:57.081059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.098193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.102441 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/networks/de0efd09-8c05-4918-a27e-b520f3857250 HTTP/1.1" status: 204 len: 168 time: 1.0191479 Nov 29 01:50:57.114820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45688) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:57.125296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-552417718'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:57.133834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a4831-69ff-41ab-8bb1-f95b95601da4 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Network': ['ID=de0efd09-8c05-4918-a27e-b520f3857250,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:57.174300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:57.177833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.196341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45692) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:57.209629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Router f5cab40e-c91d-420e-abf6-de15b977c780 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:57.252627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:57.267552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.268065 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Added segment 25a9fa21-5ee3-400f-9afd-2cd21179e397 of type vlan for network 9a268567-949f-465f-babb-48b3d72be9dd Nov 29 01:50:57.345528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.403718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.419898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-528809595'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:57.421935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:57.429359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.448483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:57.496483 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Sync routers for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:57.511269 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ce3b81cd-4e3a-43a5-a3fd-31bb0e83476c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "PUT /v2.0/routers/f5cab40e-c91d-420e-abf6-de15b977c780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8988626 Nov 29 01:50:57.517912 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:57.521184 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:57.534694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Made reservation on behalf of 187cbd2f3df44e7e9b18912f1c291ac8 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:57.558969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.586148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.591776 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4752073 Nov 29 01:50:57.594664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45706) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:57.625537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': '9a268567-949f-465f-babb-48b3d72be9dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:57.785507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af92ed-0c62-42a6-80e6-281c7285daf2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Network': ['ID=9a268567-949f-465f-babb-48b3d72be9dd,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:57.821833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9a268567-949f-465f-babb-48b3d72be9dd details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:57.825452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.827358 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:57.837105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.857835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:50:57.879282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:57.881027 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Added segment b63547c3-59d6-41a5-9563-8ecb89f3879c of type vlan for network aac82f2a-c057-4f51-bcbb-30ff29dd8517 Nov 29 01:50:57.904765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f6f377d8-58ba-4573-8fdc-adf827c657cf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:57.987223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.021109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:58.033359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.076761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1c651-6f72-4915-9faa-937f0a45bfad None None] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:58.117282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:50:56Z', 'revision_number': 2, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:58.131792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3978476f-0613-4edd-acf6-ad9f8a250933,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:58.135269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.148658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:58.151475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.156731 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Checking router: f5cab40e-c91d-420e-abf6-de15b977c780 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:58.157073 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Updating router f5cab40e-c91d-420e-abf6-de15b977c780 port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:50:58.174310 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-d54b8618-6ad2-4c85-b6dc-efb187ec3946 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252105833&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.3606188 Nov 29 01:50:58.211196 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.211804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3880b2-dfd1-47bb-8213-90f5f7f0802e None None] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:58.213979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-af2002e5-180c-4113-8177-beb07b915372 None None] Provisioning complete for port ed7ecb62-31b7-4686-bef5-be71e65607b7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:58.214660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af2002e5-180c-4113-8177-beb07b915372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.364955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-029328d5-0e28-4f31-a174-26942496ba1d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:58.366565 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-029328d5-0e28-4f31-a174-26942496ba1d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=2ae89cb8-d292-4b63-af8a-9a54454aff42 HTTP/1.1" status: 200 len: 796 time: 0.1849718 Nov 29 01:50:58.388752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port f6f377d8-58ba-4573-8fdc-adf827c657cf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:58.389489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.403328 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2033446 Nov 29 01:50:58.422458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45724) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:58.431857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Request body: {'subnet': {'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:58.442833 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-d30e4e18-4878-42f9-a252-8b06edc4c3df tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0117326 Nov 29 01:50:58.444263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.531270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c5a1a-e181-43da-bc40-41485f26f4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event updated for resources: {'Network': ['ID=aac82f2a-c057-4f51-bcbb-30ff29dd8517,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:58.580943 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.589258 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-0827e348-6310-4a5c-aea2-698b9a5966c0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1382287 Nov 29 01:50:58.589470 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.592531 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=9f283bc9-147d-4367-93a0-eadef49e8a5e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:58.598711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network aac82f2a-c057-4f51-bcbb-30ff29dd8517 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:58.607124 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-6d7fed8e-0833-4ef8-aba5-866a0b76ff6a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466635237&fields=id&tenant_id=e10aaf19a57549a6b6020e57abf6b5a2 HTTP/1.1" status: 200 len: 267 time: 0.5636137 Nov 29 01:50:58.628914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Checking segment: {'id': '25a9fa21-5ee3-400f-9afd-2cd21179e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9a268567-949f-465f-babb-48b3d72be9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:58.632488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network hostable DHCP agents. Network: 9a268567-949f-465f-babb-48b3d72be9dd, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:58.693093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af2002e5-180c-4113-8177-beb07b915372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.698602 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Pushing event updated for resources: {'Port': ['ID=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:58.706391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Made reservation on behalf of 187cbd2f3df44e7e9b18912f1c291ac8 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:58.710868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.734615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 9a268567-949f-465f-babb-48b3d72be9dd is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:58.740135 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.741598 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.741879 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.747879 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.748340 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.748711 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.749251 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.749629 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.749772 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.751749 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.756676 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.757574 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:58.788910 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-af2002e5-180c-4113-8177-beb07b915372 None None] For port ed7ecb62-31b7-4686-bef5-be71e65607b7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ed7ecb62-31b7-4686-bef5-be71e65607b7,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:58.794817 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Attempting to bind port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:58.795240 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Attempting to bind port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:58.795609 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Attempting to bind port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 on network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:58.808956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 9a268567-949f-465f-babb-48b3d72be9dd) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:58.810723 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:58.810723 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Checking segment: {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:58.812913 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.813854 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Bound using segment: {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:58.814175 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Bound port: 4fe877cc-2fde-4f1e-b8e9-19540c3f3954, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:58.816872 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.828880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:58.829551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.837183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af2002e5-180c-4113-8177-beb07b915372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.839216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57542b-73ac-4468-acd7-fd9f17ae7164 None None] Network 9a268567-949f-465f-babb-48b3d72be9dd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:58.877037 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0fb78f5c-ffb0-4122-8b9c-afe00336324a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2810543 Nov 29 01:50:58.877823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45728) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:58.889314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-df613fc6-e91d-4a11-b5a2-7741217933ed tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-210771330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:58.933203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2002e5-180c-4113-8177-beb07b915372 None None] Pushing event updated for resources: {'Port': ['ID=ed7ecb62-31b7-4686-bef5-be71e65607b7,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:58.943951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0421da-1261-4106-b5f9-04217b92319c req-cdc01927-a566-422d-bded-3d6ddf770f4c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:58.954365 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-cdc01927-a566-422d-bded-3d6ddf770f4c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/networks?id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 HTTP/1.1" status: 200 len: 797 time: 0.3375745 Nov 29 01:50:58.957906 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-b37d7f4b-07a6-44b5-92c6-d0208587a43f service neutron] 10.222.0.30 "GET /v2.0/networks/2ae89cb8-d292-4b63-af8a-9a54454aff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457649 Nov 29 01:50:58.959628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df613fc6-e91d-4a11-b5a2-7741217933ed tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.962344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df613fc6-e91d-4a11-b5a2-7741217933ed tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:58.976769 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-f2d1708d-07f3-43b1-91bc-ca7f7c2cc852 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/quotas/e10aaf19a57549a6b6020e57abf6b5a2 HTTP/1.1" status: 200 len: 375 time: 0.0210934 Nov 29 01:50:58.999196 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] For port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:59.003475 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] For port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:59.012252 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.026391 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.102238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port f6f377d8-58ba-4573-8fdc-adf827c657cf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f6f377d8-58ba-4573-8fdc-adf827c657cf,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:59.107273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1887adbf-3966-4480-9bf1-ce7a4766d786 None None] Provisioning complete for port f6f377d8-58ba-4573-8fdc-adf827c657cf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:59.107727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1887adbf-3966-4480-9bf1-ce7a4766d786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.143903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.148722 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4144-7d45-4c26-ba7d-8f36f7970db4 None None] Pushing event updated for resources: {'Port': ['ID=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:59.149728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ed7ecb62-31b7-4686-bef5-be71e65607b7 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:59.157345 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:59.158108 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:59.191875 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-e2fcb76b-e485-41a8-8140-7bebf9fb1068 service neutron] 10.222.0.30 "GET /v2.0/networks/2ae89cb8-d292-4b63-af8a-9a54454aff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152121 Nov 29 01:50:59.215408 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-3937db39-fe83-451e-8467-e184a126fdec tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e10aaf19a57549a6b6020e57abf6b5a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2374418 Nov 29 01:50:59.288266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df613fc6-e91d-4a11-b5a2-7741217933ed tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.296956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df613fc6-e91d-4a11-b5a2-7741217933ed tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.342284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df613fc6-e91d-4a11-b5a2-7741217933ed tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.350278 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-df613fc6-e91d-4a11-b5a2-7741217933ed tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4670413 Nov 29 01:50:59.351102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45732) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:59.360226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'network_id': '9a268567-949f-465f-babb-48b3d72be9dd', 'name': 'tempest-PortsTestJSON-1819468954'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:59.381207 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:59.425782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=f6f377d8-58ba-4573-8fdc-adf827c657cf,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:59.480068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-9a268567-949f-465f-babb-48b3d72be9dd', 'network_id': '9a268567-949f-465f-babb-48b3d72be9dd', 'tenant_id': '82bb337d4cbe4100b99c5e1477d03937', 'fixed_ips': [{'subnet_id': '9f283bc9-147d-4367-93a0-eadef49e8a5e'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:50:59.480835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.491063 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-7a578ad8-ef48-4f44-a717-72a600922287 service neutron] 10.222.0.30 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676582 Nov 29 01:50:59.560871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ed7ecb62-31b7-4686-bef5-be71e65607b7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:59.561249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.569697 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-87d54433-fd61-4c16-8130-de687814775e req-7c0a510f-e26e-4423-8d9f-cc538c1050b4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 210 time: 0.0533271 Nov 29 01:50:59.607960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:59.612373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.635549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port ce25706b-44eb-407a-8b0e-2814dd91f831 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:50:59.757460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Provisioning complete for port ed7ecb62-31b7-4686-bef5-be71e65607b7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:59.757837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:59.759384 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-3fe92de6-5c2e-4508-8e6d-7181c4768359 service neutron] 10.222.0.30 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662859 Nov 29 01:50:59.765133 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:50:58Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:59.836625 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b29ae-b1f9-4400-8792-44f70a687951 None None] The sync data for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv is: [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:50:58Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:59.870275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Allocated IP 172.20.0.2 (9a268567-949f-465f-babb-48b3d72be9dd/9f283bc9-147d-4367-93a0-eadef49e8a5e/d155da24-29d6-4b67-afde-554574437e6e) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:59.892071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:00.064273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Checking segment: {'id': 'b63547c3-59d6-41a5-9563-8ecb89f3879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:00.065743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Network hostable DHCP agents. Network: aac82f2a-c057-4f51-bcbb-30ff29dd8517, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:00.085025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event updated for resources: {'Subnet': ['ID=0e7b47e8-05b1-4d82-904e-91b352fc5d3b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:00.099997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d9f26424-a238-4c2b-adcd-43cfccb1aabe no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:00.128819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Network aac82f2a-c057-4f51-bcbb-30ff29dd8517 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:00.145260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, aac82f2a-c057-4f51-bcbb-30ff29dd8517) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:00.156769 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75e929e8-91b3-4203-9f6a-c077540ded5c req-05a74f6f-29ea-4c05-b591-6245a34c385e tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 210 time: 0.0782952 Nov 29 01:51:00.162764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:00.164146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:00.191478 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-71a34b1b-101d-4dc4-a0ca-3f6d4d60cf5c tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7675514 Nov 29 01:51:00.194062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45750) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:00.199362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Request body: {'port': {'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1460634841'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:00.439981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7a51d-8e27-41df-8fc4-ccc0706b84d9 None None] Network aac82f2a-c057-4f51-bcbb-30ff29dd8517 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:00.447061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d9f26424-a238-4c2b-adcd-43cfccb1aabe {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:00.447416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d9f26424-a238-4c2b-adcd-43cfccb1aabe not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:00.494683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Made reservation on behalf of 187cbd2f3df44e7e9b18912f1c291ac8 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:00.499888 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:00.578114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] device_id is not set on port f5b2e681-87a0-4aad-9839-27e46c6e28bd yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:51:00.749900 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7c2ee0a2-a20b-40f2-842c-1c8eaf34987a req-048d67f3-8439-4e4a-87a5-19697b8d0425 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 210 time: 0.0851572 Nov 29 01:51:00.780274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f6f377d8-58ba-4573-8fdc-adf827c657cf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:00.784424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Provisioning complete for port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:00.784802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:00.851456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Allocated IP 2001:db8::376 (aac82f2a-c057-4f51-bcbb-30ff29dd8517/0e7b47e8-05b1-4d82-904e-91b352fc5d3b/f5b2e681-87a0-4aad-9839-27e46c6e28bd) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:00.907957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-aac82f2a-c057-4f51-bcbb-30ff29dd8517', 'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517', 'tenant_id': '187cbd2f3df44e7e9b18912f1c291ac8', 'fixed_ips': [{'subnet_id': '0e7b47e8-05b1-4d82-904e-91b352fc5d3b'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:00.908834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.079171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.084988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.112373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.119696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port f6f377d8-58ba-4573-8fdc-adf827c657cf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:01.120073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.159336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.175132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.9 (9a268567-949f-465f-babb-48b3d72be9dd/9f283bc9-147d-4367-93a0-eadef49e8a5e/ce25706b-44eb-407a-8b0e-2814dd91f831) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:01.233226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Network aac82f2a-c057-4f51-bcbb-30ff29dd8517 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:01.251115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:01.263123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Network 9a268567-949f-465f-babb-48b3d72be9dd is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:01.272856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:01.278852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:01.279234 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.282393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:01.283066 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cce8e2f0-aa09-4af5-9e7c-b86654c0b7ce req-3c1e6ff5-a8ab-4ba0-9bc6-3a84c18eda43 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 210 time: 0.0527160 Nov 29 01:51:01.290535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event updated for resources: {'Port': ['ID=f5b2e681-87a0-4aad-9839-27e46c6e28bd,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:01.310725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:01.313471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.321368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Pushing event updated for resources: {'Port': ['ID=d155da24-29d6-4b67-afde-554574437e6e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:01.324000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45768) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:01.324505 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-40f798d8-3e4b-409a-80b7-ebb70b08b064 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1254015 Nov 29 01:51:01.335238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Request body: {'port': {'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-762851546', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:01.336232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.api.validators [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] bootfile-name is not in valid_values {{(pid=109949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:51:01.336806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.api.validators [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] tftp-server is not in valid_values {{(pid=109949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:51:01.337325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.api.validators [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] server-ip-address is not in valid_values {{(pid=109949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:51:01.391973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Allocated IP 2001:db8::2 (aac82f2a-c057-4f51-bcbb-30ff29dd8517/0e7b47e8-05b1-4d82-904e-91b352fc5d3b/3266af29-0b39-4389-a7ad-87ff1159de32) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:01.437035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] For port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:01.453472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.507277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Made reservation on behalf of 187cbd2f3df44e7e9b18912f1c291ac8 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:01.510898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Attempting to bind port d155da24-29d6-4b67-afde-554574437e6e on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:01.511274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Attempting to bind port d155da24-29d6-4b67-afde-554574437e6e by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '25a9fa21-5ee3-400f-9afd-2cd21179e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9a268567-949f-465f-babb-48b3d72be9dd'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:01.511660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Attempting to bind port d155da24-29d6-4b67-afde-554574437e6e on network 9a268567-949f-465f-babb-48b3d72be9dd {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:01.513981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.523720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.560360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] device_id is not set on port 85d098b7-ed15-417f-9655-0771151bf335 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:51:01.598397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.615106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:01.615106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Checking segment: {'id': '25a9fa21-5ee3-400f-9afd-2cd21179e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9a268567-949f-465f-babb-48b3d72be9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:01.615106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.615540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Bound using segment: {'id': '25a9fa21-5ee3-400f-9afd-2cd21179e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9a268567-949f-465f-babb-48b3d72be9dd'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:01.615894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Bound port: d155da24-29d6-4b67-afde-554574437e6e, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a9fa21-5ee3-400f-9afd-2cd21179e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9a268567-949f-465f-babb-48b3d72be9dd'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:01.616076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.646452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:01.678322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Provisioning complete for port f6f377d8-58ba-4573-8fdc-adf827c657cf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:01.679458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.687441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 9a268567-949f-465f-babb-48b3d72be9dd is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:01.696131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:01.703186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:01.710685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Pushing event updated for resources: {'Port': ['ID=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:01.752539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=ce25706b-44eb-407a-8b0e-2814dd91f831,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:01.790578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:01.791217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.796685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-3e5c6fd6-a970-460e-bf87-fa322034c24c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:01.798193 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-3e5c6fd6-a970-460e-bf87-fa322034c24c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=2ae89cb8-d292-4b63-af8a-9a54454aff42 HTTP/1.1" status: 200 len: 796 time: 0.1788709 Nov 29 01:51:01.813404 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1a7193d1-f06f-49e7-ac8d-772a43077c59 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4605212 Nov 29 01:51:01.817483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45774) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:01.859785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.860139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.860497 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.863264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.866256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.866981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.867337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.867681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.868024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.869723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.870090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.870453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb1eed-9537-4405-b681-4a6f53e849dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:01.959370 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-babcd445-3ea5-40d7-8a05-ece8e8ed591d req-bd3126dc-727d-492c-97eb-89ba1a4b66b2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 210 time: 0.0891495 Nov 29 01:51:01.961360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:01.961845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:01.973183 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-b6c727d6-0cc6-4d1b-9cf6-7db2ec1f49d3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 473 time: 0.1552429 Nov 29 01:51:01.990571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] For port d155da24-29d6-4b67-afde-554574437e6e, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:01.998036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': '68d02fe3-12a1-4c43-af0e-9dd0d411970e', 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['17320d46-240e-404e-8e7a-7ba3a6a49626']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:02.056712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.060146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] For port d155da24-29d6-4b67-afde-554574437e6e, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d155da24-29d6-4b67-afde-554574437e6e,segment=NetworkSegment(25a9fa21-5ee3-400f-9afd-2cd21179e397),segment_id=25a9fa21-5ee3-400f-9afd-2cd21179e397)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:02.073581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.091975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.152181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Network aac82f2a-c057-4f51-bcbb-30ff29dd8517 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:02.189760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:02.193545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:02.193731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Allocated IP 2001:db8::40 (aac82f2a-c057-4f51-bcbb-30ff29dd8517/0e7b47e8-05b1-4d82-904e-91b352fc5d3b/85d098b7-ed15-417f-9655-0771151bf335) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:02.233276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:02.237022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.294033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ed7ecb62-31b7-4686-bef5-be71e65607b7 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:02.343786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f00c60-9460-47ad-9442-0aaa83798fae None None] Pushing event updated for resources: {'Port': ['ID=d155da24-29d6-4b67-afde-554574437e6e,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:02.370300 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Attempting to bind port 3266af29-0b39-4389-a7ad-87ff1159de32 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:02.370874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Attempting to bind port 3266af29-0b39-4389-a7ad-87ff1159de32 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'b63547c3-59d6-41a5-9563-8ecb89f3879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:02.371358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Attempting to bind port 3266af29-0b39-4389-a7ad-87ff1159de32 on network aac82f2a-c057-4f51-bcbb-30ff29dd8517 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:02.398040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:02.398618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Checking segment: {'id': 'b63547c3-59d6-41a5-9563-8ecb89f3879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:02.399164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.399673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Bound using segment: {'id': 'b63547c3-59d6-41a5-9563-8ecb89f3879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:02.400286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Bound port: 3266af29-0b39-4389-a7ad-87ff1159de32, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63547c3-59d6-41a5-9563-8ecb89f3879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aac82f2a-c057-4f51-bcbb-30ff29dd8517'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:02.400787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.408062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1bb20b8f-0149-4ed1-bfe2-8b4a25c46f95 None None] Provisioning complete for port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:02.408599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1bb20b8f-0149-4ed1-bfe2-8b4a25c46f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.509648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Pushing event updated for resources: {'Port': ['ID=3266af29-0b39-4389-a7ad-87ff1159de32,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:02.544530 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8afe201e-2b9a-469c-9862-e10525c91028 req-9d375f11-556d-4c8c-a452-2f37e8dafb18 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 210 time: 0.0409610 Nov 29 01:51:02.577524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.601329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0421da-1261-4106-b5f9-04217b92319c req-c4ab6135-1c50-4947-8477-3c054e26a389 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:02.602513 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-c4ab6135-1c50-4947-8477-3c054e26a389 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.21 "GET /v2.0/networks?id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 HTTP/1.1" status: 200 len: 797 time: 0.5798810 Nov 29 01:51:02.608743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ed7ecb62-31b7-4686-bef5-be71e65607b7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:02.609008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.623880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] For port 3266af29-0b39-4389-a7ad-87ff1159de32, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:02.646083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.690140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] For port 3266af29-0b39-4389-a7ad-87ff1159de32, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3266af29-0b39-4389-a7ad-87ff1159de32,segment=NetworkSegment(b63547c3-59d6-41a5-9563-8ecb89f3879c),segment_id=b63547c3-59d6-41a5-9563-8ecb89f3879c)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:02.695224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.19 (2ae89cb8-d292-4b63-af8a-9a54454aff42/013d2d99-3afe-4441-aff0-28915bec5bda/e87b34cb-2335-4226-8ed8-06c089f03f76) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:02.702378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.720590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.807725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Network aac82f2a-c057-4f51-bcbb-30ff29dd8517 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:02.814573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99449ed4-6417-42fa-9d43-3d3a180a41b6 None None] Pushing event updated for resources: {'Port': ['ID=3266af29-0b39-4389-a7ad-87ff1159de32,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:02.826156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-de1362ea-c9d2-4d82-8cf8-38cbc51c6977 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e10aaf19a57549a6b6020e57abf6b5a2 HTTP/1.1" status: 200 len: 380 time: 0.1810215 Nov 29 01:51:02.835373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:02.839794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:02.841225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'port': {'device_id': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'admin_state_up': True, 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'security_groups': ['34c90a32-140c-4a92-8dad-b11e01b7da7d']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:02.846336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:02.848067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:02.850222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event updated for resources: {'Port': ['ID=85d098b7-ed15-417f-9655-0771151bf335,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:02.902378 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c86ef312-5279-457a-8e98-393210f9e9e6 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.5758255 Nov 29 01:51:02.915214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45784) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:02.959068 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:51:03.051120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.075861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a6735-9444-442d-8e89-f0b7324fcccb tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:03.083064 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a6735-9444-442d-8e89-f0b7324fcccb tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:03.089508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a6735-9444-442d-8e89-f0b7324fcccb tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:03.093578 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-554a6735-9444-442d-8e89-f0b7324fcccb tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1732655 Nov 29 01:51:03.096700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45788) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:03.131350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.138004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d155da24-29d6-4b67-afde-554574437e6e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:03.149116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.205963 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89bdc7b6-6386-4abd-a29e-32391491e62b req-849f9780-9fb4-4ad0-882c-e68f51989773 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 210 time: 0.0718036 Nov 29 01:51:03.222747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d155da24-29d6-4b67-afde-554574437e6e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:03.223127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.322941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.373878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Made reservation on behalf of e10aaf19a57549a6b6020e57abf6b5a2 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:03.375800 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-e38e3609-b6a6-4a9b-980b-51c9650374aa tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Deleting port 85d098b7-ed15-417f-9655-0771151bf335 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:03.376243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e38e3609-b6a6-4a9b-980b-51c9650374aa tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.377835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.392174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=ce25706b-44eb-407a-8b0e-2814dd91f831,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:03.431936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:03.442668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:03.451622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:03.517016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=e87b34cb-2335-4226-8ed8-06c089f03f76,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:03.530925 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:03.531762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.545283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.566534 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-6ff171b7-e888-48db-81b2-4a850f1b0633 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5730746 Nov 29 01:51:03.568786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e38e3609-b6a6-4a9b-980b-51c9650374aa tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.589233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Request body: {'port': {'device_id': '68d02fe3-12a1-4c43-af0e-9dd0d411970e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:03.616714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port d155da24-29d6-4b67-afde-554574437e6e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d155da24-29d6-4b67-afde-554574437e6e,segment=NetworkSegment(25a9fa21-5ee3-400f-9afd-2cd21179e397),segment_id=25a9fa21-5ee3-400f-9afd-2cd21179e397)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:03.625908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.627309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:03.629840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.666543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-e38e3609-b6a6-4a9b-980b-51c9650374aa tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Calling delete_port for 85d098b7-ed15-417f-9655-0771151bf335 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:03.741250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=d155da24-29d6-4b67-afde-554574437e6e,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:03.762244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Allocated IP 172.20.0.8 (aa8fa6f2-030f-44b8-ba89-b63b7db01ad2/a8421bca-0d77-491f-ad06-b8b3d71e2dc6/27e61377-e754-40b7-bb2b-78778622a369) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:03.765188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.769018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9c7ef-71e7-484e-9855-dc80a8c7e99f None None] Network 9a268567-949f-465f-babb-48b3d72be9dd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:03.872059 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c5e7ddd5-bda2-449e-8a9f-8822e3dfa6d0 req-b96b4f9d-07c6-4f24-9b65-138424575522 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 210 time: 0.1932342 Nov 29 01:51:03.872394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:03.872711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.902699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9f432763-810a-4d51-9653-573ee042794b None None] Provisioning complete for port d155da24-29d6-4b67-afde-554574437e6e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:03.903661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9f432763-810a-4d51-9653-573ee042794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:03.993006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.056136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.121488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:04.147486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:04.149293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:04.152105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:04.236944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.256913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:04.257594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.300647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bdf8a7aa-8685-4706-a0d0-c7c19166be60 None None] Provisioning complete for port e87b34cb-2335-4226-8ed8-06c089f03f76 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:04.301666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a7aa-8685-4706-a0d0-c7c19166be60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.361536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8a7aa-8685-4706-a0d0-c7c19166be60 None None] Port e87b34cb-2335-4226-8ed8-06c089f03f76 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:04.395925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148769e-4329-48fb-b139-14d46f17d0ef None None] Network aac82f2a-c057-4f51-bcbb-30ff29dd8517 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:04.456902 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-38d3c86f-6255-47a8-89b3-8fc05d400dc1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6198931 Nov 29 01:51:04.481107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Request body: {'port': {'device_id': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:04.482914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e38e3609-b6a6-4a9b-980b-51c9650374aa tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.579526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d8088-26a3-4713-bde3-1f17007c72bb req-c7f109e0-ef06-44bc-ac21-422a375c88b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:04.581098 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4a7d8088-26a3-4713-bde3-1f17007c72bb req-c7f109e0-ef06-44bc-ac21-422a375c88b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 932 time: 0.1887546 Nov 29 01:51:04.581882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e3609-b6a6-4a9b-980b-51c9650374aa tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event deleted for resources: {'Port': ['ID=85d098b7-ed15-417f-9655-0771151bf335,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:04.584567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3c0cb34d-9c04-466c-91b0-6453c125138a None None] Provisioning complete for port 3266af29-0b39-4389-a7ad-87ff1159de32 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:04.585017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb34d-9c04-466c-91b0-6453c125138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.599223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.699116 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb34d-9c04-466c-91b0-6453c125138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.741682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e38e3609-b6a6-4a9b-980b-51c9650374aa tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.751442 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e38e3609-b6a6-4a9b-980b-51c9650374aa tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "DELETE /v2.0/ports/85d098b7-ed15-417f-9655-0771151bf335 HTTP/1.1" status: 204 len: 168 time: 1.6500905 Nov 29 01:51:04.758504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45794) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:04.765876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Request body: {'port': {'name': 'tempest-new-port-name-844452475', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:04.766271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.api.validators [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] bootfile-name is not in valid_values {{(pid=109949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:51:04.766633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.api.validators [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] tftp-server is not in valid_values {{(pid=109949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:51:04.766963 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.api.validators [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] server-ip-address is not in valid_values {{(pid=109949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:51:04.768336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3c0cb34d-9c04-466c-91b0-6453c125138a None None] For port 3266af29-0b39-4389-a7ad-87ff1159de32, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3266af29-0b39-4389-a7ad-87ff1159de32,segment=NetworkSegment(b63547c3-59d6-41a5-9563-8ecb89f3879c),segment_id=b63547c3-59d6-41a5-9563-8ecb89f3879c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:04.779593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb34d-9c04-466c-91b0-6453c125138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.893853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cb34d-9c04-466c-91b0-6453c125138a None None] Pushing event updated for resources: {'Port': ['ID=3266af29-0b39-4389-a7ad-87ff1159de32,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:04.927345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a6f06532-5988-494b-a7c3-6638b5609ab8 None None] Provisioning complete for port d155da24-29d6-4b67-afde-554574437e6e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:04.927977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a6f06532-5988-494b-a7c3-6638b5609ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.936018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.983777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87b34cb-2335-4226-8ed8-06c089f03f76 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:51:05.075473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.079612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.098038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.140311 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4a7d8088-26a3-4713-bde3-1f17007c72bb req-2ad81c40-99c2-4714-92aa-8a5d5435f900 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3951023 Nov 29 01:51:05.144359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a6f06532-5988-494b-a7c3-6638b5609ab8 None None] Provisioning complete for port 27e61377-e754-40b7-bb2b-78778622a369 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:05.144683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a6f06532-5988-494b-a7c3-6638b5609ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.147183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Transition to ACTIVE for port object e87b34cb-2335-4226-8ed8-06c089f03f76 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:51:05.165794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.224797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d155da24-29d6-4b67-afde-554574437e6e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:05.228932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a6f06532-5988-494b-a7c3-6638b5609ab8 None None] Port 27e61377-e754-40b7-bb2b-78778622a369 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:05.280732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a6f06532-5988-494b-a7c3-6638b5609ab8 None None] Provisioning complete for port ce25706b-44eb-407a-8b0e-2814dd91f831 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:05.281428 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a6f06532-5988-494b-a7c3-6638b5609ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.329065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=ce25706b-44eb-407a-8b0e-2814dd91f831,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:05.339805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.343675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a6f06532-5988-494b-a7c3-6638b5609ab8 None None] Port ce25706b-44eb-407a-8b0e-2814dd91f831 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:05.356713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84287a5-d312-4867-8791-5d61d118595f req-bb47076a-5f86-4f00-92e7-9978496bb389 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:05.358328 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b84287a5-d312-4867-8791-5d61d118595f req-bb47076a-5f86-4f00-92e7-9978496bb389 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 931 time: 0.3638968 Nov 29 01:51:05.360597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d155da24-29d6-4b67-afde-554574437e6e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:05.360993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.368076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Pushing event updated for resources: {'Port': ['ID=e87b34cb-2335-4226-8ed8-06c089f03f76,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:05.368634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e61377-e754-40b7-bb2b-78778622a369 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:51:05.407276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.490677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3266af29-0b39-4389-a7ad-87ff1159de32 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:05.522757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-476d753b-31bf-4240-af3d-51bb22b8e577 None None] Provisioning complete for port f5b2e681-87a0-4aad-9839-27e46c6e28bd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:05.523126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-476d753b-31bf-4240-af3d-51bb22b8e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.538033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.541170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Attempting to bind port e87b34cb-2335-4226-8ed8-06c089f03f76 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:05.541926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Attempting to bind port e87b34cb-2335-4226-8ed8-06c089f03f76 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:05.546270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Attempting to bind port e87b34cb-2335-4226-8ed8-06c089f03f76 on network 2ae89cb8-d292-4b63-af8a-9a54454aff42 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:05.551636 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.562042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Transition to ACTIVE for port object 27e61377-e754-40b7-bb2b-78778622a369 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:51:05.573964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Port e87b34cb-2335-4226-8ed8-06c089f03f76 on network 2ae89cb8-d292-4b63-af8a-9a54454aff42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:51:05.574302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Attempting to bind port e87b34cb-2335-4226-8ed8-06c089f03f76 on network 2ae89cb8-d292-4b63-af8a-9a54454aff42 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:05.575333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network 9a268567-949f-465f-babb-48b3d72be9dd is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:05.576390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.577842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-476d753b-31bf-4240-af3d-51bb22b8e577 None None] Port f5b2e681-87a0-4aad-9839-27e46c6e28bd cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:05.588684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:05.591184 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3266af29-0b39-4389-a7ad-87ff1159de32 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:05.591568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.611661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] In _notify_port_updated(), no bound segment for port f5b2e681-87a0-4aad-9839-27e46c6e28bd on network aac82f2a-c057-4f51-bcbb-30ff29dd8517 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:51:05.618663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:05.619821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.623863 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "PUT /v2.0/ports/f5b2e681-87a0-4aad-9839-27e46c6e28bd HTTP/1.1" status: 200 len: 1129 time: 0.8613434 Nov 29 01:51:05.627530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45798) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:05.644124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:05.644124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Checking segment: {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:05.644490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Bound using segment: {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:05.644804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Bound port: e87b34cb-2335-4226-8ed8-06c089f03f76, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:05.645173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.672294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-476d753b-31bf-4240-af3d-51bb22b8e577 None None] Provisioning complete for port 3266af29-0b39-4389-a7ad-87ff1159de32 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:05.673760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-476d753b-31bf-4240-af3d-51bb22b8e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.745379 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286018a-e2ee-49f9-9bb2-6c06cd99668b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event updated for resources: {'Port': ['ID=f5b2e681-87a0-4aad-9839-27e46c6e28bd,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:05.765658 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b84287a5-d312-4867-8791-5d61d118595f req-c715e6d6-f517-4c9b-9ea5-502ad3fca62a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789687 Nov 29 01:51:05.806830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73db37-9230-4e7d-97ac-bd280ebf1ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:05.812089 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5c73db37-9230-4e7d-97ac-bd280ebf1ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "GET /v2.0/ports/f5b2e681-87a0-4aad-9839-27e46c6e28bd HTTP/1.1" status: 200 len: 1129 time: 0.1772459 Nov 29 01:51:05.814818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45800) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:05.826398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Pushing event updated for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:05.836579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-476d753b-31bf-4240-af3d-51bb22b8e577 None None] Provisioning complete for port ce25706b-44eb-407a-8b0e-2814dd91f831 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:05.838792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-476d753b-31bf-4240-af3d-51bb22b8e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.917466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] For port e87b34cb-2335-4226-8ed8-06c089f03f76, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:05.926809 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-476d753b-31bf-4240-af3d-51bb22b8e577 None None] Port ce25706b-44eb-407a-8b0e-2814dd91f831 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:05.953379 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] For port e87b34cb-2335-4226-8ed8-06c089f03f76, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e87b34cb-2335-4226-8ed8-06c089f03f76,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:05.954983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Attempting to bind port 27e61377-e754-40b7-bb2b-78778622a369 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:05.960887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Attempting to bind port 27e61377-e754-40b7-bb2b-78778622a369 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:05.961465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Attempting to bind port 27e61377-e754-40b7-bb2b-78778622a369 on network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:05.962817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:05.971451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Port 27e61377-e754-40b7-bb2b-78778622a369 on network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:51:05.972261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Attempting to bind port 27e61377-e754-40b7-bb2b-78778622a369 on network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:05.983084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:05.983593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Checking segment: {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:05.984058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Bound using segment: {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:05.984516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Bound port: 27e61377-e754-40b7-bb2b-78778622a369, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9445ebcc-6168-40ad-829a-16c88afb2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:05.984876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.020304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:06.020966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.022388 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] 10.222.0.21 "PUT /v2.0/ports/e87b34cb-2335-4226-8ed8-06c089f03f76 HTTP/1.1" status: 200 len: 1094 time: 2.4375467 Nov 29 01:51:06.025013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d02fe3-12a1-4c43-af0e-9dd0d411970e', 'tag': 'e87b34cb-2335-4226-8ed8-06c089f03f76'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:51:06.028499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79735dd-9e20-452c-99ea-3cc60359338a" -d '{"events": [{"name": "network-changed", "server_uuid": "68d02fe3-12a1-4c43-af0e-9dd0d411970e", "tag": "e87b34cb-2335-4226-8ed8-06c089f03f76"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:51:06.066934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac9fd3-aed6-46b2-be77-3d29b062e592 service neutron] Pushing event updated for resources: {'Port': ['ID=e87b34cb-2335-4226-8ed8-06c089f03f76,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:06.082567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-caecb3b7-43ae-4c8f-90c8-55fb7893308b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Deleting port f5b2e681-87a0-4aad-9839-27e46c6e28bd {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:06.082920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-caecb3b7-43ae-4c8f-90c8-55fb7893308b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.084893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-70716867-83fe-4b9c-800d-a8de8debe9a0 None None] Provisioning complete for port f5b2e681-87a0-4aad-9839-27e46c6e28bd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:06.085357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70716867-83fe-4b9c-800d-a8de8debe9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.179855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-70716867-83fe-4b9c-800d-a8de8debe9a0 None None] Port f5b2e681-87a0-4aad-9839-27e46c6e28bd cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:06.241266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-caecb3b7-43ae-4c8f-90c8-55fb7893308b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.255229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-caecb3b7-43ae-4c8f-90c8-55fb7893308b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Calling delete_port for f5b2e681-87a0-4aad-9839-27e46c6e28bd owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:06.259442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4434315-2af6-483f-b9e1-1b812f06183f x-openstack-request-id: req-e4434315-2af6-483f-b9e1-1b812f06183f {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:51:06.259758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d02fe3-12a1-4c43-af0e-9dd0d411970e", "tag": "e87b34cb-2335-4226-8ed8-06c089f03f76", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:51:06.260002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4434315-2af6-483f-b9e1-1b812f06183f {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:51:06.260415 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d02fe3-12a1-4c43-af0e-9dd0d411970e', 'tag': 'e87b34cb-2335-4226-8ed8-06c089f03f76', 'status': 'completed', 'code': 200} Nov 29 01:51:06.363462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-48227b2b-d2a8-490e-b96d-3731ec19430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:06.365323 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-48227b2b-d2a8-490e-b96d-3731ec19430d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 1097 time: 0.1079192 Nov 29 01:51:06.409418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Router 4616d243-3033-4974-8e51-4f4fba9a3b3a is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:51:06.429761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-283b6e3e-bfcc-4bd8-a5a7-b03aa14cf26e None None] Provisioning complete for port ce25706b-44eb-407a-8b0e-2814dd91f831 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:06.430326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-283b6e3e-bfcc-4bd8-a5a7-b03aa14cf26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.441137 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-77e36f92-27f3-4b43-bc07-74ad051f64c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e87b34cb-2335-4226-8ed8-06c089f03f76 HTTP/1.1" status: 200 len: 217 time: 0.0607057 Nov 29 01:51:06.474477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-283b6e3e-bfcc-4bd8-a5a7-b03aa14cf26e None None] Port ce25706b-44eb-407a-8b0e-2814dd91f831 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:06.512803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-283b6e3e-bfcc-4bd8-a5a7-b03aa14cf26e None None] Could not find standard attr ID for object 85d098b7-ed15-417f-9655-0771151bf335. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:51:06.516829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-5fa4602a-ff11-4a74-8a3e-e8fb2f2fdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:06.518319 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-5fa4602a-ff11-4a74-8a3e-e8fb2f2fdf03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d2d99-3afe-4441-aff0-28915bec5bda HTTP/1.1" status: 200 len: 837 time: 0.0592582 Nov 29 01:51:06.575441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122962ea-d341-4d4c-9981-042e678d462f req-320e9f93-f744-4467-b3f7-769131b51d5b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:06.577021 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-122962ea-d341-4d4c-9981-042e678d462f req-320e9f93-f744-4467-b3f7-769131b51d5b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 944 time: 0.1697598 Nov 29 01:51:06.616071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-59c362ac-1fc5-4bce-b93d-c894d1050be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:06.617580 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-59c362ac-1fc5-4bce-b93d-c894d1050be1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ae89cb8-d292-4b63-af8a-9a54454aff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0903456 Nov 29 01:51:06.628492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:06.638873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-caecb3b7-43ae-4c8f-90c8-55fb7893308b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.656210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:06.662074 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fae40f28-b982-4cbb-9899-2c2c92e249d1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "PUT /v2.0/routers/4616d243-3033-4974-8e51-4f4fba9a3b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8433115 Nov 29 01:51:06.664165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:06.669402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45808) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:06.669853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee93bdf-876e-44d3-903f-b62acf0232ee None None] Sync routers for ids ['4616d243-3033-4974-8e51-4f4fba9a3b3a'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:06.683317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee93bdf-876e-44d3-903f-b62acf0232ee None None] Routers {'4616d243-3033-4974-8e51-4f4fba9a3b3a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:06.685662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4ee93bdf-876e-44d3-903f-b62acf0232ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4616d243-3033-4974-8e51-4f4fba9a3b3a'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:06.691631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.700021 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecb3b7-43ae-4c8f-90c8-55fb7893308b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event deleted for resources: {'Port': ['ID=f5b2e681-87a0-4aad-9839-27e46c6e28bd,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:06.722803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-122962ea-d341-4d4c-9981-042e678d462f req-1064b804-0117-4db4-8063-f0843f54d1e9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350846 Nov 29 01:51:06.750451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4ee93bdf-876e-44d3-903f-b62acf0232ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:06.751434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:06.752525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.754515 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] 10.222.0.21 "PUT /v2.0/ports/27e61377-e754-40b7-bb2b-78778622a369 HTTP/1.1" status: 200 len: 1093 time: 2.2788405 Nov 29 01:51:06.757800 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'tag': '27e61377-e754-40b7-bb2b-78778622a369'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:51:06.762731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "tag": "27e61377-e754-40b7-bb2b-78778622a369"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:51:06.784046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee93bdf-876e-44d3-903f-b62acf0232ee None None] Routers {'4616d243-3033-4974-8e51-4f4fba9a3b3a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:06.785150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4ee93bdf-876e-44d3-903f-b62acf0232ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4616d243-3033-4974-8e51-4f4fba9a3b3a'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:06.804049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f91543-2e7a-491c-ac00-6f8ae2b9790d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:06.808689 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-63f91543-2e7a-491c-ac00-6f8ae2b9790d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports?device_id=4616d243-3033-4974-8e51-4f4fba9a3b3a HTTP/1.1" status: 200 len: 982 time: 0.1356993 Nov 29 01:51:06.809762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45816) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:06.812295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca3de6-dd8f-4c60-8957-0879f5912b17 service neutron] Pushing event updated for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:06.886974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4ee93bdf-876e-44d3-903f-b62acf0232ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:06.888774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee93bdf-876e-44d3-903f-b62acf0232ee None None] The sync data for ids ['4616d243-3033-4974-8e51-4f4fba9a3b3a'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:06.890598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-caecb3b7-43ae-4c8f-90c8-55fb7893308b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:06.896879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e3bb4c8a-3e37-471f-be4a-9d24caedb207 None None] Could not find standard attr ID for object f5b2e681-87a0-4aad-9839-27e46c6e28bd. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:51:06.915692 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-caecb3b7-43ae-4c8f-90c8-55fb7893308b tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "DELETE /v2.0/ports/f5b2e681-87a0-4aad-9839-27e46c6e28bd HTTP/1.1" status: 204 len: 168 time: 1.0996227 Nov 29 01:51:06.919492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45818) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:06.987592 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-e611a733-8366-411f-be92-3de4f33a5a8f service neutron] 10.222.0.21 "GET /v2.0/networks/2ae89cb8-d292-4b63-af8a-9a54454aff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619401 Nov 29 01:51:06.998593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-4611f7ec-92bb-47ed-b0f1-855c28b4b678 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Deleting subnet 0e7b47e8-05b1-4d82-904e-91b352fc5d3b {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:06.999736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf27ca8-a520-4c41-aa2c-2a1f9108109c x-openstack-request-id: req-5cf27ca8-a520-4c41-aa2c-2a1f9108109c {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:51:06.999861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "tag": "27e61377-e754-40b7-bb2b-78778622a369", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:51:07.000054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cf27ca8-a520-4c41-aa2c-2a1f9108109c {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:51:07.000461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'tag': '27e61377-e754-40b7-bb2b-78778622a369', 'status': 'completed', 'code': 200} Nov 29 01:51:07.012629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4611f7ec-92bb-47ed-b0f1-855c28b4b678 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.078354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0421da-1261-4106-b5f9-04217b92319c req-5714a078-e8e3-432f-8f18-9886745195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.079992 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-5714a078-e8e3-432f-8f18-9886745195b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e10aaf19a57549a6b6020e57abf6b5a2&device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 1096 time: 0.2559764 Nov 29 01:51:07.111877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4611f7ec-92bb-47ed-b0f1-855c28b4b678 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.174317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6607d-5daf-4c0d-b9c7-d0d4aede72a8 req-d0d4af1a-41fa-4a15-8493-f85491082ad3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.175749 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21e6607d-5daf-4c0d-b9c7-d0d4aede72a8 req-d0d4af1a-41fa-4a15-8493-f85491082ad3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 943 time: 0.2196178 Nov 29 01:51:07.182694 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99dfce6d-d91a-4147-94bd-048bf0069b32 req-22b027ca-6c1c-42c6-81d3-d0f32d82cfd9 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae89cb8-d292-4b63-af8a-9a54454aff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795630 Nov 29 01:51:07.213226 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-c7dc1c80-56bf-4da2-a53b-8396ad66a749 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27e61377-e754-40b7-bb2b-78778622a369 HTTP/1.1" status: 200 len: 217 time: 0.1003399 Nov 29 01:51:07.226505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4611f7ec-92bb-47ed-b0f1-855c28b4b678 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.326013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4611f7ec-92bb-47ed-b0f1-855c28b4b678 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.351468 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21e6607d-5daf-4c0d-b9c7-d0d4aede72a8 req-d3d7b541-47c3-4bba-9286-a5c2c05ac397 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447582 Nov 29 01:51:07.352174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff98bcd-04e4-4878-93ae-3edf4ca22d2e None None] Network aac82f2a-c057-4f51-bcbb-30ff29dd8517 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:07.361714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79735dd-9e20-452c-99ea-3cc60359338a req-bbfbcef7-33ce-4ac9-97d3-f9dbf7739960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.363382 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c79735dd-9e20-452c-99ea-3cc60359338a req-bbfbcef7-33ce-4ac9-97d3-f9dbf7739960 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 1097 time: 0.0843787 Nov 29 01:51:07.364495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4611f7ec-92bb-47ed-b0f1-855c28b4b678 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.370175 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4611f7ec-92bb-47ed-b0f1-855c28b4b678 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "DELETE /v2.0/subnets/0e7b47e8-05b1-4d82-904e-91b352fc5d3b HTTP/1.1" status: 204 len: 168 time: 0.4477119 Nov 29 01:51:07.370175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611f7ec-92bb-47ed-b0f1-855c28b4b678 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7b47e8-05b1-4d82-904e-91b352fc5d3b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:07.372152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45820) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:07.388590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0421da-1261-4106-b5f9-04217b92319c req-a46b1f96-782d-43d3-a46b-adbbf520ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.388590 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-a46b1f96-782d-43d3-a46b-adbbf520ef20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8421bca-0d77-491f-ad06-b8b3d71e2dc6 HTTP/1.1" status: 200 len: 835 time: 0.0956151 Nov 29 01:51:07.514077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.527014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0421da-1261-4106-b5f9-04217b92319c req-c8a8092b-9e3b-4803-9461-193c0f882c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.529075 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-c8a8092b-9e3b-4803-9461-193c0f882c58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1371469 Nov 29 01:51:07.569870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79735dd-9e20-452c-99ea-3cc60359338a req-6fdb938c-f36b-47bf-ae58-cb677b34dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.572196 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c79735dd-9e20-452c-99ea-3cc60359338a req-6fdb938c-f36b-47bf-ae58-cb677b34dde2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ae89cb8-d292-4b63-af8a-9a54454aff42 HTTP/1.1" status: 200 len: 897 time: 0.1983409 Nov 29 01:51:07.578488 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] DHCP port deletion for aac82f2a-c057-4f51-bcbb-30ff29dd8517 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:07.628926 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c79735dd-9e20-452c-99ea-3cc60359338a req-f8b19199-2601-42f0-ac47-84c3a7387cdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e87b34cb-2335-4226-8ed8-06c089f03f76 HTTP/1.1" status: 200 len: 217 time: 0.0487971 Nov 29 01:51:07.638115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] Deleting port 3266af29-0b39-4389-a7ad-87ff1159de32 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:07.638651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.649163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Deleting port 3266af29-0b39-4389-a7ad-87ff1159de32 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:07.649977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.702602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.707580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] For port 3266af29-0b39-4389-a7ad-87ff1159de32, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3266af29-0b39-4389-a7ad-87ff1159de32,segment=NetworkSegment(b63547c3-59d6-41a5-9563-8ecb89f3879c),segment_id=b63547c3-59d6-41a5-9563-8ecb89f3879c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:07.708347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.721342 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] Calling delete_port for 3266af29-0b39-4389-a7ad-87ff1159de32 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:07.737271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79735dd-9e20-452c-99ea-3cc60359338a req-35e7304a-3596-491f-8704-64fffe1aacab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.738857 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c79735dd-9e20-452c-99ea-3cc60359338a req-35e7304a-3596-491f-8704-64fffe1aacab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=013d2d99-3afe-4441-aff0-28915bec5bda HTTP/1.1" status: 200 len: 837 time: 0.1013944 Nov 29 01:51:07.745437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] For port 3266af29-0b39-4389-a7ad-87ff1159de32, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3266af29-0b39-4389-a7ad-87ff1159de32,segment=NetworkSegment(b63547c3-59d6-41a5-9563-8ecb89f3879c),segment_id=b63547c3-59d6-41a5-9563-8ecb89f3879c)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:07.745809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.774560 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-ebf7c18e-ac64-4827-bc9f-babe3b7b3c20 service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347786 Nov 29 01:51:07.785979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Calling delete_port for 3266af29-0b39-4389-a7ad-87ff1159de32 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:07.812532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:07.813678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79735dd-9e20-452c-99ea-3cc60359338a req-9c2d5a83-bf05-46d5-ba3b-38e8d5da4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.815273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c79735dd-9e20-452c-99ea-3cc60359338a req-9c2d5a83-bf05-46d5-ba3b-38e8d5da4905 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ae89cb8-d292-4b63-af8a-9a54454aff42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0669057 Nov 29 01:51:07.843677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] Pushing event deleted for resources: {'Port': ['ID=3266af29-0b39-4389-a7ad-87ff1159de32,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:07.846297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e287788-5bbf-48f9-bbe8-d352607b65ed None None] No DVR routers for this DVR port 3266af29-0b39-4389-a7ad-87ff1159de32 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:07.947768 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6c0421da-1261-4106-b5f9-04217b92319c req-a1140173-d299-434a-86ec-6367e562e6d4 service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639881 Nov 29 01:51:07.992390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cee4be-2b38-4bb3-afda-17a45d43964a req-9d063a14-640b-415c-89f5-1c0a90fe3adb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:07.993808 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a5cee4be-2b38-4bb3-afda-17a45d43964a req-9d063a14-640b-415c-89f5-1c0a90fe3adb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 944 time: 0.1467273 Nov 29 01:51:08.023589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port ce25706b-44eb-407a-8b0e-2814dd91f831 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:08.023994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.024494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.035827 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c79735dd-9e20-452c-99ea-3cc60359338a req-1beec276-c5b0-47f3-9127-2f14e6482902 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae89cb8-d292-4b63-af8a-9a54454aff42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898351 Nov 29 01:51:08.072259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event deleted for resources: {'Port': ['ID=3266af29-0b39-4389-a7ad-87ff1159de32,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:08.089659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] No DVR routers for this DVR port 3266af29-0b39-4389-a7ad-87ff1159de32 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:08.161635 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a5cee4be-2b38-4bb3-afda-17a45d43964a req-cbb04886-9dab-43a1-879e-dcdc9a2b9ba8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608589 Nov 29 01:51:08.240086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.269603 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c79735dd-9e20-452c-99ea-3cc60359338a req-9354a08a-3ae5-4e63-a253-50b3163ee1db service neutron] 10.222.0.21 "GET /v2.0/networks/2ae89cb8-d292-4b63-af8a-9a54454aff42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132177 Nov 29 01:51:08.273197 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac82f2a-c057-4f51-bcbb-30ff29dd8517']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:08.283381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63547c3-59d6-41a5-9563-8ecb89f3879c') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:08.283684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63547c3-59d6-41a5-9563-8ecb89f3879c') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:08.294339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.308288 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.315171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:08.315573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:08.318795 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:08.379617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.384665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.388997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] 10.222.0.30 "DELETE /v2.0/networks/aac82f2a-c057-4f51-bcbb-30ff29dd8517 HTTP/1.1" status: 204 len: 168 time: 1.0147324 Nov 29 01:51:08.400881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-8983e501-b12d-451a-8593-59ddc73fd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:08.402475 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-8983e501-b12d-451a-8593-59ddc73fd153 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e10aaf19a57549a6b6020e57abf6b5a2&device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 1096 time: 0.3556871 Nov 29 01:51:08.404143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f76b5a-2392-47fb-bf71-ae54a4be9877 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949 tempest-ExtraDHCPOptionsIpV6TestJSON-806191949-project] Pushing event deleted for resources: {'Network': ['ID=aac82f2a-c057-4f51-bcbb-30ff29dd8517,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:08.430310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.489634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for ce25706b-44eb-407a-8b0e-2814dd91f831 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:08.652552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eaa52-0f1e-48fe-b822-fc27c1a38de7 req-1ff4336f-fa57-4b29-909e-c53b5cbd3bf5 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:08.654067 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4d5eaa52-0f1e-48fe-b822-fc27c1a38de7 req-1ff4336f-fa57-4b29-909e-c53b5cbd3bf5 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 943 time: 0.2035229 Nov 29 01:51:08.660494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45830) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:08.662381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-995f820c-653d-4658-81b5-bad403e39952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:08.663838 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-995f820c-653d-4658-81b5-bad403e39952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 HTTP/1.1" status: 200 len: 898 time: 0.2498243 Nov 29 01:51:08.729059 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-2be1998d-8628-403c-9e82-a56b5aae7268 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27e61377-e754-40b7-bb2b-78778622a369 HTTP/1.1" status: 200 len: 217 time: 0.0530906 Nov 29 01:51:08.798004 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6b14f395-00cc-49bc-b4eb-f3ef8a6bf12d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=187cbd2f3df44e7e9b18912f1c291ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361318 Nov 29 01:51:08.800334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45834) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:08.839402 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4d5eaa52-0f1e-48fe-b822-fc27c1a38de7 req-6129e8d5-6585-4447-975c-37a025185812 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710184 Nov 29 01:51:08.848182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-e3c363f4-5eab-418a-9df5-84ec2b7f97de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:08.849664 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-e3c363f4-5eab-418a-9df5-84ec2b7f97de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8421bca-0d77-491f-ad06-b8b3d71e2dc6 HTTP/1.1" status: 200 len: 835 time: 0.1113350 Nov 29 01:51:08.852490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c70da9-46ea-41bc-a1c1-2870252d42e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.877973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c70da9-46ea-41bc-a1c1-2870252d42e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.930072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c70da9-46ea-41bc-a1c1-2870252d42e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.934038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c70da9-46ea-41bc-a1c1-2870252d42e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.937920 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-78c70da9-46ea-41bc-a1c1-2870252d42e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3978476f-0613-4edd-acf6-ad9f8a250933 HTTP/1.1" status: 204 len: 168 time: 0.1341860 Nov 29 01:51:08.938066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-5f8afe07-1071-465d-913a-fd47676679ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:08.941113 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-5f8afe07-1071-465d-913a-fd47676679ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829184 Nov 29 01:51:08.944791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c70da9-46ea-41bc-a1c1-2870252d42e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3978476f-0613-4edd-acf6-ad9f8a250933,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:08.948003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:08.996637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3266af29-0b39-4389-a7ad-87ff1159de32 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:09.006762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=ce25706b-44eb-407a-8b0e-2814dd91f831,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:09.033576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 3266af29-0b39-4389-a7ad-87ff1159de32 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:09.034260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3266af29-0b39-4389-a7ad-87ff1159de32 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:09.129233 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-0c540612-b6e2-4824-8322-273f748fe5a3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789620 Nov 29 01:51:09.272203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.312309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c351948-d4a4-4eb4-af4b-37c291378eb8 req-b7e77a22-5dbb-4fc1-8933-8fe8c8d84aff tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:09.313841 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3c351948-d4a4-4eb4-af4b-37c291378eb8 req-b7e77a22-5dbb-4fc1-8933-8fe8c8d84aff tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 944 time: 0.0735004 Nov 29 01:51:09.380685 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fd244ea3-b9bc-441c-9d39-de8c7a8cc0e9 req-86c08f66-efd4-48cb-b43a-0569dee15f60 service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112072 Nov 29 01:51:09.390233 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3c351948-d4a4-4eb4-af4b-37c291378eb8 req-581f5387-e60e-48ab-9835-280cd56064d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696614 Nov 29 01:51:09.465547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Router 4616d243-3033-4974-8e51-4f4fba9a3b3a has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:09.543818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:09.548892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d43b240f-a4b4-4f54-b993-d09748ea2f2a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "PUT /v2.0/routers/4616d243-3033-4974-8e51-4f4fba9a3b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7378290 Nov 29 01:51:09.551719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45856) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:09.553444 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b52c5-0bce-455f-ac37-e44038286495 None None] Sync routers for ids ['4616d243-3033-4974-8e51-4f4fba9a3b3a'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:09.563086 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b52c5-0bce-455f-ac37-e44038286495 None None] Routers {'4616d243-3033-4974-8e51-4f4fba9a3b3a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:09.563775 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e01b52c5-0bce-455f-ac37-e44038286495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4616d243-3033-4974-8e51-4f4fba9a3b3a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:09.587025 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d5e9b8-dca2-4889-b44b-13abe9003916 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:51:09.588808 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e6d5e9b8-dca2-4889-b44b-13abe9003916 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/ce25706b-44eb-407a-8b0e-2814dd91f831 HTTP/1.1" status: 404 len: 333 time: 0.0360470 Nov 29 01:51:09.592177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45860) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:09.600879 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e01b52c5-0bce-455f-ac37-e44038286495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:09.610334 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b52c5-0bce-455f-ac37-e44038286495 None None] Routers {'4616d243-3033-4974-8e51-4f4fba9a3b3a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:09.610917 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e01b52c5-0bce-455f-ac37-e44038286495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:50:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4616d243-3033-4974-8e51-4f4fba9a3b3a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:09.644614 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e01b52c5-0bce-455f-ac37-e44038286495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:09.645377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b52c5-0bce-455f-ac37-e44038286495 None None] The sync data for ids ['4616d243-3033-4974-8e51-4f4fba9a3b3a'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:09.671792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4c584804-f16f-4212-bd14-790134133822 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.691690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45862) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:09.782617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 27e61377-e754-40b7-bb2b-78778622a369 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:51:09.787428 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'networks': [{'name': 'tempest-network--1967583619'}, {'name': 'tempest-network--1381002226'}]} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:09.787744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'network': {'name': 'tempest-network--1967583619'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:09.788218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'network': {'name': 'tempest-network--1381002226'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:09.810586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Made reservation on behalf of fac91093abb9484aafd550f234e45999 for: {'network': 2} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:09.815190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.824831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.840659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4c584804-f16f-4212-bd14-790134133822 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.843217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4c584804-f16f-4212-bd14-790134133822 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.891183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:09.892382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4c584804-f16f-4212-bd14-790134133822 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.892986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c584804-f16f-4212-bd14-790134133822 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Fanout notify agent at l3_agent the message router_deleted on router 4616d243-3033-4974-8e51-4f4fba9a3b3a {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:51:09.904885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4c584804-f16f-4212-bd14-790134133822 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.906017 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4c584804-f16f-4212-bd14-790134133822 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/routers/4616d243-3033-4974-8e51-4f4fba9a3b3a HTTP/1.1" status: 204 len: 168 time: 0.3126764 Nov 29 01:51:09.908735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45868) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:09.909419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '27e61377-e754-40b7-bb2b-78778622a369', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'port_id': '27e61377-e754-40b7-bb2b-78778622a369', 'mac_address': 'fa:16:3e:3d:5f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:51:09.948155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.958499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.958973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:09.997787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb32052-6925-4d13-ab61-283b6131023d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 9f283bc9-147d-4367-93a0-eadef49e8a5e {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:10.001263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c929-daa8-4c47-9d16-cb58d1ef1cab req-b40004fa-beb5-402f-acd5-064d141a5d6e tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:10.003441 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1483c929-daa8-4c47-9d16-cb58d1ef1cab req-b40004fa-beb5-402f-acd5-064d141a5d6e tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 943 time: 0.0654891 Nov 29 01:51:10.009915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fb32052-6925-4d13-ab61-283b6131023d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.047947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4077dbc6-5650-4005-975d-9ba4a9fca4e1,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:10.060434 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:10.070860 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1483c929-daa8-4c47-9d16-cb58d1ef1cab req-dfa5f3a2-06e9-48c7-ac45-d7061a431ef7 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589817 Nov 29 01:51:10.078676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fb32052-6925-4d13-ab61-283b6131023d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.081602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.081955 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Added segment 44ce5c04-bae7-43d5-a52e-fd85581ceec7 of type vlan for network 8653bf05-b035-431d-81c7-75d7e583cc85 Nov 29 01:51:10.123148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.136688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e61377-e754-40b7-bb2b-78778622a369 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:51:10.156164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:10.159550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.160366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e87b34cb-2335-4226-8ed8-06c089f03f76 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:51:10.160721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.220741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fb32052-6925-4d13-ab61-283b6131023d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.223788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:10.263392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.263392 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Added segment a46e4dd3-ae7c-4b73-a67f-f9705670498c of type vlan for network 3a2cc27b-7120-43a9-88ae-bea52b36b1a5 Nov 29 01:51:10.265298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:10.304316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e87b34cb-2335-4226-8ed8-06c089f03f76, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e87b34cb-2335-4226-8ed8-06c089f03f76,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:10.316501 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.317086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'e87b34cb-2335-4226-8ed8-06c089f03f76', 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42', 'port_id': 'e87b34cb-2335-4226-8ed8-06c089f03f76', 'mac_address': 'fa:16:3e:a1:e7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013d2d99-3afe-4441-aff0-28915bec5bda', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:51:10.331122 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fb32052-6925-4d13-ab61-283b6131023d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.354819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.366870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb32052-6925-4d13-ab61-283b6131023d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=9f283bc9-147d-4367-93a0-eadef49e8a5e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:10.369226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87b34cb-2335-4226-8ed8-06c089f03f76 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:51:10.373201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.373713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.379974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:10.384802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:10.385491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.388614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1fb32052-6925-4d13-ab61-283b6131023d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.389946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac51158e-1d25-4f0a-b419-1b2fafd4d67a None None] Network 9a268567-949f-465f-babb-48b3d72be9dd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:10.394474 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1fb32052-6925-4d13-ab61-283b6131023d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/9f283bc9-147d-4367-93a0-eadef49e8a5e HTTP/1.1" status: 204 len: 168 time: 0.4822063 Nov 29 01:51:10.396380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45870) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:10.408514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e87b34cb-2335-4226-8ed8-06c089f03f76, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e87b34cb-2335-4226-8ed8-06c089f03f76,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:10.421714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.467531 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7718742 Nov 29 01:51:10.468632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45874) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:10.507459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Network': ['ID=8653bf05-b035-431d-81c7-75d7e583cc85,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:10.512017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=e87b34cb-2335-4226-8ed8-06c089f03f76,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:10.592736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 8653bf05-b035-431d-81c7-75d7e583cc85 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:10.602860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.608131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-85758e84-3ac7-497b-9fa5-2bec4cfdae8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.662209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port d155da24-29d6-4b67-afde-554574437e6e {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:10.663011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.731493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59698748-991a-4b09-816b-bb737858f49d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Network': ['ID=3a2cc27b-7120-43a9-88ae-bea52b36b1a5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:10.749060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] For port d155da24-29d6-4b67-afde-554574437e6e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d155da24-29d6-4b67-afde-554574437e6e,segment=NetworkSegment(25a9fa21-5ee3-400f-9afd-2cd21179e397),segment_id=25a9fa21-5ee3-400f-9afd-2cd21179e397)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:10.749641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.757874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 3a2cc27b-7120-43a9-88ae-bea52b36b1a5 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:10.760713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe8c2c-4741-409e-9472-d7844ded0a2c req-c5ab06bc-46b6-4c25-b0c2-9c48f458a1c8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:10.761467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] DHCP port deletion for 9a268567-949f-465f-babb-48b3d72be9dd request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:10.762858 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e6fe8c2c-4741-409e-9472-d7844ded0a2c req-c5ab06bc-46b6-4c25-b0c2-9c48f458a1c8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 945 time: 0.2101424 Nov 29 01:51:10.764139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for d155da24-29d6-4b67-afde-554574437e6e owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:10.804581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db527bea-1c88-4f7b-ab5b-ce02c35609de tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:10.811205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db527bea-1c88-4f7b-ab5b-ce02c35609de tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:10.815648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['27e61377-e754-40b7-bb2b-78778622a369'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:51:10.816763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db527bea-1c88-4f7b-ab5b-ce02c35609de tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:10.822872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db527bea-1c88-4f7b-ab5b-ce02c35609de tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:10.827857 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-db527bea-1c88-4f7b-ab5b-ce02c35609de tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3556516 Nov 29 01:51:10.828365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45876) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:10.866348 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e6fe8c2c-4741-409e-9472-d7844ded0a2c req-6f172b0d-bba8-4300-88e0-624d39e5ac3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914288 Nov 29 01:51:10.882636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['e87b34cb-2335-4226-8ed8-06c089f03f76'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:51:10.923576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.929884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:10.962077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=d155da24-29d6-4b67-afde-554574437e6e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:10.970112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No DVR routers for this DVR port d155da24-29d6-4b67-afde-554574437e6e on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:10.987576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d155da24-29d6-4b67-afde-554574437e6e no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:11.019076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d155da24-29d6-4b67-afde-554574437e6e {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:11.019424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d155da24-29d6-4b67-afde-554574437e6e not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:11.059959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] Deleting port d155da24-29d6-4b67-afde-554574437e6e {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:11.060338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.117210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.120331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.159757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a268567-949f-465f-babb-48b3d72be9dd']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.162651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8653bf05-b035-431d-81c7-75d7e583cc85']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.178680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] For port d155da24-29d6-4b67-afde-554574437e6e, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:11.179280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a9fa21-5ee3-400f-9afd-2cd21179e397') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.179404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.179520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a9fa21-5ee3-400f-9afd-2cd21179e397') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.193391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ce5c04-bae7-43d5-a52e-fd85581ceec7') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.193691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ce5c04-bae7-43d5-a52e-fd85581ceec7') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.203563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.208413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] Calling delete_port for d155da24-29d6-4b67-afde-554574437e6e owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:11.211262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] Port d155da24-29d6-4b67-afde-554574437e6e was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:51:11.219607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.226131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.243205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.249732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.256172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:11.256565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:11.260198 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:11.268254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] Pushing event deleted for resources: {'Port': ['ID=d155da24-29d6-4b67-afde-554574437e6e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:11.273264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:11.273264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.274158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bcd50-e2ee-4c30-868d-109f0918ca86 None None] No DVR routers for this DVR port d155da24-29d6-4b67-afde-554574437e6e on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:11.282646 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:11.338893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05905a7-22ae-448d-a41e-cef499aa061f req-c6989d28-8720-4cc5-a10d-642f6d0bbe7f tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:11.340431 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b05905a7-22ae-448d-a41e-cef499aa061f req-c6989d28-8720-4cc5-a10d-642f6d0bbe7f tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 944 time: 0.1667020 Nov 29 01:51:11.398387 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.407110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.413600 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/networks/9a268567-949f-465f-babb-48b3d72be9dd HTTP/1.1" status: 204 len: 168 time: 1.0124958 Nov 29 01:51:11.414229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45880) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:11.426781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff925a-07e2-43e5-9e0b-9d9539b0baa9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Network': ['ID=9a268567-949f-465f-babb-48b3d72be9dd,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:11.434941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.444587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.447811 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/networks/8653bf05-b035-431d-81c7-75d7e583cc85 HTTP/1.1" status: 204 len: 168 time: 0.6187496 Nov 29 01:51:11.451817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45882) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:11.473502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe4661-f33b-487b-a3b7-d5f3943e440d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Network': ['ID=8653bf05-b035-431d-81c7-75d7e583cc85,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:11.474121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55086c06-a244-4ae2-9d74-370cb7f65955 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:11.475778 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-55086c06-a244-4ae2-9d74-370cb7f65955 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/eabf16e2-ca6f-4915-9eb1-afde186f72d4 HTTP/1.1" status: 200 len: 841 time: 0.0604084 Nov 29 01:51:11.479385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45884) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:11.499357 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b05905a7-22ae-448d-a41e-cef499aa061f req-876ff7d0-40f0-4245-ac22-9caba00c8072 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312182 Nov 29 01:51:11.527312 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eddba3fe-dddc-4a4d-83d7-38a0b70e27f0 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/eabf16e2-ca6f-4915-9eb1-afde186f72d4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0436237 Nov 29 01:51:11.527529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45886) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:11.532410 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:11.560130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.622966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:11.626642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.646586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.671340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2cc27b-7120-43a9-88ae-bea52b36b1a5']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.680430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46e4dd3-ae7c-4b73-a67f-f9705670498c') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.680732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46e4dd3-ae7c-4b73-a67f-f9705670498c') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:11.690625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.703728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.709893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:11.710284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:11.713234 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:11.770448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.778646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:11.785390 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/networks/3a2cc27b-7120-43a9-88ae-bea52b36b1a5 HTTP/1.1" status: 204 len: 168 time: 0.3209596 Nov 29 01:51:11.787090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45888) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:11.791977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d94707-210b-4b94-aaf6-64481c36da48 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Network': ['ID=3a2cc27b-7120-43a9-88ae-bea52b36b1a5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:12.318392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bef63-2140-494c-a7c4-1470d79643ea req-95aacc71-26a2-4fe1-9296-681f0cff74bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:12.319894 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-267bef63-2140-494c-a7c4-1470d79643ea req-95aacc71-26a2-4fe1-9296-681f0cff74bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 945 time: 0.1182768 Nov 29 01:51:12.320722 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.367123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad293e-ed73-4c98-ad5f-4a1034defffe tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:12.373135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad293e-ed73-4c98-ad5f-4a1034defffe tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:12.374664 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b1ad293e-ed73-4c98-ad5f-4a1034defffe tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5865614 Nov 29 01:51:12.378439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45892) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:12.383534 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1678177915'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:12.400203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:12.405020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Made reservation on behalf of fac91093abb9484aafd550f234e45999 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:12.408616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.412813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:12.422920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa24bee8-773d-4899-9e42-317bc0145cba None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:12.424970 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:12.425562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.431444 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:12.436172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:12.447890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.448183 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Added segment e6bb3fc9-f7e9-4f68-af20-88d659db8ad5 of type vlan for network 705b20e9-766f-43d3-aec4-1e1f708f4fe0 Nov 29 01:51:12.452532 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-267bef63-2140-494c-a7c4-1470d79643ea req-ee009fc1-a7ce-448d-a9f7-26c8e7f78a67 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253331 Nov 29 01:51:12.464494 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e7df7033-af12-4129-9166-bc5e652961e6 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9356782 Nov 29 01:51:12.467656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45894) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:12.472676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e1873a01-8a68-403c-959f-9990d68257fe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'security_group': {'name': 'tempest-secgroup-445762557'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:12.496885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e1873a01-8a68-403c-959f-9990d68257fe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.504677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.594764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e1873a01-8a68-403c-959f-9990d68257fe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.598675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e1873a01-8a68-403c-959f-9990d68257fe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.633875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e1873a01-8a68-403c-959f-9990d68257fe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.638510 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e1873a01-8a68-403c-959f-9990d68257fe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1664107 Nov 29 01:51:12.638839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45898) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:12.644655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cda4161b-a36c-4040-9cb0-6eba0a97101a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'security_group': {'name': 'tempest-secgroup-2035647955'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:12.645482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'tenant_id': '82bb337d4cbe4100b99c5e1477d03937', 'fixed_ips': [{'subnet_id': '5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:12.646360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.652839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1873a01-8a68-403c-959f-9990d68257fe tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9936be55-b8e4-4d46-b315-858b0cabd45d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:12.677102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cda4161b-a36c-4040-9cb0-6eba0a97101a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.757808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cda4161b-a36c-4040-9cb0-6eba0a97101a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.762371 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cda4161b-a36c-4040-9cb0-6eba0a97101a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.792691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4161b-a36c-4040-9cb0-6eba0a97101a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39be9dea-30f8-4bca-a0a6-731efb79cb73,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:12.793541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Allocated IP 172.20.0.2 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0/8cf42ad6-c3a2-4ace-a456-5257f6c1eea6) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:12.798336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cda4161b-a36c-4040-9cb0-6eba0a97101a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.802348 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cda4161b-a36c-4040-9cb0-6eba0a97101a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1625173 Nov 29 01:51:12.802993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45900) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:12.808759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1947973908', 'security_groups': ['39be9dea-30f8-4bca-a0a6-731efb79cb73'], 'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:12.859210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.864707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:12.865385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.906742 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5271490 Nov 29 01:51:12.914658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45902) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:12.921245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac54e1a-e942-47c7-a524-c4abae57ca63 req-2e5fbe39-4099-4042-a687-ccb38be9b123 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:12.922765 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bac54e1a-e942-47c7-a524-c4abae57ca63 req-2e5fbe39-4099-4042-a687-ccb38be9b123 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 944 time: 0.0952528 Nov 29 01:51:12.922916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1228092442'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:12.961398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Made reservation on behalf of fac91093abb9484aafd550f234e45999 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:12.965400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.970731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c31757-2af1-41e8-ac75-cd599c0d533d tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Network': ['ID=705b20e9-766f-43d3-aec4-1e1f708f4fe0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:12.983031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:12.984703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 705b20e9-766f-43d3-aec4-1e1f708f4fe0 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:12.993464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:13.007420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.008068 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bac54e1a-e942-47c7-a524-c4abae57ca63 req-60351de1-aacd-42b6-b048-d4d31924bdd0 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570290 Nov 29 01:51:13.019013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:13.061722 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.062012 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Added segment e386fff9-2bf3-419a-81b8-b803c6af5b0c of type vlan for network 896149c2-1c09-4a2f-ad87-5cd9388e55ba Nov 29 01:51:13.102107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:13.103834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Pushing event updated for resources: {'Port': ['ID=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:13.108215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:13.110335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:13.119343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.135305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.162981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Attempting to bind port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:13.163358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Attempting to bind port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'c84c6802-ccd0-4630-9e87-cee1dddfacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:13.163656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port d4bc7b2c-5355-41f1-9320-4654029e6c6a yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:51:13.163791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Attempting to bind port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 on network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:13.168819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:13.169390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Checking segment: {'id': 'c84c6802-ccd0-4630-9e87-cee1dddfacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:13.169838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.170328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Bound using segment: {'id': 'c84c6802-ccd0-4630-9e87-cee1dddfacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:13.170837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Bound port: 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c6802-ccd0-4630-9e87-cee1dddfacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:13.171320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.173651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.179398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:13.180460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.237458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] For port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:13.240519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] For port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,segment=NetworkSegment(c84c6802-ccd0-4630-9e87-cee1dddfacf4),segment_id=c84c6802-ccd0-4630-9e87-cee1dddfacf4)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:13.245590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.260211 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3413124 Nov 29 01:51:13.260645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45904) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:13.266778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'ports': [{'network_id': '705b20e9-766f-43d3-aec4-1e1f708f4fe0', 'name': 'tempest-port--1343303263', 'admin_state_up': True}, {'network_id': '896149c2-1c09-4a2f-ad87-5cd9388e55ba', 'admin_state_up': False}]} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:13.267231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'port': {'network_id': '705b20e9-766f-43d3-aec4-1e1f708f4fe0', 'name': 'tempest-port--1343303263', 'admin_state_up': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:13.267844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'port': {'network_id': '896149c2-1c09-4a2f-ad87-5cd9388e55ba', 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:13.302535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde49aad-ee72-4bf8-a690-850662fe9cd5 None None] Pushing event updated for resources: {'Port': ['ID=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:13.325908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c10e6b-e0e3-450e-9db3-a7979ed6bf93 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Network': ['ID=896149c2-1c09-4a2f-ad87-5cd9388e55ba,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:13.337693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 896149c2-1c09-4a2f-ad87-5cd9388e55ba details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:13.409916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.4 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0/d4bc7b2c-5355-41f1-9320-4654029e6c6a) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:13.464436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Made reservation on behalf of fac91093abb9484aafd550f234e45999 for: {'port': 2} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:13.469880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.485851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.621291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.637109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] device_id is not set on port 00c9a0bf-158f-4ee6-ac77-2bc791e21b2f yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:51:13.639324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc742f39-5d32-4950-9820-8367ddcde9d5 req-79d2eb18-7359-4fe5-ab90-d49b8ea1b87c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:13.640873 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc742f39-5d32-4950-9820-8367ddcde9d5 req-79d2eb18-7359-4fe5-ab90-d49b8ea1b87c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 945 time: 0.0896785 Nov 29 01:51:13.698618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.756957 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc742f39-5d32-4950-9820-8367ddcde9d5 req-60752669-36eb-4142-94d0-38eed7692899 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044061 Nov 29 01:51:13.761215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.766079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:13.769214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:13.781462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e87b34cb-2335-4226-8ed8-06c089f03f76 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:13.782768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=d4bc7b2c-5355-41f1-9320-4654029e6c6a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:13.785220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:13.835707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] device_id is not set on port b193aeb8-ba1b-4008-bc4d-530f2a474da4 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:51:13.842803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port e87b34cb-2335-4226-8ed8-06c089f03f76 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:51:13.846699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port e87b34cb-2335-4226-8ed8-06c089f03f76 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:13.847145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.847685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:13.848520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.873325 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fb1ef401-78f0-42bb-8c23-425dd605c612 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0692747 Nov 29 01:51:13.875453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45908) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:13.883489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-139e5f21-1619-40af-a422-9bb84155646f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:13.893741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.943016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.968857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.970825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d02fe3-12a1-4c43-af0e-9dd0d411970e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87b34cb-2335-4226-8ed8-06c089f03f76'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:51:13.973090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9172dd-0df7-4948-94e5-c48c3cba2560" -d '{"events": [{"server_uuid": "68d02fe3-12a1-4c43-af0e-9dd0d411970e", "name": "network-vif-plugged", "status": "completed", "tag": "e87b34cb-2335-4226-8ed8-06c089f03f76"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:51:13.987216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e87b34cb-2335-4226-8ed8-06c089f03f76, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e87b34cb-2335-4226-8ed8-06c089f03f76,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:13.993199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:13.994405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 27e61377-e754-40b7-bb2b-78778622a369 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:14.013042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139e5f21-1619-40af-a422-9bb84155646f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:14.015108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.023833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-139e5f21-1619-40af-a422-9bb84155646f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.088670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Port': ['ID=00c9a0bf-158f-4ee6-ac77-2bc791e21b2f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:14.108784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=e87b34cb-2335-4226-8ed8-06c089f03f76,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:14.125617 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Checking segment: {'id': 'e6bb3fc9-f7e9-4f68-af20-88d659db8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '705b20e9-766f-43d3-aec4-1e1f708f4fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:14.126098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Network hostable DHCP agents. Network: 705b20e9-766f-43d3-aec4-1e1f708f4fe0, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:14.138579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 27e61377-e754-40b7-bb2b-78778622a369 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:51:14.153466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Network 705b20e9-766f-43d3-aec4-1e1f708f4fe0 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:14.165969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 705b20e9-766f-43d3-aec4-1e1f708f4fe0) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:14.172375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 27e61377-e754-40b7-bb2b-78778622a369 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:14.172375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.172747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:14.175860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.203857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1014f425-7cbb-4d40-a502-bb0d4a622d55 None None] Network 705b20e9-766f-43d3-aec4-1e1f708f4fe0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:14.264386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c13d3b-e14f-47fa-998f-7031d0a2608e req-efa3d8e5-9971-4f96-a048-a54a0f2bdaf5 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:14.272245 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-03c13d3b-e14f-47fa-998f-7031d0a2608e req-efa3d8e5-9971-4f96-a048-a54a0f2bdaf5 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 944 time: 0.0848906 Nov 29 01:51:14.273987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe217a-f6cd-4ccb-9c18-e0e3db1e19e5 x-openstack-request-id: req-77fe217a-f6cd-4ccb-9c18-e0e3db1e19e5 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:51:14.274379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d02fe3-12a1-4c43-af0e-9dd0d411970e", "name": "network-vif-plugged", "status": "completed", "tag": "e87b34cb-2335-4226-8ed8-06c089f03f76", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:51:14.274670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77fe217a-f6cd-4ccb-9c18-e0e3db1e19e5 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:51:14.275068 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d02fe3-12a1-4c43-af0e-9dd0d411970e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87b34cb-2335-4226-8ed8-06c089f03f76', 'code': 200} Nov 29 01:51:14.281532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5e06e82f-87df-41f1-8684-1ff00abe0cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.289781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Port': ['ID=b193aeb8-ba1b-4008-bc4d-530f2a474da4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:14.305034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Checking segment: {'id': 'e386fff9-2bf3-419a-81b8-b803c6af5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '896149c2-1c09-4a2f-ad87-5cd9388e55ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:14.305525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Network hostable DHCP agents. Network: 896149c2-1c09-4a2f-ad87-5cd9388e55ba, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:14.323134 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-139e5f21-1619-40af-a422-9bb84155646f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0 (CIDR: 172.20.0.0/28) Nov 29 01:51:14.337118 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-139e5f21-1619-40af-a422-9bb84155646f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:51:14.337721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139e5f21-1619-40af-a422-9bb84155646f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:14.341285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Network 896149c2-1c09-4a2f-ad87-5cd9388e55ba is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:14.357673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 896149c2-1c09-4a2f-ad87-5cd9388e55ba) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:14.363505 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:14.370676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:14.377887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:14.379147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.394566 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-03c13d3b-e14f-47fa-998f-7031d0a2608e req-74749233-13ba-4b3c-9c4e-1ec02a0bb1d1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213655 Nov 29 01:51:14.401527 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-139e5f21-1619-40af-a422-9bb84155646f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5220594 Nov 29 01:51:14.401693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45916) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:14.407380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:14.413229 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0e6f3efb-d7fd-4fda-a4bf-1ec93d3e45c5 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1507399 Nov 29 01:51:14.415632 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45918) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:14.499963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4584a-7ad8-4d77-8eb2-241757583dbd tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:14.506981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4584a-7ad8-4d77-8eb2-241757583dbd tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:14.508709 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d0b4584a-7ad8-4d77-8eb2-241757583dbd tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0921345 Nov 29 01:51:14.512168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45920) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:14.582070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768f76b-7ab4-458c-b593-982d7e0fe006 None None] Network 896149c2-1c09-4a2f-ad87-5cd9388e55ba requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:14.595865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:14.599997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.651453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.657182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65007b-253c-42f5-9b9f-71d2d061d0f6 req-f271f4cd-14f3-4ac3-8c1c-4dbd0e2fdefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:14.658786 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3a65007b-253c-42f5-9b9f-71d2d061d0f6 req-f271f4cd-14f3-4ac3-8c1c-4dbd0e2fdefa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 1099 time: 0.1490378 Nov 29 01:51:14.702356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:14.727431 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.730582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3a65007b-253c-42f5-9b9f-71d2d061d0f6 req-c0a16715-1abd-49f3-a5e2-90ee77dc1721 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629284 Nov 29 01:51:14.739350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a41ebedc-8acc-43bf-a57c-8576b4839ab4 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Deleting port 00c9a0bf-158f-4ee6-ac77-2bc791e21b2f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:14.739693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a41ebedc-8acc-43bf-a57c-8576b4839ab4 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.796870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] Provisioning complete for port eabf16e2-ca6f-4915-9eb1-afde186f72d4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:14.797406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.837166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a41ebedc-8acc-43bf-a57c-8576b4839ab4 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.872980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a41ebedc-8acc-43bf-a57c-8576b4839ab4 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Calling delete_port for 00c9a0bf-158f-4ee6-ac77-2bc791e21b2f owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:14.878941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:14.884617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.896282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] Port eabf16e2-ca6f-4915-9eb1-afde186f72d4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:14.908317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:14.908694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.935498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:14.940584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:14.945292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:14.946012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.972481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=46be7d56-458e-4572-8f94-9ee8dba4a05b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:14.979783 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-107c4d5d-b898-4c6e-b211-f15a5d1c5007 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5765736 Nov 29 01:51:14.982817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45924) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:14.988853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-412520044', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '46be7d56-458e-4572-8f94-9ee8dba4a05b'}], 'security_groups': ['9936be55-b8e4-4d46-b315-858b0cabd45d']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:15.004407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8ab03-9a0b-4f43-8807-b2907786051d None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:15.019563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92cd6-c6a8-47d0-8869-7ec120678b96 req-1d86de8d-116e-4ce6-b41e-94012030bcee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:15.022863 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55d92cd6-c6a8-47d0-8869-7ec120678b96 req-1d86de8d-116e-4ce6-b41e-94012030bcee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 946 time: 0.1661198 Nov 29 01:51:15.067553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:15.074833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.077608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.114209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55d92cd6-c6a8-47d0-8869-7ec120678b96 req-f104e005-3438-4b35-9118-a49b1d6bd2e1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743384 Nov 29 01:51:15.118885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a41ebedc-8acc-43bf-a57c-8576b4839ab4 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.147807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ebedc-8acc-43bf-a57c-8576b4839ab4 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Port': ['ID=00c9a0bf-158f-4ee6-ac77-2bc791e21b2f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:15.159161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a41ebedc-8acc-43bf-a57c-8576b4839ab4 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.162662 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a41ebedc-8acc-43bf-a57c-8576b4839ab4 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/ports/00c9a0bf-158f-4ee6-ac77-2bc791e21b2f HTTP/1.1" status: 204 len: 168 time: 0.6495259 Nov 29 01:51:15.166088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45926) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:15.196529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] For port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,segment=NetworkSegment(c84c6802-ccd0-4630-9e87-cee1dddfacf4),segment_id=c84c6802-ccd0-4630-9e87-cee1dddfacf4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:15.205179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.214130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:15.215066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.265341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a235cd21-0e56-46aa-b58a-a974c64d4da7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Deleting port b193aeb8-ba1b-4008-bc4d-530f2a474da4 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:15.265776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a235cd21-0e56-46aa-b58a-a974c64d4da7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.325299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.343256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af66ca-41e1-4dc7-acda-dbb7595aaf0c None None] Pushing event updated for resources: {'Port': ['ID=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:15.347385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a235cd21-0e56-46aa-b58a-a974c64d4da7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.361894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-71bc9e7b-1b28-4ef1-ab03-a2e88443000b None None] Provisioning complete for port d4bc7b2c-5355-41f1-9320-4654029e6c6a triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:15.362266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71bc9e7b-1b28-4ef1-ab03-a2e88443000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.365853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a235cd21-0e56-46aa-b58a-a974c64d4da7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Calling delete_port for b193aeb8-ba1b-4008-bc4d-530f2a474da4 owned by {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:15.458533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a235cd21-0e56-46aa-b58a-a974c64d4da7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.464039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-71bc9e7b-1b28-4ef1-ab03-a2e88443000b None None] Port d4bc7b2c-5355-41f1-9320-4654029e6c6a cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:15.478676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Delete allocated IP 172.20.0.4 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0) {{(pid=109949) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 01:51:15.479074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640859a5-0f24-42f4-a94d-4594d3197e41 None None] Update dhcp port {'port': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'fixed_ips': [{'subnet_id': '5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0', 'ip_address': '172.20.0.2'}, {'subnet_id': '46be7d56-458e-4572-8f94-9ee8dba4a05b'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '8cf42ad6-c3a2-4ace-a456-5257f6c1eea6'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:51:15.492141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.28 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/46be7d56-458e-4572-8f94-9ee8dba4a05b/d4bc7b2c-5355-41f1-9320-4654029e6c6a) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:15.501512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235cd21-0e56-46aa-b58a-a974c64d4da7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Port': ['ID=b193aeb8-ba1b-4008-bc4d-530f2a474da4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:15.507903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-640859a5-0f24-42f4-a94d-4594d3197e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.517304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a235cd21-0e56-46aa-b58a-a974c64d4da7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.521172 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a235cd21-0e56-46aa-b58a-a974c64d4da7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/ports/b193aeb8-ba1b-4008-bc4d-530f2a474da4 HTTP/1.1" status: 204 len: 168 time: 0.3548710 Nov 29 01:51:15.523737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45930) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:15.552437 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5d964645-3f55-4d1f-9c5d-8d253764cac6 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0276077 Nov 29 01:51:15.556373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45932) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:15.561853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-770974279'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:15.585424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Made reservation on behalf of fac91093abb9484aafd550f234e45999 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:15.589143 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.606096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ecf46-a500-4824-92b5-5576a03bbf1d req-cea252d9-67e1-4148-9d6a-843e5379a6de tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:15.607791 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c96ecf46-a500-4824-92b5-5576a03bbf1d req-cea252d9-67e1-4148-9d6a-843e5379a6de tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1051381 Nov 29 01:51:15.633926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:15.643436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.643829 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Added segment 4e4f0336-3ff0-4214-ab8e-0e3ac567c7d7 of type vlan for network 7125490c-0c4c-49b9-96fd-ca27b8ed8b2d Nov 29 01:51:15.687685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.712957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.717695 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c96ecf46-a500-4824-92b5-5576a03bbf1d req-6fc617fe-f53d-43fe-87a0-1a1efe81731f tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026578 Nov 29 01:51:15.718934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:15.719521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.766106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.771586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.792418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Network': ['ID=7125490c-0c4c-49b9-96fd-ca27b8ed8b2d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:15.797906 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2f2aa3ba-6d89-4004-a644-c306e1796324 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2401941 Nov 29 01:51:15.800518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45934) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:15.806510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1517095721'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:15.811730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 7125490c-0c4c-49b9-96fd-ca27b8ed8b2d details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:15.836282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Made reservation on behalf of fac91093abb9484aafd550f234e45999 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:15.840591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.877215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:15.890002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.890264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=d4bc7b2c-5355-41f1-9320-4654029e6c6a,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:15.890804 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Added segment 3f495e47-be05-4335-a89d-aff0ed63e3a9 of type vlan for network 6f3b9f9e-46d2-4914-b33d-e47d3a3aee98 Nov 29 01:51:15.910009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] In _notify_port_updated(), no bound segment for port d4bc7b2c-5355-41f1-9320-4654029e6c6a on network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:51:15.915646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:15.916267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.917238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-640859a5-0f24-42f4-a94d-4594d3197e41 None None] Allocated IP 172.20.0.18 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/46be7d56-458e-4572-8f94-9ee8dba4a05b/8cf42ad6-c3a2-4ace-a456-5257f6c1eea6) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:15.918772 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e6fb01d6-6a1e-4115-be76-28acb17ae711 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "PUT /v2.0/ports/d4bc7b2c-5355-41f1-9320-4654029e6c6a HTTP/1.1" status: 200 len: 920 time: 0.9337635 Nov 29 01:51:15.921003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45936) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:15.940716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.969095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.974821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:15.976101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.018053 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-4f85afad-e155-45bc-af9c-b1628a46ee72 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port d4bc7b2c-5355-41f1-9320-4654029e6c6a {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:16.018517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f85afad-e155-45bc-af9c-b1628a46ee72 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.031379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-640859a5-0f24-42f4-a94d-4594d3197e41 None None] For port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,segment=NetworkSegment(c84c6802-ccd0-4630-9e87-cee1dddfacf4),segment_id=c84c6802-ccd0-4630-9e87-cee1dddfacf4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:16.056321 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2446818 Nov 29 01:51:16.061124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdacd1-fe1e-42db-b821-40bab9cf5aea tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Network': ['ID=6f3b9f9e-46d2-4914-b33d-e47d3a3aee98,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:16.068187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-640859a5-0f24-42f4-a94d-4594d3197e41 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.076357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-640859a5-0f24-42f4-a94d-4594d3197e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.083873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 6f3b9f9e-46d2-4914-b33d-e47d3a3aee98 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:16.110717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f85afad-e155-45bc-af9c-b1628a46ee72 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.123274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-4f85afad-e155-45bc-af9c-b1628a46ee72 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for d4bc7b2c-5355-41f1-9320-4654029e6c6a owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:16.184595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45940) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:16.192320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'subnets': [{'network_id': '7125490c-0c4c-49b9-96fd-ca27b8ed8b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1923148282', 'ip_version': 4}, {'network_id': '6f3b9f9e-46d2-4914-b33d-e47d3a3aee98', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:16.193492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'subnet': {'network_id': '7125490c-0c4c-49b9-96fd-ca27b8ed8b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1923148282', 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:16.194842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Request body: {'subnet': {'network_id': '6f3b9f9e-46d2-4914-b33d-e47d3a3aee98', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:16.239468 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640859a5-0f24-42f4-a94d-4594d3197e41 None None] Pushing event updated for resources: {'Port': ['ID=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:16.276333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e61377-e754-40b7-bb2b-78778622a369'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:51:16.282749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0896726e-4dd2-45a0-8f64-233703a1e41f" -d '{"events": [{"server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "name": "network-vif-plugged", "status": "completed", "tag": "27e61377-e754-40b7-bb2b-78778622a369"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:51:16.289850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.316168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f85afad-e155-45bc-af9c-b1628a46ee72 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.341351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9311e29c-27da-476c-8708-f1121af88500 x-openstack-request-id: req-9311e29c-27da-476c-8708-f1121af88500 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:51:16.341652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "name": "network-vif-plugged", "status": "completed", "tag": "27e61377-e754-40b7-bb2b-78778622a369", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:51:16.342265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9311e29c-27da-476c-8708-f1121af88500 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:51:16.342698 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e61377-e754-40b7-bb2b-78778622a369', 'code': 200} Nov 29 01:51:16.348273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85afad-e155-45bc-af9c-b1628a46ee72 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=d4bc7b2c-5355-41f1-9320-4654029e6c6a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:16.411007 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66518-2166-4287-a091-446a328c070b req-3f0b68ee-6d18-4b98-ab91-aa289ceee86c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:16.412578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5ec66518-2166-4287-a091-446a328c070b req-3f0b68ee-6d18-4b98-ab91-aa289ceee86c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 946 time: 0.2113883 Nov 29 01:51:16.439298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4f85afad-e155-45bc-af9c-b1628a46ee72 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.443273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4f85afad-e155-45bc-af9c-b1628a46ee72 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/d4bc7b2c-5355-41f1-9320-4654029e6c6a HTTP/1.1" status: 204 len: 168 time: 0.5216150 Nov 29 01:51:16.445867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45944) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:16.482849 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4df981-1b93-4049-a942-aaf703587830 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:51:16.484431 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6f4df981-1b93-4049-a942-aaf703587830 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/d4bc7b2c-5355-41f1-9320-4654029e6c6a HTTP/1.1" status: 404 len: 333 time: 0.0371246 Nov 29 01:51:16.487135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45946) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:16.496209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5ec66518-2166-4287-a091-446a328c070b req-d77e55a8-fe55-4724-b2ea-c76d9953e02d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718737 Nov 29 01:51:16.522902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Made reservation on behalf of fac91093abb9484aafd550f234e45999 for: {'subnet': 2} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:16.530300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.530678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.570046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-05523847-72ae-4881-94c9-b76a7889e041 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.601943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-05523847-72ae-4881-94c9-b76a7889e041 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.658967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece4ae-f7b3-4952-a59f-7d8abec18b41 req-091ba201-7bcc-4a66-901f-faa26cfd33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:16.660478 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-72ece4ae-f7b3-4952-a59f-7d8abec18b41 req-091ba201-7bcc-4a66-901f-faa26cfd33b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 1098 time: 0.0692191 Nov 29 01:51:16.682814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb166c-4181-40c6-89f7-0690bccc2a97 req-fcf9e694-f129-4f6f-8a82-9b5725b25618 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:16.685180 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1cdb166c-4181-40c6-89f7-0690bccc2a97 req-fcf9e694-f129-4f6f-8a82-9b5725b25618 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 946 time: 0.0852959 Nov 29 01:51:16.694084 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-05523847-72ae-4881-94c9-b76a7889e041 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.697087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-05523847-72ae-4881-94c9-b76a7889e041 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.701736 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-05523847-72ae-4881-94c9-b76a7889e041 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/security-groups/39be9dea-30f8-4bca-a0a6-731efb79cb73 HTTP/1.1" status: 204 len: 168 time: 0.2115662 Nov 29 01:51:16.702358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45950) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:16.739441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05523847-72ae-4881-94c9-b76a7889e041 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39be9dea-30f8-4bca-a0a6-731efb79cb73,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:16.783258 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-72ece4ae-f7b3-4952-a59f-7d8abec18b41 req-0a62a488-cec6-409f-b8ad-b3a8e22a16bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096425 Nov 29 01:51:16.816677 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1cdb166c-4181-40c6-89f7-0690bccc2a97 req-fff37cc2-bbc9-49d1-86d7-b3b6c8ab71fa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133156 Nov 29 01:51:16.817490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-47263dbb-0ac8-4412-b147-bff1df5f8639 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.846770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-47263dbb-0ac8-4412-b147-bff1df5f8639 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.892293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-47263dbb-0ac8-4412-b147-bff1df5f8639 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.896472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-47263dbb-0ac8-4412-b147-bff1df5f8639 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.899962 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-47263dbb-0ac8-4412-b147-bff1df5f8639 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/security-groups/9936be55-b8e4-4d46-b315-858b0cabd45d HTTP/1.1" status: 204 len: 168 time: 0.1891069 Nov 29 01:51:16.902713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45956) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:16.942069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47263dbb-0ac8-4412-b147-bff1df5f8639 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9936be55-b8e4-4d46-b315-858b0cabd45d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:16.944916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1547e9-d868-4439-a9c2-563417ac2312 req-d770710d-6e96-4a3e-be5e-23c997ff38d2 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:16.946542 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9b1547e9-d868-4439-a9c2-563417ac2312 req-d770710d-6e96-4a3e-be5e-23c997ff38d2 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1175408 Nov 29 01:51:16.981593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-4386ed40-2769-41fd-a6d5-1b2b571813f3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:16.985958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4386ed40-2769-41fd-a6d5-1b2b571813f3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.987644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5b71e3a1-a4f8-45b2-a7c6-4631dabdd09d None None] Could not find standard attr ID for object d4bc7b2c-5355-41f1-9320-4654029e6c6a. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:51:17.002899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5b71e3a1-a4f8-45b2-a7c6-4631dabdd09d None None] Provisioning complete for port eabf16e2-ca6f-4915-9eb1-afde186f72d4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:17.003992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5b71e3a1-a4f8-45b2-a7c6-4631dabdd09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.028043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:17.035627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4386ed40-2769-41fd-a6d5-1b2b571813f3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.069979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5b71e3a1-a4f8-45b2-a7c6-4631dabdd09d None None] Port eabf16e2-ca6f-4915-9eb1-afde186f72d4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:17.089424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5b71e3a1-a4f8-45b2-a7c6-4631dabdd09d None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:17.090110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5b71e3a1-a4f8-45b2-a7c6-4631dabdd09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.100507 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9b1547e9-d868-4439-a9c2-563417ac2312 req-9f17e4ce-6fad-4642-9ada-dd66b3c6fefe tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472781 Nov 29 01:51:17.115999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.129903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:17.130288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.146082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4386ed40-2769-41fd-a6d5-1b2b571813f3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.173228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Subnet': ['ID=5ead2eb0-23a5-4fe0-ab99-be566014cba5,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:17.200174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Checking segment: {'id': '4e4f0336-3ff0-4214-ab8e-0e3ac567c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7125490c-0c4c-49b9-96fd-ca27b8ed8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:17.200447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Network hostable DHCP agents. Network: 7125490c-0c4c-49b9-96fd-ca27b8ed8b2d, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:17.221703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4386ed40-2769-41fd-a6d5-1b2b571813f3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.224556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Network 7125490c-0c4c-49b9-96fd-ca27b8ed8b2d is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:17.241286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 7125490c-0c4c-49b9-96fd-ca27b8ed8b2d) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:17.246220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4386ed40-2769-41fd-a6d5-1b2b571813f3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.246829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.250235 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4386ed40-2769-41fd-a6d5-1b2b571813f3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0 HTTP/1.1" status: 204 len: 168 time: 0.3462634 Nov 29 01:51:17.263439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e17bb-ecde-47e6-8a87-a4b71b3ee7e2 None None] Network 7125490c-0c4c-49b9-96fd-ca27b8ed8b2d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:17.273216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45960) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:17.279533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:17.306071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event updated for resources: {'Subnet': ['ID=f8f0a774-b6e4-4a0a-8ddb-c700f931c8be,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:17.335006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Checking segment: {'id': '3f495e47-be05-4335-a89d-aff0ed63e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6f3b9f9e-46d2-4914-b33d-e47d3a3aee98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:17.335381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Network hostable DHCP agents. Network: 6f3b9f9e-46d2-4914-b33d-e47d3a3aee98, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:17.354252 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386ed40-2769-41fd-a6d5-1b2b571813f3 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:17.365604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Network 6f3b9f9e-46d2-4914-b33d-e47d3a3aee98 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:17.378985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 6f3b9f9e-46d2-4914-b33d-e47d3a3aee98) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:17.388023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:17.388616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:17.389427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.394548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d8995-fe2b-4c46-a1ed-caa1318b743a None None] Network 6f3b9f9e-46d2-4914-b33d-e47d3a3aee98 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:17.418155 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bba5957a-a943-485d-b10c-202125feb973 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2292678 Nov 29 01:51:17.418815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45962) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:17.447285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:17.451641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.491485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c4438-eae5-4831-b599-50f95c25effa tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:17.493246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c4438-eae5-4831-b599-50f95c25effa tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:17.494651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d1a8d-dd54-43b0-987e-071e4d65f485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-7125490c-0c4c-49b9-96fd-ca27b8ed8b2d', 'network_id': '7125490c-0c4c-49b9-96fd-ca27b8ed8b2d', 'tenant_id': 'fac91093abb9484aafd550f234e45999', 'fixed_ips': [{'subnet_id': '5ead2eb0-23a5-4fe0-ab99-be566014cba5'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:17.494827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c4438-eae5-4831-b599-50f95c25effa tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:17.496014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1a8d-dd54-43b0-987e-071e4d65f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.497094 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bf2c4438-eae5-4831-b599-50f95c25effa tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0765948 Nov 29 01:51:17.506306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45964) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:17.519383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2fbe2-b66e-4b3c-b70c-b331ad90e66a None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:17.560353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f24dd5fd-c031-46d6-8287-21d681c4b663 None None] Could not find standard attr ID for object d4bc7b2c-5355-41f1-9320-4654029e6c6a. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:51:17.570912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-d430284a-52e8-43d6-a28b-bec7f5e69690 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Deleting subnet 5ead2eb0-23a5-4fe0-ab99-be566014cba5 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:17.574767 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d430284a-52e8-43d6-a28b-bec7f5e69690 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.623535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d430284a-52e8-43d6-a28b-bec7f5e69690 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.680916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d430284a-52e8-43d6-a28b-bec7f5e69690 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.728042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.748711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d430284a-52e8-43d6-a28b-bec7f5e69690 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.757546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10152a9-598f-4958-af37-db08151d312c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-6f3b9f9e-46d2-4914-b33d-e47d3a3aee98', 'network_id': '6f3b9f9e-46d2-4914-b33d-e47d3a3aee98', 'tenant_id': 'fac91093abb9484aafd550f234e45999', 'fixed_ips': [{'subnet_id': 'f8f0a774-b6e4-4a0a-8ddb-c700f931c8be'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:17.759099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b10152a9-598f-4958-af37-db08151d312c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server [None req-ad3d1a8d-dd54-43b0-987e-071e4d65f485 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ead2eb0-23a5-4fe0-ab99-be566014cba5: This subnet is being modified by another concurrent operation. Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise exception Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ead2eb0-23a5-4fe0-ab99-be566014cba5: This subnet is being modified by another concurrent operation. Nov 29 01:51:17.772889 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Nov 29 01:51:17.783925 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:17.786614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d430284a-52e8-43d6-a28b-bec7f5e69690 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.791932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:17.793498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45966) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:17.795561 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d430284a-52e8-43d6-a28b-bec7f5e69690 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/subnets/5ead2eb0-23a5-4fe0-ab99-be566014cba5 HTTP/1.1" status: 204 len: 168 time: 0.2880855 Nov 29 01:51:17.797472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430284a-52e8-43d6-a28b-bec7f5e69690 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Subnet': ['ID=5ead2eb0-23a5-4fe0-ab99-be566014cba5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:17.808187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:17.808488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.821116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=73cb198f-edc2-491b-8f16-2a9e6aaa17ed,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:17.846173 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5ed4044d-8af8-42e4-9dd2-b87c36fd6a48 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5718727 Nov 29 01:51:17.848958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45968) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:17.854063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2dbbcac1-8a6a-4523-b96f-555a61547a23 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'security_group': {'name': 'tempest-secgroup-1435653004'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:17.882137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbbcac1-8a6a-4523-b96f-555a61547a23 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.886647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ef40de-ebea-47ad-9374-a3922ddc5776 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Deleting subnet f8f0a774-b6e4-4a0a-8ddb-c700f931c8be {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:17.890840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9ef40de-ebea-47ad-9374-a3922ddc5776 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.947765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9ef40de-ebea-47ad-9374-a3922ddc5776 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.969114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbbcac1-8a6a-4523-b96f-555a61547a23 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.973453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbbcac1-8a6a-4523-b96f-555a61547a23 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.004743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbcac1-8a6a-4523-b96f-555a61547a23 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b157e23-d6bc-4cef-824f-e918e05108b4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:18.009399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbbcac1-8a6a-4523-b96f-555a61547a23 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.011624 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2dbbcac1-8a6a-4523-b96f-555a61547a23 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1609349 Nov 29 01:51:18.014306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45970) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:18.018939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f2f8d669-ef8d-452f-ab97-f69570e9cc1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'security_group': {'name': 'tempest-secgroup-718697522'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:18.019054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9ef40de-ebea-47ad-9374-a3922ddc5776 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.024332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773d3e5-bb45-4431-9788-f7d4748e8710 None None] Network 7125490c-0c4c-49b9-96fd-ca27b8ed8b2d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:18.047918 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d669-ef8d-452f-ab97-f69570e9cc1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.117714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9ef40de-ebea-47ad-9374-a3922ddc5776 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.137553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d669-ef8d-452f-ab97-f69570e9cc1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.145135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d669-ef8d-452f-ab97-f69570e9cc1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server [None req-b10152a9-598f-4958-af37-db08151d312c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8f0a774-b6e4-4a0a-8ddb-c700f931c8be: This subnet is being modified by another concurrent operation. Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise exception Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8f0a774-b6e4-4a0a-8ddb-c700f931c8be: This subnet is being modified by another concurrent operation. Nov 29 01:51:18.146546 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Nov 29 01:51:18.155969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef40de-ebea-47ad-9374-a3922ddc5776 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f0a774-b6e4-4a0a-8ddb-c700f931c8be,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:18.158255 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9ef40de-ebea-47ad-9374-a3922ddc5776 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.164929 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d9ef40de-ebea-47ad-9374-a3922ddc5776 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/subnets/f8f0a774-b6e4-4a0a-8ddb-c700f931c8be HTTP/1.1" status: 204 len: 168 time: 0.3675663 Nov 29 01:51:18.168223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45974) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:18.213368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269efc8-6ea2-49ce-8f07-684b3504d5f7 None None] Network 6f3b9f9e-46d2-4914-b33d-e47d3a3aee98 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:18.236087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f3f3a-f429-4206-a64e-a5ca019990d7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:18.237615 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-647f3f3a-f429-4206-a64e-a5ca019990d7 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0683007 Nov 29 01:51:18.239217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d669-ef8d-452f-ab97-f69570e9cc1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.246877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45976) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:18.246877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45978) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:18.247180 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f2f8d669-ef8d-452f-ab97-f69570e9cc1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2313535 Nov 29 01:51:18.258717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8d669-ef8d-452f-ab97-f69570e9cc1e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf55efb-2fc4-41c5-b2ab-5b56b03fe1be,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:18.277881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d48b9e57-3008-402a-8de0-9d0a5afe128c tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'security_group': {'name': 'tempest-secgroup-502533652'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:18.400665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d48b9e57-3008-402a-8de0-9d0a5afe128c tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.410412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58f8f0-6bda-47c9-a5f0-6b8a463a743a req-c5f41119-421f-4497-8498-7f7c66a458f7 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:18.412424 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d58f8f0-6bda-47c9-a5f0-6b8a463a743a req-c5f41119-421f-4497-8498-7f7c66a458f7 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1678252 Nov 29 01:51:18.416808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.452441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d91751-4edd-4a28-a75d-e6ae3ffe3341 None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:18.484786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45982) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:18.536346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-209e92a4-ed18-408a-b336-5f421d2aa606 None None] Provisioning complete for port eabf16e2-ca6f-4915-9eb1-afde186f72d4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:18.537011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-209e92a4-ed18-408a-b336-5f421d2aa606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.548878 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d58f8f0-6bda-47c9-a5f0-6b8a463a743a req-80ac5086-db7a-447b-b1e2-5ceda5c59de1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203959 Nov 29 01:51:18.580596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-209e92a4-ed18-408a-b336-5f421d2aa606 None None] Port eabf16e2-ca6f-4915-9eb1-afde186f72d4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:18.610378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-209e92a4-ed18-408a-b336-5f421d2aa606 None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:18.611106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-209e92a4-ed18-408a-b336-5f421d2aa606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.755211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e3db6-6306-4c4d-bd95-414aeaa82dc3 req-7088e8c7-ee01-4cd5-8b8e-4cdc0a21ad3f tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:18.756814 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-302e3db6-6306-4c4d-bd95-414aeaa82dc3 req-7088e8c7-ee01-4cd5-8b8e-4cdc0a21ad3f tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1313720 Nov 29 01:51:18.834710 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-302e3db6-6306-4c4d-bd95-414aeaa82dc3 req-da222cfb-f606-405e-bc1e-17a739dd0f13 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653765 Nov 29 01:51:18.872686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45986) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:18.886930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.925322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d48b9e57-3008-402a-8de0-9d0a5afe128c tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.929439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3b9f9e-46d2-4914-b33d-e47d3a3aee98']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:18.932206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d48b9e57-3008-402a-8de0-9d0a5afe128c tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.954993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2e0eb-22a3-45ab-abf4-9be209c2d485 tempest-TestNetworkAdvancedServerOps-1148683599 tempest-TestNetworkAdvancedServerOps-1148683599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:18.956971 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-56e2e0eb-22a3-45ab-abf4-9be209c2d485 tempest-TestNetworkAdvancedServerOps-1148683599 tempest-TestNetworkAdvancedServerOps-1148683599-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 1093 time: 0.0830944 Nov 29 01:51:18.958602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f495e47-be05-4335-a89d-aff0ed63e3a9') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:18.959126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f495e47-be05-4335-a89d-aff0ed63e3a9') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:18.960493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45988) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:18.965083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '27e61377-e754-40b7-bb2b-78778622a369', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:18.973366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.977178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d48b9e57-3008-402a-8de0-9d0a5afe128c tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:18.981102 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d48b9e57-3008-402a-8de0-9d0a5afe128c tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7270756 Nov 29 01:51:18.986796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45990) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:18.996518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-123521944', 'security_groups': ['4a841372-d310-4a61-be2e-d2ba3504cbf1'], 'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '73cb198f-edc2-491b-8f16-2a9e6aaa17ed'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:18.996882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9e57-3008-402a-8de0-9d0a5afe128c tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a841372-d310-4a61-be2e-d2ba3504cbf1,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:18.999464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.006644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:19.007086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:19.010335 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:19.026177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576e08f-a8a5-42ba-9198-83d54e85aaf9 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:51:19.076356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.083239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.091349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.096790 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/networks/6f3b9f9e-46d2-4914-b33d-e47d3a3aee98 HTTP/1.1" status: 204 len: 168 time: 0.8443704 Nov 29 01:51:19.104073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 45992) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:19.105560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b407513-0701-4a9d-b24c-246750a36e8e tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Network': ['ID=6f3b9f9e-46d2-4914-b33d-e47d3a3aee98,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:19.112089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7952f81c-046f-486b-b66c-8e0e435232a8 None None] Provisioning complete for port eabf16e2-ca6f-4915-9eb1-afde186f72d4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:19.112615 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7952f81c-046f-486b-b66c-8e0e435232a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.172926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7952f81c-046f-486b-b66c-8e0e435232a8 None None] Port eabf16e2-ca6f-4915-9eb1-afde186f72d4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:19.174602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e576e08f-a8a5-42ba-9198-83d54e85aaf9 None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:51:19.195331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7952f81c-046f-486b-b66c-8e0e435232a8 None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:19.195705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7952f81c-046f-486b-b66c-8e0e435232a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.295601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.362208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:19.386520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.485372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f527d999-54f9-4980-aa26-b9411cdf7761 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:51:19.577671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f527d999-54f9-4980-aa26-b9411cdf7761 None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:51:19.873430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.926493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7125490c-0c4c-49b9-96fd-ca27b8ed8b2d']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:19.930303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:19.952942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4f0336-3ff0-4214-ab8e-0e3ac567c7d7') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:19.953241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4f0336-3ff0-4214-ab8e-0e3ac567c7d7') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:19.973520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.004242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.044444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.080834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] device_id is not set on port c89a42b3-c2a4-47f3-8324-a282ea9b9905 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:51:20.090876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:20.091278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:20.094085 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:20.272026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.318987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.322101 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/networks/7125490c-0c4c-49b9-96fd-ca27b8ed8b2d HTTP/1.1" status: 204 len: 168 time: 1.2145190 Nov 29 01:51:20.325406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45994) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:20.325925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Allocated IP 172.26.8.193 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/dcea3529-fdde-44b7-8ec2-74c8f350be29) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:20.376009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b6159-18d8-4625-b152-cd36fb089530 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Network': ['ID=7125490c-0c4c-49b9-96fd-ca27b8ed8b2d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:20.402473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.498394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.17 (2ae89cb8-d292-4b63-af8a-9a54454aff42/013d2d99-3afe-4441-aff0-28915bec5bda/64f2529f-29c0-4f31-b743-e8c3f6330c85) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:20.498901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.520242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896149c2-1c09-4a2f-ad87-5cd9388e55ba']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:20.530185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e386fff9-2bf3-419a-81b8-b803c6af5b0c') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:20.530514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e386fff9-2bf3-419a-81b8-b803c6af5b0c') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:20.539337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.7 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/73cb198f-edc2-491b-8f16-2a9e6aaa17ed/c89a42b3-c2a4-47f3-8324-a282ea9b9905) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:20.540873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.555283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.561835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:20.562224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:20.565373 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:20.628280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.634867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.640454 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/networks/896149c2-1c09-4a2f-ad87-5cd9388e55ba HTTP/1.1" status: 204 len: 168 time: 0.3117671 Nov 29 01:51:20.641184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 45996) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:20.646334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.668791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d97a68-a037-43ee-864d-a52dac6b6594 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Network': ['ID=896149c2-1c09-4a2f-ad87-5cd9388e55ba,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:20.725368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.765515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.798840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.817203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.836885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705b20e9-766f-43d3-aec4-1e1f708f4fe0']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:20.846094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bb3fc9-f7e9-4f68-af20-88d659db8ad5') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:20.846391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bb3fc9-f7e9-4f68-af20-88d659db8ad5') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:20.856728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.857122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.867906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:20.871078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.877454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:20.877849 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.878713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:20.882022 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:20.886893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:20.893047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'Port': ['ID=dcea3529-fdde-44b7-8ec2-74c8f350be29,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:20.916098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.948095 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.955283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:20.960607 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] 10.222.0.30 "DELETE /v2.0/networks/705b20e9-766f-43d3-aec4-1e1f708f4fe0 HTTP/1.1" status: 204 len: 168 time: 0.3164461 Nov 29 01:51:20.972424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac6dab-19c1-4803-8c98-83af80cda487 tempest-BulkNetworkOpsTest-1289720579 tempest-BulkNetworkOpsTest-1289720579-project] Pushing event deleted for resources: {'Network': ['ID=705b20e9-766f-43d3-aec4-1e1f708f4fe0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:20.991908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:21.015127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:21.018901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=64f2529f-29c0-4f31-b743-e8c3f6330c85,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:21.021435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.025083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:21.152884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:21.164644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:21.168798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=c89a42b3-c2a4-47f3-8324-a282ea9b9905,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:21.171101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.173615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:21.259621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46002) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:21.304737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9fec4f31-8cf5-48c9-9618-3e9174021bef None None] Provisioning complete for port 64f2529f-29c0-4f31-b743-e8c3f6330c85 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:21.305738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fec4f31-8cf5-48c9-9618-3e9174021bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.355801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9fec4f31-8cf5-48c9-9618-3e9174021bef None None] Port 64f2529f-29c0-4f31-b743-e8c3f6330c85 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:21.375470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:21.376151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.419928 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-77baa0b4-116b-4140-9c4e-7b7e515054ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fac91093abb9484aafd550f234e45999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1590822 Nov 29 01:51:21.422346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46006) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:21.460990 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bcd1fd03-a3a7-4ce2-a153-305c192e04df tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4711418 Nov 29 01:51:21.464579 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46008) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:21.472152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4a476e39-2bdb-42d7-8f5a-58924c879645 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:21.475478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6d96e5fd-ab69-45a3-a3af-1b4dc8a63606 None None] Provisioning complete for port c89a42b3-c2a4-47f3-8324-a282ea9b9905 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:21.475962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6d96e5fd-ab69-45a3-a3af-1b4dc8a63606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.508998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e66-7587-4426-83f2-995d0ecc21b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.527624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6d96e5fd-ab69-45a3-a3af-1b4dc8a63606 None None] Port c89a42b3-c2a4-47f3-8324-a282ea9b9905 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:21.528545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.571668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e66-7587-4426-83f2-995d0ecc21b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.639475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a476e39-2bdb-42d7-8f5a-58924c879645 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:21.643266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4a476e39-2bdb-42d7-8f5a-58924c879645 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.654449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.666195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e66-7587-4426-83f2-995d0ecc21b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.668839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e66-7587-4426-83f2-995d0ecc21b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.670007 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-96ae5e66-7587-4426-83f2-995d0ecc21b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4077dbc6-5650-4005-975d-9ba4a9fca4e1 HTTP/1.1" status: 204 len: 168 time: 0.2465088 Nov 29 01:51:21.706729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae5e66-7587-4426-83f2-995d0ecc21b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077dbc6-5650-4005-975d-9ba4a9fca4e1,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:21.761940 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-4a476e39-2bdb-42d7-8f5a-58924c879645 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 73cb198f-edc2-491b-8f16-2a9e6aaa17ed (CIDR: 172.20.0.0/28) Nov 29 01:51:21.765511 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a476e39-2bdb-42d7-8f5a-58924c879645 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:51:21.766158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a476e39-2bdb-42d7-8f5a-58924c879645 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:21.783390 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4a476e39-2bdb-42d7-8f5a-58924c879645 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3175414 Nov 29 01:51:21.785978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46012) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:21.790735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:21.791096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1baa03c9-34e7-41cd-a117-d633b35b6bce tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:21.919913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baa03c9-34e7-41cd-a117-d633b35b6bce tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:21.924009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1baa03c9-34e7-41cd-a117-d633b35b6bce tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.030595 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.ipam_backend_mixin [None req-1baa03c9-34e7-41cd-a117-d633b35b6bce tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 46be7d56-458e-4572-8f94-9ee8dba4a05b (CIDR: 172.20.0.16/28) Nov 29 01:51:22.035329 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1baa03c9-34e7-41cd-a117-d633b35b6bce tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:51:22.035797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.035946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1baa03c9-34e7-41cd-a117-d633b35b6bce tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:22.041538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.057565 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1baa03c9-34e7-41cd-a117-d633b35b6bce tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2679658 Nov 29 01:51:22.058289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46024) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:22.063470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'subnet': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:22.124074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.132361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.141549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.144827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=64f2529f-29c0-4f31-b743-e8c3f6330c85,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:22.190573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Made reservation on behalf of 82bb337d4cbe4100b99c5e1477d03937 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:22.194111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.202757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.247939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event updated for resources: {'Port': ['ID=dcea3529-fdde-44b7-8ec2-74c8f350be29,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:22.275089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.400715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:22.404098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:22.411608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46034) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:22.414856 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Floating IP 79904c25-0784-465f-a44d-f5936a162d3b associated. External IP: 172.26.8.193, port: 27e61377-e754-40b7-bb2b-78778622a369. Nov 29 01:51:22.415587 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027583 Nov 29 01:51:22.424246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46036) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:22.476836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.528290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:22.532417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:22.535315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:22.535920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.554268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c165c8c8-214e-4a52-ae6e-4f831896a836 None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:22.566250 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2f2a2721-d6f5-4274-a83f-35647ad86756 tempest-NetworksApiDiscovery-1412450193 tempest-NetworksApiDiscovery-1412450193-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1339793 Nov 29 01:51:22.570747 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5112088 Nov 29 01:51:22.589676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46042) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:22.598158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1457452731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d739a13-1fe8-4288-9fcf-6e1831c877d0'}], 'security_groups': ['1b157e23-d6bc-4cef-824f-e918e05108b4', '1cf55efb-2fc4-41c5-b2ab-5b56b03fe1be']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:22.623707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e46604-2555-48e9-8f2e-30655a56d0c9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Subnet': ['ID=3d739a13-1fe8-4288-9fcf-6e1831c877d0,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:22.802859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.809088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-36406ec1-df43-428b-8b25-75977edeac52 None None] Provisioning complete for port 64f2529f-29c0-4f31-b743-e8c3f6330c85 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:22.809226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-36406ec1-df43-428b-8b25-75977edeac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:22.866268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-36406ec1-df43-428b-8b25-75977edeac52 None None] Port 64f2529f-29c0-4f31-b743-e8c3f6330c85 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:22.940976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46046) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:22.953536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b998c9-56b4-446c-8528-c0ef213e4449 None None] Update dhcp port {'port': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'fixed_ips': [{'subnet_id': '46be7d56-458e-4572-8f94-9ee8dba4a05b', 'ip_address': '172.20.0.18'}, {'subnet_id': '3d739a13-1fe8-4288-9fcf-6e1831c877d0'}, {'subnet_id': '73cb198f-edc2-491b-8f16-2a9e6aaa17ed'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '8cf42ad6-c3a2-4ace-a456-5257f6c1eea6'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:51:22.980702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 00408894-6731-4f97-8144-64ea61cb6d34 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:22.989278 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8b998c9-56b4-446c-8528-c0ef213e4449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.122850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ec33a01b-cddf-465c-9480-bf3110d6ae82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.177474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Router f5cab40e-c91d-420e-abf6-de15b977c780 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:23.185982 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:23.192232 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d88696b3-220b-42bd-9232-bbfb1c560957 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/00408894-6731-4f97-8144-64ea61cb6d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7063024 Nov 29 01:51:23.207819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Sync routers for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:23.219159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:23.219944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:23.250489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Delete allocated IP 172.20.0.7 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/73cb198f-edc2-491b-8f16-2a9e6aaa17ed) {{(pid=109949) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 01:51:23.265140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Allocated IP 172.20.0.41 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/3d739a13-1fe8-4288-9fcf-6e1831c877d0/c89a42b3-c2a4-47f3-8324-a282ea9b9905) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:23.302194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ec33a01b-cddf-465c-9480-bf3110d6ae82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.306906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:23.311364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ec33a01b-cddf-465c-9480-bf3110d6ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.323108 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] Sync routers for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:23.333014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.340096 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:23.340719 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:23.370894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:23.374093 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ec33a01b-cddf-465c-9480-bf3110d6ae82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bb9005d00ef45d6ad0d6ce28e46ec3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4292424 Nov 29 01:51:23.374211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a01b-cddf-465c-9480-bf3110d6ae82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4641ee8-6e6a-486a-80f2-46e57b057f45,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:23.377925 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-42da4c5d-d3e2-4582-bbf3-874f53f7de5a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4161413 Nov 29 01:51:23.378916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46054) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:23.379388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'tag': '27e61377-e754-40b7-bb2b-78778622a369'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:51:23.386613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b55e4ae-6829-42de-9adf-b467a21e9bac" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "tag": "27e61377-e754-40b7-bb2b-78778622a369"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:51:23.476224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ffa8f3-4ff5-4e2b-9b1a-b24dd5617dcc x-openstack-request-id: req-28ffa8f3-4ff5-4e2b-9b1a-b24dd5617dcc {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:51:23.476867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "tag": "27e61377-e754-40b7-bb2b-78778622a369", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:51:23.476867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28ffa8f3-4ff5-4e2b-9b1a-b24dd5617dcc {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:51:23.477341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'tag': '27e61377-e754-40b7-bb2b-78778622a369', 'status': 'completed', 'code': 200} Nov 29 01:51:23.477926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e91b5f6-d859-4050-b06d-7dc01b1e9b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.513870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e91b5f6-d859-4050-b06d-7dc01b1e9b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.554599 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:23.577123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f385e6-ef2c-4b76-97b8-34a6d5d50942 req-e1b360e1-6583-42e8-8569-a837f6bf044c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:23.584581 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-16f385e6-ef2c-4b76-97b8-34a6d5d50942 req-e1b360e1-6583-42e8-8569-a837f6bf044c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1046429 Nov 29 01:51:23.631997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.641213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.643893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-453c3c50-0b16-4c1a-a21a-561fdf98c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:23.646344 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-453c3c50-0b16-4c1a-a21a-561fdf98c2df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e10aaf19a57549a6b6020e57abf6b5a2&device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 1098 time: 0.1173694 Nov 29 01:51:23.706297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event updated for resources: {'Port': ['ID=c89a42b3-c2a4-47f3-8324-a282ea9b9905,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:23.731123 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-16f385e6-ef2c-4b76-97b8-34a6d5d50942 req-df8ed4e4-61de-42ea-9261-f0514281a2ea tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455646 Nov 29 01:51:23.754519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-ebd7dee0-2c14-4e3e-8501-921e0c60b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:23.756086 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-ebd7dee0-2c14-4e3e-8501-921e0c60b433 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 HTTP/1.1" status: 200 len: 898 time: 0.1018353 Nov 29 01:51:23.756878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46060) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:23.878136 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-ea8db6fd-a47e-464c-8513-747d921d5ae2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27e61377-e754-40b7-bb2b-78778622a369 HTTP/1.1" status: 200 len: 999 time: 0.1141322 Nov 29 01:51:23.879814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e91b5f6-d859-4050-b06d-7dc01b1e9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.884016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e91b5f6-d859-4050-b06d-7dc01b1e9b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.888733 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0e91b5f6-d859-4050-b06d-7dc01b1e9b4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4641ee8-6e6a-486a-80f2-46e57b057f45 HTTP/1.1" status: 204 len: 168 time: 0.4944434 Nov 29 01:51:23.908355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91b5f6-d859-4050-b06d-7dc01b1e9b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4641ee8-6e6a-486a-80f2-46e57b057f45,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:23.918059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] In _notify_port_updated(), no bound segment for port c89a42b3-c2a4-47f3-8324-a282ea9b9905 on network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:51:23.924025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:23.924812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:23.928691 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b219388b-5196-4974-8483-7fb3b4d096ae tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "PUT /v2.0/ports/c89a42b3-c2a4-47f3-8324-a282ea9b9905 HTTP/1.1" status: 200 len: 960 time: 1.3354037 Nov 29 01:51:23.929171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46064) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:23.941980 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-59b1ae17-3b23-472c-b3a6-1d278dbb83a2 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/floatingips/79904c25-0784-465f-a44d-f5936a162d3b HTTP/1.1" status: 200 len: 991 time: 0.1828074 Nov 29 01:51:23.969912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-c4602942-4ee6-4388-b1b6-2ecf36e45ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:23.971561 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-c4602942-4ee6-4388-b1b6-2ecf36e45ca4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8421bca-0d77-491f-ad06-b8b3d71e2dc6 HTTP/1.1" status: 200 len: 835 time: 0.0816741 Nov 29 01:51:23.985690 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '79904c25-0784-465f-a44d-f5936a162d3b', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'port_id': '27e61377-e754-40b7-bb2b-78778622a369', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'mac_address': 'fa:16:3e:3d:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:51:21Z', 'updated_at': '2021-11-29T01:51:21Z', 'revision_number': 0, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:51:01Z', 'revision_number': 5, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:24.024129 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] Checking router: f5cab40e-c91d-420e-abf6-de15b977c780 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:51:24.035017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fac11-6bdc-4910-bfb2-b287342ecd7f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port c89a42b3-c2a4-47f3-8324-a282ea9b9905 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:24.035017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5e4fac11-6bdc-4910-bfb2-b287342ecd7f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.039751 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:24.040695 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:24.042785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:21Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64f2529f-29c0-4f31-b743-e8c3f6330c85', 'name': '', 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3c:75:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '013d2d99-3afe-4441-aff0-28915bec5bda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:20Z', 'updated_at': '2021-11-29T01:51:21Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '013d2d99-3afe-4441-aff0-28915bec5bda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:24.064261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-fee0981a-8fc5-43f5-9828-bee73455c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:24.065785 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-fee0981a-8fc5-43f5-9828-bee73455c7a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852549 Nov 29 01:51:24.081441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Checking router: 00408894-6731-4f97-8144-64ea61cb6d34 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:51:24.082188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Updating router 00408894-6731-4f97-8144-64ea61cb6d34 port 64f2529f-29c0-4f31-b743-e8c3f6330c85 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:51:24.114261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.142957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-e8b998c9-56b4-446c-8528-c0ef213e4449 None None] Allocated IP 172.20.0.34 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/3d739a13-1fe8-4288-9fcf-6e1831c877d0/8cf42ad6-c3a2-4ace-a456-5257f6c1eea6) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:24.153198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-e8b998c9-56b4-446c-8528-c0ef213e4449 None None] Allocated IP 172.20.0.2 (a9e60e2e-bd9d-4e1d-977c-4dac55b034c0/73cb198f-edc2-491b-8f16-2a9e6aaa17ed/8cf42ad6-c3a2-4ace-a456-5257f6c1eea6) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:24.175296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5e4fac11-6bdc-4910-bfb2-b287342ecd7f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.205913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fac11-6bdc-4910-bfb2-b287342ecd7f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for c89a42b3-c2a4-47f3-8324-a282ea9b9905 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:24.216849 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:24.231422 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-a52203e2-1615-41eb-b751-7c9783475d1e service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570425 Nov 29 01:51:24.371697 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b55e4ae-6829-42de-9adf-b467a21e9bac req-301ee4df-304a-4888-b0db-80ba4800f0b3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331322 Nov 29 01:51:24.384051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5e4fac11-6bdc-4910-bfb2-b287342ecd7f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.421186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e8b998c9-56b4-446c-8528-c0ef213e4449 None None] For port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,segment=NetworkSegment(c84c6802-ccd0-4630-9e87-cee1dddfacf4),segment_id=c84c6802-ccd0-4630-9e87-cee1dddfacf4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:24.422460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fac11-6bdc-4910-bfb2-b287342ecd7f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=c89a42b3-c2a4-47f3-8324-a282ea9b9905,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:24.469505 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8b998c9-56b4-446c-8528-c0ef213e4449 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.482822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8b998c9-56b4-446c-8528-c0ef213e4449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.507175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5e4fac11-6bdc-4910-bfb2-b287342ecd7f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.513808 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5e4fac11-6bdc-4910-bfb2-b287342ecd7f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/c89a42b3-c2a4-47f3-8324-a282ea9b9905 HTTP/1.1" status: 204 len: 168 time: 0.5836737 Nov 29 01:51:24.514003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46066) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:24.522496 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '79904c25-0784-465f-a44d-f5936a162d3b', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'port_id': '27e61377-e754-40b7-bb2b-78778622a369', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'mac_address': 'fa:16:3e:3d:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:51:21Z', 'updated_at': '2021-11-29T01:51:21Z', 'revision_number': 0, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:51:01Z', 'revision_number': 5, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:24.550827 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d42b0-f520-4eff-b202-2ed3be4ef6df None None] The sync data for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv is: [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '79904c25-0784-465f-a44d-f5936a162d3b', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'port_id': '27e61377-e754-40b7-bb2b-78778622a369', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'mac_address': 'fa:16:3e:3d:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:51:21Z', 'updated_at': '2021-11-29T01:51:21Z', 'revision_number': 0, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:51:01Z', 'revision_number': 5, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:24.553348 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-9999873b-128f-414a-b6e1-826e1f220096 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] GET failed (client error): The resource could not be found. Nov 29 01:51:24.558676 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9999873b-128f-414a-b6e1-826e1f220096 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports/c89a42b3-c2a4-47f3-8324-a282ea9b9905 HTTP/1.1" status: 404 len: 333 time: 0.0400026 Nov 29 01:51:24.559556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46068) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:24.614308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b998c9-56b4-446c-8528-c0ef213e4449 None None] Pushing event updated for resources: {'Port': ['ID=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:24.619213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e64dfa64-fd49-407e-99a0-4509318a7b2e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.650203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.651522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e64dfa64-fd49-407e-99a0-4509318a7b2e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.657271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.707855 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e64dfa64-fd49-407e-99a0-4509318a7b2e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.715715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e828d27-4834-4c61-8ad1-981618678a63 None None] Pushing event updated for resources: {'Port': ['ID=64f2529f-29c0-4f31-b743-e8c3f6330c85,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:24.715965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e64dfa64-fd49-407e-99a0-4509318a7b2e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.717128 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e64dfa64-fd49-407e-99a0-4509318a7b2e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/security-groups/4a841372-d310-4a61-be2e-d2ba3504cbf1 HTTP/1.1" status: 204 len: 168 time: 0.1563878 Nov 29 01:51:24.720760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46070) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:24.735150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dfa64-fd49-407e-99a0-4509318a7b2e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a841372-d310-4a61-be2e-d2ba3504cbf1,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:24.814855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f426f5e-3035-4594-8f8f-34e6f87060cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.817057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Attempting to bind port 64f2529f-29c0-4f31-b743-e8c3f6330c85 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:24.817438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Attempting to bind port 64f2529f-29c0-4f31-b743-e8c3f6330c85 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:24.817815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Attempting to bind port 64f2529f-29c0-4f31-b743-e8c3f6330c85 on network 2ae89cb8-d292-4b63-af8a-9a54454aff42 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:24.830131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:24.830390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Checking segment: {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:24.830778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.831181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Bound using segment: {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:24.831944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Bound port: 64f2529f-29c0-4f31-b743-e8c3f6330c85, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23f50b5-17b2-4ce5-9b89-f655a4d07461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:24.832055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.851312 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98337215-e08a-48b5-bc7b-32c6b11e4c42 None None] New status for floating IP 79904c25-0784-465f-a44d-f5936a162d3b: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:51:24.860261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f426f5e-3035-4594-8f8f-34e6f87060cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.930255 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f426f5e-3035-4594-8f8f-34e6f87060cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.937598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1f426f5e-3035-4594-8f8f-34e6f87060cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:24.943920 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1f426f5e-3035-4594-8f8f-34e6f87060cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/security-groups/1cf55efb-2fc4-41c5-b2ab-5b56b03fe1be HTTP/1.1" status: 204 len: 168 time: 0.2211037 Nov 29 01:51:24.944696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46072) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:24.945306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46074) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:24.957374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f426f5e-3035-4594-8f8f-34e6f87060cf tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf55efb-2fc4-41c5-b2ab-5b56b03fe1be,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:25.029491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:25.065950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] For port 64f2529f-29c0-4f31-b743-e8c3f6330c85, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:25.117653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] For port 64f2529f-29c0-4f31-b743-e8c3f6330c85, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=64f2529f-29c0-4f31-b743-e8c3f6330c85,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:25.131912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.136140 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a6b40401-8971-4254-8ea0-fa5efb2ccb3d tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/floatingips/79904c25-0784-465f-a44d-f5936a162d3b HTTP/1.1" status: 200 len: 991 time: 0.1639779 Nov 29 01:51:25.156206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-76943863-c682-4850-8bd7-84ad5abc973d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.187606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-76943863-c682-4850-8bd7-84ad5abc973d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.191384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4b07a291-6bb9-4335-a14d-dcafaf94aa02 None None] Provisioning complete for port 64f2529f-29c0-4f31-b743-e8c3f6330c85 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:25.191770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4b07a291-6bb9-4335-a14d-dcafaf94aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.242049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:25.242750 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:25.244504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e828d27-4834-4c61-8ad1-981618678a63 None None] Pushing event updated for resources: {'Port': ['ID=64f2529f-29c0-4f31-b743-e8c3f6330c85,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:25.248264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-76943863-c682-4850-8bd7-84ad5abc973d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.252436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-76943863-c682-4850-8bd7-84ad5abc973d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.258494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46076) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:25.260886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:25.261122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.261709 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-76943863-c682-4850-8bd7-84ad5abc973d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/security-groups/1b157e23-d6bc-4cef-824f-e918e05108b4 HTTP/1.1" status: 204 len: 168 time: 0.3116004 Nov 29 01:51:25.273959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76943863-c682-4850-8bd7-84ad5abc973d tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b157e23-d6bc-4cef-824f-e918e05108b4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:25.332221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5bca09-f99e-4237-8886-012d56621fdb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 73cb198f-edc2-491b-8f16-2a9e6aaa17ed {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:25.335615 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ae5bca09-f99e-4237-8886-012d56621fdb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.383364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ae5bca09-f99e-4237-8886-012d56621fdb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.480707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ae5bca09-f99e-4237-8886-012d56621fdb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.490504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:25.523458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4b07a291-6bb9-4335-a14d-dcafaf94aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.555263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ae5bca09-f99e-4237-8886-012d56621fdb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.585774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bca09-f99e-4237-8886-012d56621fdb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=73cb198f-edc2-491b-8f16-2a9e6aaa17ed,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:25.587776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ae5bca09-f99e-4237-8886-012d56621fdb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.594499 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ae5bca09-f99e-4237-8886-012d56621fdb tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/73cb198f-edc2-491b-8f16-2a9e6aaa17ed HTTP/1.1" status: 204 len: 168 time: 0.3325646 Nov 29 01:51:25.594633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46078) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:25.616579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4b07a291-6bb9-4335-a14d-dcafaf94aa02 None None] For port 64f2529f-29c0-4f31-b743-e8c3f6330c85, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=64f2529f-29c0-4f31-b743-e8c3f6330c85,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:25.625595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4b07a291-6bb9-4335-a14d-dcafaf94aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.647984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-30af9bb2-77a2-41bb-ad04-8d8f827a0edd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 3d739a13-1fe8-4288-9fcf-6e1831c877d0 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:25.651345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-30af9bb2-77a2-41bb-ad04-8d8f827a0edd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.691923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-30af9bb2-77a2-41bb-ad04-8d8f827a0edd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.725702 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07a291-6bb9-4335-a14d-dcafaf94aa02 None None] Pushing event updated for resources: {'Port': ['ID=64f2529f-29c0-4f31-b743-e8c3f6330c85,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:25.763419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d37f47aa-4d0f-487d-9e34-fb0b4b4bfc6b None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:25.763718 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d37f47aa-4d0f-487d-9e34-fb0b4b4bfc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.788325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-30af9bb2-77a2-41bb-ad04-8d8f827a0edd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.865422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-30af9bb2-77a2-41bb-ad04-8d8f827a0edd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.894763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af9bb2-77a2-41bb-ad04-8d8f827a0edd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=3d739a13-1fe8-4288-9fcf-6e1831c877d0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:25.905882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-30af9bb2-77a2-41bb-ad04-8d8f827a0edd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:25.910234 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-30af9bb2-77a2-41bb-ad04-8d8f827a0edd tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/3d739a13-1fe8-4288-9fcf-6e1831c877d0 HTTP/1.1" status: 204 len: 168 time: 0.3146312 Nov 29 01:51:25.912736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46082) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:25.945293 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7026e42-9e04-4e96-bebb-2f22dd89a105 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:25.946052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7026e42-9e04-4e96-bebb-2f22dd89a105 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:25.949442 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d7026e42-9e04-4e96-bebb-2f22dd89a105 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/73cb198f-edc2-491b-8f16-2a9e6aaa17ed HTTP/1.1" status: 404 len: 337 time: 0.0356650 Nov 29 01:51:25.952088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46084) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.006340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb84a716-b3e0-4199-8a63-aedbdd532e09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting subnet 46be7d56-458e-4572-8f94-9ee8dba4a05b {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:26.009733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb84a716-b3e0-4199-8a63-aedbdd532e09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.030207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732361c9-5360-4f4f-8a08-52d91704c15e None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:26.051167 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb84a716-b3e0-4199-8a63-aedbdd532e09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.065758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:21Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64f2529f-29c0-4f31-b743-e8c3f6330c85', 'name': '', 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3c:75:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '013d2d99-3afe-4441-aff0-28915bec5bda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:20Z', 'updated_at': '2021-11-29T01:51:25Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '013d2d99-3afe-4441-aff0-28915bec5bda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:26.124700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc1928-01e0-4b84-bcdb-0c41fb568dad None None] The sync data for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv is: [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:21Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64f2529f-29c0-4f31-b743-e8c3f6330c85', 'name': '', 'network_id': '2ae89cb8-d292-4b63-af8a-9a54454aff42', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3c:75:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '013d2d99-3afe-4441-aff0-28915bec5bda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:20Z', 'updated_at': '2021-11-29T01:51:25Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '013d2d99-3afe-4441-aff0-28915bec5bda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:26.137154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb84a716-b3e0-4199-8a63-aedbdd532e09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.137962 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46086) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.160790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d37f47aa-4d0f-487d-9e34-fb0b4b4bfc6b None None] Provisioning complete for port eabf16e2-ca6f-4915-9eb1-afde186f72d4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:26.160790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d37f47aa-4d0f-487d-9e34-fb0b4b4bfc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.232965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb84a716-b3e0-4199-8a63-aedbdd532e09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.265648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d37f47aa-4d0f-487d-9e34-fb0b4b4bfc6b None None] Port eabf16e2-ca6f-4915-9eb1-afde186f72d4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:26.274726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84a716-b3e0-4199-8a63-aedbdd532e09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Subnet': ['ID=46be7d56-458e-4572-8f94-9ee8dba4a05b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:26.277700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cb84a716-b3e0-4199-8a63-aedbdd532e09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.287897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cb84a716-b3e0-4199-8a63-aedbdd532e09 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/46be7d56-458e-4572-8f94-9ee8dba4a05b HTTP/1.1" status: 204 len: 168 time: 0.3345420 Nov 29 01:51:26.289082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46088) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.315592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d37f47aa-4d0f-487d-9e34-fb0b4b4bfc6b None None] Provisioning complete for port 64f2529f-29c0-4f31-b743-e8c3f6330c85 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:26.316524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d37f47aa-4d0f-487d-9e34-fb0b4b4bfc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.316642 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb14512-e4b3-4b8c-9d7e-0cb07978d78a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.317127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb14512-e4b3-4b8c-9d7e-0cb07978d78a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.324392 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eeb14512-e4b3-4b8c-9d7e-0cb07978d78a tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/5ed5c0da-5974-4a7f-a1ae-66206d0ce4b0 HTTP/1.1" status: 404 len: 337 time: 0.0339994 Nov 29 01:51:26.325062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46090) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.367450 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2ac25c08-01b7-4f1f-8970-ca47e99fdc32 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "GET /v2.0/ports?device_id=4616d243-3033-4974-8e51-4f4fba9a3b3a HTTP/1.1" status: 200 len: 205 time: 0.0390007 Nov 29 01:51:26.368890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46092) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.419473 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-57fc5bff-f6e5-4ed3-9219-f6e07c9e41a9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] delete failed (client error): The resource could not be found. Nov 29 01:51:26.423134 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-57fc5bff-f6e5-4ed3-9219-f6e07c9e41a9 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/routers/4616d243-3033-4974-8e51-4f4fba9a3b3a HTTP/1.1" status: 404 len: 336 time: 0.0506530 Nov 29 01:51:26.424046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46094) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.453415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d37f47aa-4d0f-487d-9e34-fb0b4b4bfc6b None None] Could not find standard attr ID for object c89a42b3-c2a4-47f3-8324-a282ea9b9905. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:51:26.462192 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-b155e99c-fece-441e-8620-c57127f7afa1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.462843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b155e99c-fece-441e-8620-c57127f7afa1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.466812 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b155e99c-fece-441e-8620-c57127f7afa1 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/9f283bc9-147d-4367-93a0-eadef49e8a5e HTTP/1.1" status: 404 len: 337 time: 0.0415738 Nov 29 01:51:26.469688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46096) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.498163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14c75f-ec27-451d-8c67-9be2a927692c None None] Update dhcp port {'port': {'network_id': 'a9e60e2e-bd9d-4e1d-977c-4dac55b034c0', 'fixed_ips': [{'subnet_id': '46be7d56-458e-4572-8f94-9ee8dba4a05b'}], 'binding:host_id': 'dv-neutron-816800-5-hyperv'}, 'id': '8cf42ad6-c3a2-4ace-a456-5257f6c1eea6'} from dv-neutron-816800-5-hyperv. {{(pid=109950) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:51:26.504509 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8acdcd-587d-48fb-824d-071b933c7874 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.505105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8acdcd-587d-48fb-824d-071b933c7874 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.509887 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1a8acdcd-587d-48fb-824d-071b933c7874 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/c432c79a-d68d-40dc-b252-11935756f05d HTTP/1.1" status: 404 len: 337 time: 0.0392098 Nov 29 01:51:26.513143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46098) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.529097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b14c75f-ec27-451d-8c67-9be2a927692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.550534 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab62135-e03e-495f-8c9e-9bfad9f82ae2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.550928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab62135-e03e-495f-8c9e-9bfad9f82ae2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.556394 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6ab62135-e03e-495f-8c9e-9bfad9f82ae2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/4898955e-2d13-447f-9c1f-23803bd38463 HTTP/1.1" status: 404 len: 337 time: 0.0398109 Nov 29 01:51:26.556801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46100) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.562482 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-678e24db-3432-4ce6-9c93-efd3b30830f3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/floatingips/79904c25-0784-465f-a44d-f5936a162d3b HTTP/1.1" status: 200 len: 993 time: 0.4184117 Nov 29 01:51:26.579682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d628aa19-4f3f-4982-985a-13a351f6ce3c None None] Could not find standard attr ID for object c89a42b3-c2a4-47f3-8324-a282ea9b9905. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:51:26.591295 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36b9b4e-9a0d-485c-a84d-89974dd10d62 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.591928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36b9b4e-9a0d-485c-a84d-89974dd10d62 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.595091 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b36b9b4e-9a0d-485c-a84d-89974dd10d62 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/24bbb806-1005-4d7d-9c0b-e04919a4c7dc HTTP/1.1" status: 404 len: 333 time: 0.0371544 Nov 29 01:51:26.597611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46102) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.623961 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c7997d-33ef-44e7-b2d2-a5fd7066eca2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.624417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c7997d-33ef-44e7-b2d2-a5fd7066eca2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.628205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a0c7997d-33ef-44e7-b2d2-a5fd7066eca2 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/effe9714-0752-4221-ba82-30a3184b8a1d HTTP/1.1" status: 404 len: 337 time: 0.0290449 Nov 29 01:51:26.630213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46104) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.657938 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f1856f-f753-492d-8290-08436afd48ec tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.658396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f1856f-f753-492d-8290-08436afd48ec tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.663963 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-53f1856f-f753-492d-8290-08436afd48ec tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/334481c5-55aa-4ae3-9163-210e42ea83ce HTTP/1.1" status: 404 len: 337 time: 0.0303123 Nov 29 01:51:26.664346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46106) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.690775 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8ba014-672a-411d-8365-dcba7c729803 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.691349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8ba014-672a-411d-8365-dcba7c729803 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.694511 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8d8ba014-672a-411d-8365-dcba7c729803 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/ceab104c-ca0e-4ca2-9eb9-ebcc5ad7d6fc HTTP/1.1" status: 404 len: 333 time: 0.0289187 Nov 29 01:51:26.699427 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46108) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.718459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3b8eb-ea17-453b-8d9e-411065635003 None None] Network a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:26.730028 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa12b64-5c1d-47ce-b0c7-e76d40e09428 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.730748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa12b64-5c1d-47ce-b0c7-e76d40e09428 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.736215 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6fa12b64-5c1d-47ce-b0c7-e76d40e09428 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/8245cb9d-ce62-420d-aea1-1aa627c741dc HTTP/1.1" status: 404 len: 337 time: 0.0335362 Nov 29 01:51:26.736809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46110) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.763957 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1def73fb-dc05-46e7-893a-90936f69264f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] DELETE failed (client error): The resource could not be found. Nov 29 01:51:26.764519 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1def73fb-dc05-46e7-893a-90936f69264f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:51:26.767837 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1def73fb-dc05-46e7-893a-90936f69264f tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/subnets/7b07ab29-cb73-4300-ab87-ce5595d2e17e HTTP/1.1" status: 404 len: 337 time: 0.0299942 Nov 29 01:51:26.770366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46112) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:26.828842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1e087c8c-42de-42b7-8a40-682e150e9409 None None] Provisioning complete for port eabf16e2-ca6f-4915-9eb1-afde186f72d4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:26.829311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1e087c8c-42de-42b7-8a40-682e150e9409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.872025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-28fb4858-f5a4-4911-8099-01e9cdfaa04e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port eabf16e2-ca6f-4915-9eb1-afde186f72d4 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:26.872631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-28fb4858-f5a4-4911-8099-01e9cdfaa04e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.886760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1e087c8c-42de-42b7-8a40-682e150e9409 None None] Port eabf16e2-ca6f-4915-9eb1-afde186f72d4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:26.902559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1e087c8c-42de-42b7-8a40-682e150e9409 None None] Provisioning complete for port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:26.902559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1e087c8c-42de-42b7-8a40-682e150e9409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.927243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] DHCP port deletion for a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:26.955812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-28fb4858-f5a4-4911-8099-01e9cdfaa04e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:26.973927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-28fb4858-f5a4-4911-8099-01e9cdfaa04e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for eabf16e2-ca6f-4915-9eb1-afde186f72d4 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:27.021272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 64f2529f-29c0-4f31-b743-e8c3f6330c85 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:27.061595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-28fb4858-f5a4-4911-8099-01e9cdfaa04e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.063241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] Deleting port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:27.063559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.089779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb4858-f5a4-4911-8099-01e9cdfaa04e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=eabf16e2-ca6f-4915-9eb1-afde186f72d4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:27.097896 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-28fb4858-f5a4-4911-8099-01e9cdfaa04e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.101342 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-28fb4858-f5a4-4911-8099-01e9cdfaa04e tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/ports/eabf16e2-ca6f-4915-9eb1-afde186f72d4 HTTP/1.1" status: 204 len: 168 time: 0.3299294 Nov 29 01:51:27.103778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46114) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:27.141971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] For port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,segment=NetworkSegment(c84c6802-ccd0-4630-9e87-cee1dddfacf4),segment_id=c84c6802-ccd0-4630-9e87-cee1dddfacf4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:27.142625 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.156311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 64f2529f-29c0-4f31-b743-e8c3f6330c85 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:27.156682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.158378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] Calling delete_port for 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:27.183903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.236129 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Deleting port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:27.236465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.299256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.304725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] For port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,segment=NetworkSegment(c84c6802-ccd0-4630-9e87-cee1dddfacf4),segment_id=c84c6802-ccd0-4630-9e87-cee1dddfacf4)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:27.305243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.323816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] Pushing event deleted for resources: {'Port': ['ID=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:27.324750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Calling delete_port for 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:27.329526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27208e53-bbde-419f-a876-c6c9c1836313 None None] No DVR routers for this DVR port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:27.368313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:27.388823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:27.389166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:27.407223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.435490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Port': ['ID=8cf42ad6-c3a2-4ace-a456-5257f6c1eea6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:27.437328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] No DVR routers for this DVR port 8cf42ad6-c3a2-4ace-a456-5257f6c1eea6 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:27.519184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.539760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e60e2e-bd9d-4e1d-977c-4dac55b034c0']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:27.549557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84c6802-ccd0-4630-9e87-cee1dddfacf4') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:27.549862 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84c6802-ccd0-4630-9e87-cee1dddfacf4') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:27.559858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.572796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.578651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:27.579010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: self.session.flush() Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:27.581990 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:27.640688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.645439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:27.649384 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] 10.222.0.30 "DELETE /v2.0/networks/a9e60e2e-bd9d-4e1d-977c-4dac55b034c0 HTTP/1.1" status: 204 len: 168 time: 0.5444806 Nov 29 01:51:27.664350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd04e9-f553-458f-896d-69b3f20a4108 tempest-PortsTestJSON-175911841 tempest-PortsTestJSON-175911841-project] Pushing event deleted for resources: {'Network': ['ID=a9e60e2e-bd9d-4e1d-977c-4dac55b034c0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:27.890012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46120) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:27.949097 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-707c36a8-011c-4965-8145-5cb197f6409a req-1144b96b-1177-4001-b476-c4c19425e5c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393758 Nov 29 01:51:28.025632 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-090f30e7-d995-4999-aef3-d0ab8e77d10b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82bb337d4cbe4100b99c5e1477d03937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343253 Nov 29 01:51:28.028735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46124) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:28.054758 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c36a8-011c-4965-8145-5cb197f6409a req-79821af2-fdf4-4419-be10-c3c04264dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:28.056263 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-707c36a8-011c-4965-8145-5cb197f6409a req-79821af2-fdf4-4419-be10-c3c04264dbbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 1098 time: 0.0417621 Nov 29 01:51:28.078657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f6c50341-c0ea-4da5-be35-8270fe4ce3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:28.100453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f6c50341-c0ea-4da5-be35-8270fe4ce3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:28.147743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f6c50341-c0ea-4da5-be35-8270fe4ce3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:28.150569 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f6c50341-c0ea-4da5-be35-8270fe4ce3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:28.152342 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f6c50341-c0ea-4da5-be35-8270fe4ce3a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55f841d6-f5eb-4463-a750-610e89c8bf6b HTTP/1.1" status: 204 len: 168 time: 0.1226108 Nov 29 01:51:28.161364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c50341-c0ea-4da5-be35-8270fe4ce3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f841d6-f5eb-4463-a750-610e89c8bf6b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:28.176155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c36a8-011c-4965-8145-5cb197f6409a req-14d84969-90a3-4bc4-b83e-905bd4931c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:28.177637 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-707c36a8-011c-4965-8145-5cb197f6409a req-14d84969-90a3-4bc4-b83e-905bd4931c34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 200 len: 898 time: 0.0975118 Nov 29 01:51:28.246815 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-707c36a8-011c-4965-8145-5cb197f6409a req-5f524dc5-5a17-4705-9417-396faa5aeb9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34850936-a706-45bd-acdf-cbf146f95054 HTTP/1.1" status: 200 len: 1000 time: 0.0595403 Nov 29 01:51:28.302009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c36a8-011c-4965-8145-5cb197f6409a req-c86f80fc-f400-4556-b590-e0a05df5a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:28.303524 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-707c36a8-011c-4965-8145-5cb197f6409a req-c86f80fc-f400-4556-b590-e0a05df5a16b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a4257ea-94a5-40da-804d-f9952c74f4d8 HTTP/1.1" status: 200 len: 834 time: 0.0492661 Nov 29 01:51:28.352584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c36a8-011c-4965-8145-5cb197f6409a req-77f5eb36-631c-4a53-9aba-cf5f5f93b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:28.354156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-707c36a8-011c-4965-8145-5cb197f6409a req-77f5eb36-631c-4a53-9aba-cf5f5f93b3ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbcf8f88-d8e6-46d1-ad06-2b154690082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410681 Nov 29 01:51:28.449851 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-707c36a8-011c-4965-8145-5cb197f6409a req-79738d73-b964-40f6-ba49-438287903bc1 service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881882 Nov 29 01:51:28.547146 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-707c36a8-011c-4965-8145-5cb197f6409a req-821fff29-e842-4eaa-9be1-73f31714ae20 service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879776 Nov 29 01:51:28.788452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46148) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:28.880738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-312581754'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:28.901632 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:28.905091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:28.913955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:28.995963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:28.999710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.023458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:29.038884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229cf9c0-c2ce-4a15-8daf-197ad3f4066d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:29.042192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.042565 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment a76f38bc-0e60-4ed1-b67f-34fdbb45250e of type vlan for network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 Nov 29 01:51:29.085175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.109607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.115205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:29.115776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.155652 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3660834 Nov 29 01:51:29.158273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46152) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:29.163272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1630532080'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:29.184812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:29.188339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.190198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66341038-1f68-4c83-bea9-3e6d4fd7e882 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=0cadf3da-c2dc-4a36-8c04-020a1e1dcb61,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:29.200731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:29.213777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:29.223535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.223931 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment 7f24047c-ec47-40dd-b50c-fc805e9b5766 of type vlan for network 7fbc970d-9cdc-4f03-a746-05c2427bd240 Nov 29 01:51:29.263474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.291953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.297582 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:29.298170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.336828 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1774440 Nov 29 01:51:29.340459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46154) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:29.345600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': '0cadf3da-c2dc-4a36-8c04-020a1e1dcb61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:29.371000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ea2b8-0619-4e5e-ad07-8f225a10513b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=7fbc970d-9cdc-4f03-a746-05c2427bd240,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:29.380812 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 7fbc970d-9cdc-4f03-a746-05c2427bd240 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:29.436282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:29.439729 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.627553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.686378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=9fca2c0a-50c7-4a8a-856c-dac7e7ee99e4,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:29.695068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': 'a76f38bc-0e60-4ed1-b67f-34fdbb45250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0cadf3da-c2dc-4a36-8c04-020a1e1dcb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:29.695440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:29.711596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:29.721394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:29.725363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:29.725948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.730701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f2212e-b72d-45d4-963a-5c21f197a27e None None] Network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:29.745939 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46156) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:29.746150 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8fab2f3a-f1cb-42e3-a7fd-07d31776531b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4044607 Nov 29 01:51:29.751350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': '7fbc970d-9cdc-4f03-a746-05c2427bd240', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:29.841729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:29.846078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:29.876412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-0cadf3da-c2dc-4a36-8c04-020a1e1dcb61', 'network_id': '0cadf3da-c2dc-4a36-8c04-020a1e1dcb61', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': '9fca2c0a-50c7-4a8a-856c-dac7e7ee99e4'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:29.877310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.016332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Allocated IP 2001:db8::2 (0cadf3da-c2dc-4a36-8c04-020a1e1dcb61/9fca2c0a-50c7-4a8a-856c-dac7e7ee99e4/0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:30.035107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.098787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=6c2d0587-46bb-4d2f-b988-fd08224fb28f,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:30.110191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': '7f24047c-ec47-40dd-b50c-fc805e9b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fbc970d-9cdc-4f03-a746-05c2427bd240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:30.110662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: 7fbc970d-9cdc-4f03-a746-05c2427bd240, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:30.128331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 7fbc970d-9cdc-4f03-a746-05c2427bd240 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:30.137682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 7fbc970d-9cdc-4f03-a746-05c2427bd240) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:30.142139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:30.142770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.152902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0149dd-1f2c-4331-bff2-a4ebc6d7ce37 None None] Network 7fbc970d-9cdc-4f03-a746-05c2427bd240 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:30.161332 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9d91d8d9-18cf-45a1-b83c-76df6bd50c9d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4115522 Nov 29 01:51:30.161823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46158) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:30.166458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a5ec54f6-3ca9-4ba0-b49d-2d400203348a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1472363326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:30.177488 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.189561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5ec54f6-3ca9-4ba0-b49d-2d400203348a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.190808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5ec54f6-3ca9-4ba0-b49d-2d400203348a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.222222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.245320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5ec54f6-3ca9-4ba0-b49d-2d400203348a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.249432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5ec54f6-3ca9-4ba0-b49d-2d400203348a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.266904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5ec54f6-3ca9-4ba0-b49d-2d400203348a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.270648 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a5ec54f6-3ca9-4ba0-b49d-2d400203348a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1053019 Nov 29 01:51:30.270794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46160) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:30.273432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:30.280863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:30.288288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:30.294369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Pushing event updated for resources: {'Port': ['ID=0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:30.387761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Attempting to bind port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:30.388139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Attempting to bind port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'a76f38bc-0e60-4ed1-b67f-34fdbb45250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0cadf3da-c2dc-4a36-8c04-020a1e1dcb61'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:30.388508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Attempting to bind port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 on network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:30.406381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:30.406801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Checking segment: {'id': 'a76f38bc-0e60-4ed1-b67f-34fdbb45250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0cadf3da-c2dc-4a36-8c04-020a1e1dcb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:30.407139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.407553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Bound using segment: {'id': 'a76f38bc-0e60-4ed1-b67f-34fdbb45250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0cadf3da-c2dc-4a36-8c04-020a1e1dcb61'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:30.408141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Bound port: 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76f38bc-0e60-4ed1-b67f-34fdbb45250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0cadf3da-c2dc-4a36-8c04-020a1e1dcb61'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:30.408341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.418520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-7fbc970d-9cdc-4f03-a746-05c2427bd240', 'network_id': '7fbc970d-9cdc-4f03-a746-05c2427bd240', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': '6c2d0587-46bb-4d2f-b988-fd08224fb28f'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:30.419876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.544643 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.548423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] For port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:30.553745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] For port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70,segment=NetworkSegment(a76f38bc-0e60-4ed1-b67f-34fdbb45250e),segment_id=a76f38bc-0e60-4ed1-b67f-34fdbb45250e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:30.560855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.647485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Allocated IP 2001:db8:1::2 (7fbc970d-9cdc-4f03-a746-05c2427bd240/6c2d0587-46bb-4d2f-b988-fd08224fb28f/6fd04b34-f71f-4fe8-bfc4-811846fea962) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:30.659776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c75c4-bf0b-4d15-a241-7098d551954e None None] Pushing event updated for resources: {'Port': ['ID=0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:30.799224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8::1 (0cadf3da-c2dc-4a36-8c04-020a1e1dcb61/9fca2c0a-50c7-4a8a-856c-dac7e7ee99e4/d9d7e8a6-2dc5-4e90-a993-480dab7f4e54) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:30.811536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.821183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.880215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Network 7fbc970d-9cdc-4f03-a746-05c2427bd240 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:30.884876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:30.890267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:30.896360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Pushing event updated for resources: {'Port': ['ID=6fd04b34-f71f-4fe8-bfc4-811846fea962,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:30.957315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.964106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Attempting to bind port 6fd04b34-f71f-4fe8-bfc4-811846fea962 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:30.964412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Attempting to bind port 6fd04b34-f71f-4fe8-bfc4-811846fea962 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '7f24047c-ec47-40dd-b50c-fc805e9b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fbc970d-9cdc-4f03-a746-05c2427bd240'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:30.964771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Attempting to bind port 6fd04b34-f71f-4fe8-bfc4-811846fea962 on network 7fbc970d-9cdc-4f03-a746-05c2427bd240 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:30.972284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:30.972657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Checking segment: {'id': '7f24047c-ec47-40dd-b50c-fc805e9b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fbc970d-9cdc-4f03-a746-05c2427bd240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:30.973060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:30.973455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Bound using segment: {'id': '7f24047c-ec47-40dd-b50c-fc805e9b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fbc970d-9cdc-4f03-a746-05c2427bd240'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:30.973924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Bound port: 6fd04b34-f71f-4fe8-bfc4-811846fea962, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f24047c-ec47-40dd-b50c-fc805e9b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fbc970d-9cdc-4f03-a746-05c2427bd240'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:30.974309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.007624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.054124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:31.058324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:31.060159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:31.061049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:31.061801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.062413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] For port 6fd04b34-f71f-4fe8-bfc4-811846fea962, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:31.094353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] For port 6fd04b34-f71f-4fe8-bfc4-811846fea962, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6fd04b34-f71f-4fe8-bfc4-811846fea962,segment=NetworkSegment(7f24047c-ec47-40dd-b50c-fc805e9b5766),segment_id=7f24047c-ec47-40dd-b50c-fc805e9b5766)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:31.103722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.115607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=d9d7e8a6-2dc5-4e90-a993-480dab7f4e54,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:31.172935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02b759-4ccc-47b4-8ce5-cccd67ba2c05 None None] Pushing event updated for resources: {'Port': ['ID=6fd04b34-f71f-4fe8-bfc4-811846fea962,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:31.177569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:31.177941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.210659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.444492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.496830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70,segment=NetworkSegment(a76f38bc-0e60-4ed1-b67f-34fdbb45250e),segment_id=a76f38bc-0e60-4ed1-b67f-34fdbb45250e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:31.506513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.571647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:31.803711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d59b348-2c11-4e89-b775-8446f9c84f27 None None] Network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:31.838931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.843960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.845003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.892939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4c026e49-f75f-449e-b181-3ebf07545e77 None None] Provisioning complete for port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:31.893354 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c026e49-f75f-449e-b181-3ebf07545e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:31.941981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=d9d7e8a6-2dc5-4e90-a993-480dab7f4e54,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:31.983084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:31.984836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:32.115416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router c0c5cec0-123a-4b06-bf70-ce8416765788 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:51:32.215600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:32.220762 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1f594419-0092-4764-999e-5650cab0e80a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/c0c5cec0-123a-4b06-bf70-ce8416765788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9490845 Nov 29 01:51:32.223368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46164) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:32.227124 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd7f5d-1c4a-4de7-91be-03af3b9254cb None None] Sync routers for ids ['c0c5cec0-123a-4b06-bf70-ce8416765788'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:32.238098 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd7f5d-1c4a-4de7-91be-03af3b9254cb None None] Routers {'c0c5cec0-123a-4b06-bf70-ce8416765788'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:32.239130 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-25bd7f5d-1c4a-4de7-91be-03af3b9254cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['c0c5cec0-123a-4b06-bf70-ce8416765788'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:32.275061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80615e9c-f486-41c2-874d-b5dbd12a7667 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:32.276876 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-80615e9c-f486-41c2-874d-b5dbd12a7667 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports/d9d7e8a6-2dc5-4e90-a993-480dab7f4e54 HTTP/1.1" status: 200 len: 911 time: 0.0523157 Nov 29 01:51:32.278446 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-25bd7f5d-1c4a-4de7-91be-03af3b9254cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:32.279330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46166) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:32.291911 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd7f5d-1c4a-4de7-91be-03af3b9254cb None None] Routers {'c0c5cec0-123a-4b06-bf70-ce8416765788'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:32.293581 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-25bd7f5d-1c4a-4de7-91be-03af3b9254cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['c0c5cec0-123a-4b06-bf70-ce8416765788'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:32.300155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1a5984-bf77-40d8-aec8-77c82a5f9d94 None None] Network 7fbc970d-9cdc-4f03-a746-05c2427bd240 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:32.335259 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-25bd7f5d-1c4a-4de7-91be-03af3b9254cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:32.335981 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd7f5d-1c4a-4de7-91be-03af3b9254cb None None] The sync data for ids ['c0c5cec0-123a-4b06-bf70-ce8416765788'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:32.395313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Provisioning complete for port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:32.395694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:32.557869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Provisioning complete for port 6fd04b34-f71f-4fe8-bfc4-811846fea962 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:32.558464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:32.665775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:32.687733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:32.702925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] For port 6fd04b34-f71f-4fe8-bfc4-811846fea962, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6fd04b34-f71f-4fe8-bfc4-811846fea962,segment=NetworkSegment(7f24047c-ec47-40dd-b50c-fc805e9b5766),segment_id=7f24047c-ec47-40dd-b50c-fc805e9b5766)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:32.715239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:32.757649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Provisioning complete for port d9d7e8a6-2dc5-4e90-a993-480dab7f4e54 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:32.758127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:32.794474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Pushing event updated for resources: {'Port': ['ID=6fd04b34-f71f-4fe8-bfc4-811846fea962,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:32.812973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f3eae061-6492-48bf-8b6b-dcbb50581b0b None None] Port d9d7e8a6-2dc5-4e90-a993-480dab7f4e54 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:32.935446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-082a5c11-ec37-42f0-8787-d16dcea3ee29 None None] Provisioning complete for port d9d7e8a6-2dc5-4e90-a993-480dab7f4e54 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:32.935829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-082a5c11-ec37-42f0-8787-d16dcea3ee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:32.970768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-082a5c11-ec37-42f0-8787-d16dcea3ee29 None None] Port d9d7e8a6-2dc5-4e90-a993-480dab7f4e54 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:32.980879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8:1::1 (7fbc970d-9cdc-4f03-a746-05c2427bd240/6c2d0587-46bb-4d2f-b988-fd08224fb28f/a379935e-e803-41c2-80ed-b39711769bfb) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:32.983146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-082a5c11-ec37-42f0-8787-d16dcea3ee29 None None] Provisioning complete for port 6fd04b34-f71f-4fe8-bfc4-811846fea962 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:32.983716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-082a5c11-ec37-42f0-8787-d16dcea3ee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.073687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6fd04b34-f71f-4fe8-bfc4-811846fea962 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:33.105574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.127598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6fd04b34-f71f-4fe8-bfc4-811846fea962 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:33.128003 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.138080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.174293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 7fbc970d-9cdc-4f03-a746-05c2427bd240 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:33.177280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:33.179649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:33.180363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.205108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:33.235387 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=a379935e-e803-41c2-80ed-b39711769bfb,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:33.253463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:33.253917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.314689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.499605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fc7f7e27-7608-4ef6-856d-30476275fbcf None None] Provisioning complete for port a379935e-e803-41c2-80ed-b39711769bfb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:33.499896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fc7f7e27-7608-4ef6-856d-30476275fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.534738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f7e27-7608-4ef6-856d-30476275fbcf None None] Port a379935e-e803-41c2-80ed-b39711769bfb cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:33.591975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.595599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.596333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:33.686893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=a379935e-e803-41c2-80ed-b39711769bfb,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:33.722992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 7fbc970d-9cdc-4f03-a746-05c2427bd240 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:33.724358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:33.825361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router c0c5cec0-123a-4b06-bf70-ce8416765788 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:33.920211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:33.925200 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fb23c6b8-b958-46e6-ac55-b2885cab6e37 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/c0c5cec0-123a-4b06-bf70-ce8416765788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6448190 Nov 29 01:51:33.927834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46170) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:33.930301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9dd3d-49e8-475f-a7ae-9fcf5f874326 None None] Sync routers for ids ['c0c5cec0-123a-4b06-bf70-ce8416765788'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:33.941880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9dd3d-49e8-475f-a7ae-9fcf5f874326 None None] Routers {'c0c5cec0-123a-4b06-bf70-ce8416765788'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:33.942465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9ec9dd3d-49e8-475f-a7ae-9fcf5f874326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['c0c5cec0-123a-4b06-bf70-ce8416765788'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:33.972870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a229fc-1610-4782-99d5-8bed16c0d4f9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:33.976924 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d3a229fc-1610-4782-99d5-8bed16c0d4f9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports/a379935e-e803-41c2-80ed-b39711769bfb HTTP/1.1" status: 200 len: 913 time: 0.0454996 Nov 29 01:51:33.977119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46172) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:33.982091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9ec9dd3d-49e8-475f-a7ae-9fcf5f874326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:33.997932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cb7ba768-ff44-4c3e-8411-a297952f95c6 None None] Provisioning complete for port a379935e-e803-41c2-80ed-b39711769bfb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:33.998312 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb7ba768-ff44-4c3e-8411-a297952f95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:34.001034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9dd3d-49e8-475f-a7ae-9fcf5f874326 None None] Routers {'c0c5cec0-123a-4b06-bf70-ce8416765788'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:34.001220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9ec9dd3d-49e8-475f-a7ae-9fcf5f874326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['c0c5cec0-123a-4b06-bf70-ce8416765788'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:34.051217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9ec9dd3d-49e8-475f-a7ae-9fcf5f874326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:34.051851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9dd3d-49e8-475f-a7ae-9fcf5f874326 None None] The sync data for ids ['c0c5cec0-123a-4b06-bf70-ce8416765788'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:34.064502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ba768-ff44-4c3e-8411-a297952f95c6 None None] Port a379935e-e803-41c2-80ed-b39711769bfb cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:34.285400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:34.525686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port a379935e-e803-41c2-80ed-b39711769bfb {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:34.526034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:34.614321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:34.625897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for a379935e-e803-41c2-80ed-b39711769bfb owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:34.790537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:34.816335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=a379935e-e803-41c2-80ed-b39711769bfb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:34.931871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:35.415298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router c0c5cec0-123a-4b06-bf70-ce8416765788 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:35.507010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:35.512544 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a5db55cc-3c57-4225-b197-57db4c8fcb78 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/c0c5cec0-123a-4b06-bf70-ce8416765788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5344787 Nov 29 01:51:35.515416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46176) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:35.518398 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b72ab-86e4-4b5b-bd6f-f8e1de4301cd None None] Sync routers for ids ['c0c5cec0-123a-4b06-bf70-ce8416765788'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:35.529213 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b72ab-86e4-4b5b-bd6f-f8e1de4301cd None None] Routers {'c0c5cec0-123a-4b06-bf70-ce8416765788'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:35.529824 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0f7b72ab-86e4-4b5b-bd6f-f8e1de4301cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['c0c5cec0-123a-4b06-bf70-ce8416765788'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:35.562709 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0f7b72ab-86e4-4b5b-bd6f-f8e1de4301cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:35.571135 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b72ab-86e4-4b5b-bd6f-f8e1de4301cd None None] Routers {'c0c5cec0-123a-4b06-bf70-ce8416765788'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:35.571732 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0f7b72ab-86e4-4b5b-bd6f-f8e1de4301cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['c0c5cec0-123a-4b06-bf70-ce8416765788'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:35.606347 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0f7b72ab-86e4-4b5b-bd6f-f8e1de4301cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:35.607022 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b72ab-86e4-4b5b-bd6f-f8e1de4301cd None None] The sync data for ids ['c0c5cec0-123a-4b06-bf70-ce8416765788'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:35.820408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:36.062233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port d9d7e8a6-2dc5-4e90-a993-480dab7f4e54 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:36.062602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:36.149653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:36.161597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for d9d7e8a6-2dc5-4e90-a993-480dab7f4e54 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:36.327693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:36.355519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=d9d7e8a6-2dc5-4e90-a993-480dab7f4e54,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:36.451725 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:36.610473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router c0c5cec0-123a-4b06-bf70-ce8416765788 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:36.687113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:36.692309 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ab641cde-29b6-45cd-b1aa-0eb301dbec51 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/c0c5cec0-123a-4b06-bf70-ce8416765788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1758118 Nov 29 01:51:36.694967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46178) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:36.697891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf614d-bf8a-4dcf-94c1-d2947e47ca1f None None] Sync routers for ids ['c0c5cec0-123a-4b06-bf70-ce8416765788'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:36.708627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf614d-bf8a-4dcf-94c1-d2947e47ca1f None None] Routers {'c0c5cec0-123a-4b06-bf70-ce8416765788'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:36.709263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3dbf614d-bf8a-4dcf-94c1-d2947e47ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['c0c5cec0-123a-4b06-bf70-ce8416765788'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:36.722368 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-00fed364-e42b-436e-995d-40c534a30a7b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0c5cec0-123a-4b06-bf70-ce8416765788 HTTP/1.1" status: 200 len: 205 time: 0.0262604 Nov 29 01:51:36.725147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46180) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:36.740772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3dbf614d-bf8a-4dcf-94c1-d2947e47ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:36.749700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf614d-bf8a-4dcf-94c1-d2947e47ca1f None None] Routers {'c0c5cec0-123a-4b06-bf70-ce8416765788'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:36.750295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3dbf614d-bf8a-4dcf-94c1-d2947e47ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['c0c5cec0-123a-4b06-bf70-ce8416765788'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:36.781081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3dbf614d-bf8a-4dcf-94c1-d2947e47ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:36.781716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf614d-bf8a-4dcf-94c1-d2947e47ca1f None None] The sync data for ids ['c0c5cec0-123a-4b06-bf70-ce8416765788'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:36.796449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5c468ff2-49d4-4799-a250-1a4e873c4cb9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:36.952426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5c468ff2-49d4-4799-a250-1a4e873c4cb9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:36.954507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5c468ff2-49d4-4799-a250-1a4e873c4cb9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:36.999606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5c468ff2-49d4-4799-a250-1a4e873c4cb9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.000198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c468ff2-49d4-4799-a250-1a4e873c4cb9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Fanout notify agent at l3_agent the message router_deleted on router c0c5cec0-123a-4b06-bf70-ce8416765788 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:51:37.007553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5c468ff2-49d4-4799-a250-1a4e873c4cb9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.012092 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5c468ff2-49d4-4799-a250-1a4e873c4cb9 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/c0c5cec0-123a-4b06-bf70-ce8416765788 HTTP/1.1" status: 204 len: 168 time: 0.2825449 Nov 29 01:51:37.012092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46184) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:37.063840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fe5c81-d323-45c2-aea3-1423b7b330ee tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet 6c2d0587-46bb-4d2f-b988-fd08224fb28f {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:37.066922 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10fe5c81-d323-45c2-aea3-1423b7b330ee tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.109059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10fe5c81-d323-45c2-aea3-1423b7b330ee tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.195221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10fe5c81-d323-45c2-aea3-1423b7b330ee tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.250902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10fe5c81-d323-45c2-aea3-1423b7b330ee tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.278124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe5c81-d323-45c2-aea3-1423b7b330ee tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2d0587-46bb-4d2f-b988-fd08224fb28f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:37.280113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10fe5c81-d323-45c2-aea3-1423b7b330ee tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.283376 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-10fe5c81-d323-45c2-aea3-1423b7b330ee tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/6c2d0587-46bb-4d2f-b988-fd08224fb28f HTTP/1.1" status: 204 len: 168 time: 0.2705328 Nov 29 01:51:37.286084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46186) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:37.286282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c1f30-8a14-409c-9a51-7348f041f794 None None] Network 7fbc970d-9cdc-4f03-a746-05c2427bd240 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:37.337116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d767e6-7483-4701-b20d-86cdc1531cc1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet 9fca2c0a-50c7-4a8a-856c-dac7e7ee99e4 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:37.340293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-08d767e6-7483-4701-b20d-86cdc1531cc1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.385606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-08d767e6-7483-4701-b20d-86cdc1531cc1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.453865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] DHCP port deletion for 7fbc970d-9cdc-4f03-a746-05c2427bd240 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:37.470619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-08d767e6-7483-4701-b20d-86cdc1531cc1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.507209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] Deleting port 6fd04b34-f71f-4fe8-bfc4-811846fea962 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:37.507469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.532129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-08d767e6-7483-4701-b20d-86cdc1531cc1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.563376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d767e6-7483-4701-b20d-86cdc1531cc1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=9fca2c0a-50c7-4a8a-856c-dac7e7ee99e4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:37.567317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-08d767e6-7483-4701-b20d-86cdc1531cc1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.570244 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-08d767e6-7483-4701-b20d-86cdc1531cc1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/9fca2c0a-50c7-4a8a-856c-dac7e7ee99e4 HTTP/1.1" status: 204 len: 168 time: 0.2831995 Nov 29 01:51:37.572810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46188) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:37.573753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] For port 6fd04b34-f71f-4fe8-bfc4-811846fea962, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6fd04b34-f71f-4fe8-bfc4-811846fea962,segment=NetworkSegment(7f24047c-ec47-40dd-b50c-fc805e9b5766),segment_id=7f24047c-ec47-40dd-b50c-fc805e9b5766)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:37.574777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.578506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe1201-7717-4ac9-9eff-74b871d741e1 None None] Network 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:37.606297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] Calling delete_port for 6fd04b34-f71f-4fe8-bfc4-811846fea962 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:37.649738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.701909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 6fd04b34-f71f-4fe8-bfc4-811846fea962 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:37.702164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.769628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port 6fd04b34-f71f-4fe8-bfc4-811846fea962, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6fd04b34-f71f-4fe8-bfc4-811846fea962,segment=NetworkSegment(7f24047c-ec47-40dd-b50c-fc805e9b5766),segment_id=7f24047c-ec47-40dd-b50c-fc805e9b5766)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:37.770054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.770699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.784614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 6fd04b34-f71f-4fe8-bfc4-811846fea962 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:37.796217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] Pushing event deleted for resources: {'Port': ['ID=6fd04b34-f71f-4fe8-bfc4-811846fea962,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:37.799663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9dff2a-1dc3-4446-99e2-ece86e59409a None None] No DVR routers for this DVR port 6fd04b34-f71f-4fe8-bfc4-811846fea962 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:37.837990 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] DHCP port deletion for 0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:37.873777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.884109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] Deleting port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:37.884975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.901165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=6fd04b34-f71f-4fe8-bfc4-811846fea962,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:37.903060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No DVR routers for this DVR port 6fd04b34-f71f-4fe8-bfc4-811846fea962 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:37.950141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] For port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70,segment=NetworkSegment(a76f38bc-0e60-4ed1-b67f-34fdbb45250e),segment_id=a76f38bc-0e60-4ed1-b67f-34fdbb45250e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:37.950992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:37.964007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] Calling delete_port for 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:37.984750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.003994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbc970d-9cdc-4f03-a746-05c2427bd240']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:38.013620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f24047c-ec47-40dd-b50c-fc805e9b5766') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:38.013955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f24047c-ec47-40dd-b50c-fc805e9b5766') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:38.023493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.038409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.041974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.045371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:38.045766 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:38.049068 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:38.066583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] Pushing event deleted for resources: {'Port': ['ID=0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:38.069882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e8b4f-36e9-4784-932f-d312e99fd1a5 None None] No DVR routers for this DVR port 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:38.113993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.121238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.124564 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/7fbc970d-9cdc-4f03-a746-05c2427bd240 HTTP/1.1" status: 204 len: 168 time: 0.5506513 Nov 29 01:51:38.127356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46190) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:38.136363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952eeab-e42e-4f0e-a832-6d7187940cf7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=7fbc970d-9cdc-4f03-a746-05c2427bd240,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:38.205611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.294050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.313995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cadf3da-c2dc-4a36-8c04-020a1e1dcb61']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:38.323679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76f38bc-0e60-4ed1-b67f-34fdbb45250e') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:38.323973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76f38bc-0e60-4ed1-b67f-34fdbb45250e') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:38.333208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.345981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.351800 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:38.352185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:38.355463 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:38.416152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.422723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.425823 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/0cadf3da-c2dc-4a36-8c04-020a1e1dcb61 HTTP/1.1" status: 204 len: 168 time: 0.2974720 Nov 29 01:51:38.429673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46192) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:38.435290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1441869522'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:38.439734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1ab5-97a2-4d13-9b6b-f0206bf8d8a3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=0cadf3da-c2dc-4a36-8c04-020a1e1dcb61,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:38.456342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:38.460077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.482816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:38.491620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.491971 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment 668d122d-2cf7-4ae0-a128-c944f6f0d1b9 of type vlan for network 8341402a-8264-421f-9e66-fe5c9fc3e74d Nov 29 01:51:38.533040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.558131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.563957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:38.564590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.599923 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1691322 Nov 29 01:51:38.603872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46194) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:38.609401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': '8341402a-8264-421f-9e66-fe5c9fc3e74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:38.637975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beb8a8-0904-4fb0-a7f8-c7c8d04fc9c6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=8341402a-8264-421f-9e66-fe5c9fc3e74d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:38.648219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 8341402a-8264-421f-9e66-fe5c9fc3e74d details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:38.697669 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:38.701490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.881773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.952308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': '668d122d-2cf7-4ae0-a128-c944f6f0d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8341402a-8264-421f-9e66-fe5c9fc3e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:38.952671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: 8341402a-8264-421f-9e66-fe5c9fc3e74d, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:38.958637 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=2370808e-8b22-4e82-86cd-91a4db4e0059,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:38.972663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 8341402a-8264-421f-9e66-fe5c9fc3e74d is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:38.983317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 8341402a-8264-421f-9e66-fe5c9fc3e74d) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:38.987323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:38.987916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:38.994727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6fd04b34-f71f-4fe8-bfc4-811846fea962 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:38.998045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc9457-8b53-44a7-98dc-ce1dd87ee378 None None] Network 8341402a-8264-421f-9e66-fe5c9fc3e74d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:39.003196 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-86e2bee5-d494-4a00-a3e1-0cb4e27b4d72 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3979161 Nov 29 01:51:39.005829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46196) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:39.010314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3e96c658-db80-443d-9315-ba6bf12f9035 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1999885863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:39.026672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 6fd04b34-f71f-4fe8-bfc4-811846fea962 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:39.027022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6fd04b34-f71f-4fe8-bfc4-811846fea962 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:39.027445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:39.035972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e96c658-db80-443d-9315-ba6bf12f9035 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.037494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e96c658-db80-443d-9315-ba6bf12f9035 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.058766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:39.059112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d1b31b7-5d0b-4d04-bfa0-57b6ebd66c70 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:39.126833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e96c658-db80-443d-9315-ba6bf12f9035 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.131290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e96c658-db80-443d-9315-ba6bf12f9035 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.149019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e96c658-db80-443d-9315-ba6bf12f9035 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.150841 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3e96c658-db80-443d-9315-ba6bf12f9035 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1440158 Nov 29 01:51:39.153520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46198) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:39.158413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'port': {'network_id': '8341402a-8264-421f-9e66-fe5c9fc3e74d', 'name': 'tempest-RoutersIpV6Test-736724274'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:39.185544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-8341402a-8264-421f-9e66-fe5c9fc3e74d', 'network_id': '8341402a-8264-421f-9e66-fe5c9fc3e74d', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': '2370808e-8b22-4e82-86cd-91a4db4e0059'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:39.186399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.266300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:39.269745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.288359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] device_id is not set on port e890727c-1905-4385-a905-872ddd32e0bb yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:51:39.324800 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Allocated IP 2001:db8::2 (8341402a-8264-421f-9e66-fe5c9fc3e74d/2370808e-8b22-4e82-86cd-91a4db4e0059/d6b206c4-16ec-4dd4-93b4-4b78cdf7682e) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:39.610723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.616674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.652669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Network 8341402a-8264-421f-9e66-fe5c9fc3e74d is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:39.657455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:39.660927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:39.669605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Pushing event updated for resources: {'Port': ['ID=d6b206c4-16ec-4dd4-93b4-4b78cdf7682e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:39.673013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8::17c (8341402a-8264-421f-9e66-fe5c9fc3e74d/2370808e-8b22-4e82-86cd-91a4db4e0059/e890727c-1905-4385-a905-872ddd32e0bb) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:39.722319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Attempting to bind port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:39.722734 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Attempting to bind port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '668d122d-2cf7-4ae0-a128-c944f6f0d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8341402a-8264-421f-9e66-fe5c9fc3e74d'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:39.723112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Attempting to bind port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e on network 8341402a-8264-421f-9e66-fe5c9fc3e74d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:39.728202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:39.728691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Checking segment: {'id': '668d122d-2cf7-4ae0-a128-c944f6f0d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8341402a-8264-421f-9e66-fe5c9fc3e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:39.729353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.729761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Bound using segment: {'id': '668d122d-2cf7-4ae0-a128-c944f6f0d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8341402a-8264-421f-9e66-fe5c9fc3e74d'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:39.730234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Bound port: d6b206c4-16ec-4dd4-93b4-4b78cdf7682e, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668d122d-2cf7-4ae0-a128-c944f6f0d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8341402a-8264-421f-9e66-fe5c9fc3e74d'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:39.730651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.791888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] For port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:39.794884 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] For port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d6b206c4-16ec-4dd4-93b4-4b78cdf7682e,segment=NetworkSegment(668d122d-2cf7-4ae0-a128-c944f6f0d1b9),segment_id=668d122d-2cf7-4ae0-a128-c944f6f0d1b9)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:39.799288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.826059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.857447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad202f4-99bc-4ad8-89e7-b5484106067f None None] Pushing event updated for resources: {'Port': ['ID=d6b206c4-16ec-4dd4-93b4-4b78cdf7682e,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:39.864969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.907287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 8341402a-8264-421f-9e66-fe5c9fc3e74d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:39.913125 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:39.915597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:39.921520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:39.922132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:39.937374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=e890727c-1905-4385-a905-872ddd32e0bb,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:39.947844 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bfc3223a-4de4-4f63-8897-e98d7f467bfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7933090 Nov 29 01:51:39.950507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46202) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:39.958756 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:51:40.283067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:40.529984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:40.534988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:40.573019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f11514ae-ee59-4843-a711-024e9d40e7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:40.615397 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=e890727c-1905-4385-a905-872ddd32e0bb,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:40.726677 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:40.751481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfb4f9f-fcbb-483e-93fe-b602afa7eb3a None None] Network 8341402a-8264-421f-9e66-fe5c9fc3e74d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:40.840933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:40.843314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2a84639f-07de-4f41-b241-e9bd82bd7638 None None] Provisioning complete for port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:40.843694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a84639f-07de-4f41-b241-e9bd82bd7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:40.984936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a84639f-07de-4f41-b241-e9bd82bd7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.039445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d6b206c4-16ec-4dd4-93b4-4b78cdf7682e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:41.043013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2a84639f-07de-4f41-b241-e9bd82bd7638 None None] For port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d6b206c4-16ec-4dd4-93b4-4b78cdf7682e,segment=NetworkSegment(668d122d-2cf7-4ae0-a128-c944f6f0d1b9),segment_id=668d122d-2cf7-4ae0-a128-c944f6f0d1b9)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:41.066878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a84639f-07de-4f41-b241-e9bd82bd7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.137309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84639f-07de-4f41-b241-e9bd82bd7638 None None] Pushing event updated for resources: {'Port': ['ID=d6b206c4-16ec-4dd4-93b4-4b78cdf7682e,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:41.149154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:41.149570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.362683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.367714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.369011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.460608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=e890727c-1905-4385-a905-872ddd32e0bb,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:41.495524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3b2e465c-3fa3-43cd-8cf3-010bd842bac9 None None] Provisioning complete for port e890727c-1905-4385-a905-872ddd32e0bb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:41.495968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b2e465c-3fa3-43cd-8cf3-010bd842bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.502714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 8341402a-8264-421f-9e66-fe5c9fc3e74d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:41.504409 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:41.543651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e465c-3fa3-43cd-8cf3-010bd842bac9 None None] Port e890727c-1905-4385-a905-872ddd32e0bb cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:41.553896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3b2e465c-3fa3-43cd-8cf3-010bd842bac9 None None] Provisioning complete for port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:41.554265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b2e465c-3fa3-43cd-8cf3-010bd842bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.635030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46206) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:41.653282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 34cceefc-95d6-48c5-8757-1c65c248dc38 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:51:41.755651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:41.765570 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0254c-134a-40f0-a3cc-8bedc0feaba1 None None] Sync routers for ids ['34cceefc-95d6-48c5-8757-1c65c248dc38'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:41.773122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6f7ff403-bace-4fbe-99ad-9c49e806712a None None] Provisioning complete for port e890727c-1905-4385-a905-872ddd32e0bb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:41.774721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff403-bace-4fbe-99ad-9c49e806712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.780014 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0254c-134a-40f0-a3cc-8bedc0feaba1 None None] Routers {'34cceefc-95d6-48c5-8757-1c65c248dc38'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:41.780656 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d6b0254c-134a-40f0-a3cc-8bedc0feaba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['34cceefc-95d6-48c5-8757-1c65c248dc38'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:41.784298 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-efc48bc5-09f1-42af-bd29-889546a566da tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/34cceefc-95d6-48c5-8757-1c65c248dc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8326960 Nov 29 01:51:41.786690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46208) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:41.823528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ff403-bace-4fbe-99ad-9c49e806712a None None] Port e890727c-1905-4385-a905-872ddd32e0bb cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:41.829676 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d6b0254c-134a-40f0-a3cc-8bedc0feaba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:41.842158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa221d1-9c12-4a38-b264-1aaa845c863c tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:41.843487 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ffa221d1-9c12-4a38-b264-1aaa845c863c tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports/e890727c-1905-4385-a905-872ddd32e0bb HTTP/1.1" status: 200 len: 983 time: 0.0558674 Nov 29 01:51:41.844046 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0254c-134a-40f0-a3cc-8bedc0feaba1 None None] Routers {'34cceefc-95d6-48c5-8757-1c65c248dc38'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:41.845425 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d6b0254c-134a-40f0-a3cc-8bedc0feaba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['34cceefc-95d6-48c5-8757-1c65c248dc38'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:41.846153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46210) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:41.891604 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d6b0254c-134a-40f0-a3cc-8bedc0feaba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:41.892993 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0254c-134a-40f0-a3cc-8bedc0feaba1 None None] The sync data for ids ['34cceefc-95d6-48c5-8757-1c65c248dc38'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:41.945180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9e9361dc-b4e6-48b9-9a7e-abb827350471 None None] Provisioning complete for port e890727c-1905-4385-a905-872ddd32e0bb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:41.945855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9e9361dc-b4e6-48b9-9a7e-abb827350471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.986200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9e9361dc-b4e6-48b9-9a7e-abb827350471 None None] Port e890727c-1905-4385-a905-872ddd32e0bb cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:42.208736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-69e0086f-ea43-48f2-980f-7050db70e55a None None] Provisioning complete for port e890727c-1905-4385-a905-872ddd32e0bb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:42.209637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69e0086f-ea43-48f2-980f-7050db70e55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.246370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-69e0086f-ea43-48f2-980f-7050db70e55a None None] Port e890727c-1905-4385-a905-872ddd32e0bb cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:42.302000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.361997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.570386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port e890727c-1905-4385-a905-872ddd32e0bb {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:42.571013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.658910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.671782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for e890727c-1905-4385-a905-872ddd32e0bb owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:42.675773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 64f2529f-29c0-4f31-b743-e8c3f6330c85 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:42.676341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.765381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 64f2529f-29c0-4f31-b743-e8c3f6330c85, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=64f2529f-29c0-4f31-b743-e8c3f6330c85,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:42.765745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.778912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 64f2529f-29c0-4f31-b743-e8c3f6330c85 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:42.841184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.881626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=e890727c-1905-4385-a905-872ddd32e0bb,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:42.977466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:42.982698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:43.024122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d6b206c4-16ec-4dd4-93b4-4b78cdf7682e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:43.029415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=64f2529f-29c0-4f31-b743-e8c3f6330c85,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:43.099153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:43.099611 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:43.141951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 34cceefc-95d6-48c5-8757-1c65c248dc38 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:43.231888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:43.237759 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-42da000c-4eb1-4c4d-9125-3a50010de712 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/34cceefc-95d6-48c5-8757-1c65c248dc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3905258 Nov 29 01:51:43.241016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46212) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:43.245617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cace65d-6d9e-4ded-95d7-414324316670 None None] Sync routers for ids ['34cceefc-95d6-48c5-8757-1c65c248dc38'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:43.255307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cace65d-6d9e-4ded-95d7-414324316670 None None] Routers {'34cceefc-95d6-48c5-8757-1c65c248dc38'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:43.255952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0cace65d-6d9e-4ded-95d7-414324316670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['34cceefc-95d6-48c5-8757-1c65c248dc38'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:43.267092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:43.299776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0cace65d-6d9e-4ded-95d7-414324316670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:43.310514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cace65d-6d9e-4ded-95d7-414324316670 None None] Routers {'34cceefc-95d6-48c5-8757-1c65c248dc38'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:43.311149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0cace65d-6d9e-4ded-95d7-414324316670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['34cceefc-95d6-48c5-8757-1c65c248dc38'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:43.347007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-0cace65d-6d9e-4ded-95d7-414324316670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:43.347790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cace65d-6d9e-4ded-95d7-414324316670 None None] The sync data for ids ['34cceefc-95d6-48c5-8757-1c65c248dc38'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:43.500841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 00408894-6731-4f97-8144-64ea61cb6d34 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:43.623408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:43.629476 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-127e8bbf-90de-40e0-bd9c-0b4ea8909ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/00408894-6731-4f97-8144-64ea61cb6d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9933639 Nov 29 01:51:43.632559 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] Sync routers for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:43.645147 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:43.646026 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:43.692731 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-7d26034e-694e-41ef-a882-c343b9035781 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] remove_router_interface failed (client error): The resource could not be found. Nov 29 01:51:43.693772 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7d26034e-694e-41ef-a882-c343b9035781 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/34cceefc-95d6-48c5-8757-1c65c248dc38/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4518354 Nov 29 01:51:43.696600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46216) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:43.723926 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8b7a6681-42bb-410c-ae71-ac5b45968a97 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=34cceefc-95d6-48c5-8757-1c65c248dc38 HTTP/1.1" status: 200 len: 205 time: 0.0262370 Nov 29 01:51:43.726539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46218) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:43.770316 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:43.806719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7104653b-3e47-497e-ad63-14503980e580 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:43.867940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:43.989761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c597c26-2faa-4f01-9ed9-56c25b1e38d1 req-d716dc1a-3013-4c84-9c4b-78aace045130 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:43.991190 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3c597c26-2faa-4f01-9ed9-56c25b1e38d1 req-d716dc1a-3013-4c84-9c4b-78aace045130 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 946 time: 0.1510704 Nov 29 01:51:43.998914 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:42Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:44.029131 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] Checking router: 00408894-6731-4f97-8144-64ea61cb6d34 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:51:44.036123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7104653b-3e47-497e-ad63-14503980e580 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.037942 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:44.038596 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:44.039322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7104653b-3e47-497e-ad63-14503980e580 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.124638 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3c597c26-2faa-4f01-9ed9-56c25b1e38d1 req-ce18c8bd-351e-4a7b-ab3e-807b8c901c6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076648 Nov 29 01:51:44.125841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7104653b-3e47-497e-ad63-14503980e580 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.126367 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7104653b-3e47-497e-ad63-14503980e580 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Fanout notify agent at l3_agent the message router_deleted on router 34cceefc-95d6-48c5-8757-1c65c248dc38 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:51:44.133606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7104653b-3e47-497e-ad63-14503980e580 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.135312 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7104653b-3e47-497e-ad63-14503980e580 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/34cceefc-95d6-48c5-8757-1c65c248dc38 HTTP/1.1" status: 204 len: 168 time: 0.4076612 Nov 29 01:51:44.138022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46222) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:44.164863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec397431-f26a-4cf4-9e50-c8860be1747b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.192149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a575445e-9be8-456c-8e74-69370a288478 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet 2370808e-8b22-4e82-86cd-91a4db4e0059 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:44.195527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a575445e-9be8-456c-8e74-69370a288478 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.236358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a575445e-9be8-456c-8e74-69370a288478 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.240559 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:44.324156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a575445e-9be8-456c-8e74-69370a288478 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.383612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a575445e-9be8-456c-8e74-69370a288478 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.411726 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575445e-9be8-456c-8e74-69370a288478 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=2370808e-8b22-4e82-86cd-91a4db4e0059,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:44.416828 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a575445e-9be8-456c-8e74-69370a288478 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.421991 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a575445e-9be8-456c-8e74-69370a288478 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/2370808e-8b22-4e82-86cd-91a4db4e0059 HTTP/1.1" status: 204 len: 168 time: 0.2827849 Nov 29 01:51:44.422593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d7122-c45c-4a71-a39e-352990d15452 None None] Network 8341402a-8264-421f-9e66-fe5c9fc3e74d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:44.424750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46224) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:44.469253 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:42Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:44.496278 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5a92d-19e7-426a-8f5f-0b33aef97ed3 None None] The sync data for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv is: [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:42Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b11cfa7b-d2c6-45a6-a085-c497beca85b6', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.76', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'port_id': '34850936-a706-45bd-acdf-cbf146f95054', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'mac_address': 'fa:16:3e:a0:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8388759-6138-4d44-960e-c52703726cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:50:19Z', 'updated_at': '2021-11-29T01:50:24Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:44.504274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.563784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:44.564168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.632026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d6b206c4-16ec-4dd4-93b4-4b78cdf7682e,segment=NetworkSegment(668d122d-2cf7-4ae0-a128-c944f6f0d1b9),segment_id=668d122d-2cf7-4ae0-a128-c944f6f0d1b9)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:44.632401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.644824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for d6b206c4-16ec-4dd4-93b4-4b78cdf7682e owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:44.721006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.748400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=d6b206c4-16ec-4dd4-93b4-4b78cdf7682e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:44.750149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No DVR routers for this DVR port d6b206c4-16ec-4dd4-93b4-4b78cdf7682e on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:44.830996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.857100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8341402a-8264-421f-9e66-fe5c9fc3e74d']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:44.869890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391351b1-29fd-42b8-a5b4-4c9d611671d7 None None] DHCP port deletion for 8341402a-8264-421f-9e66-fe5c9fc3e74d request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:44.873399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668d122d-2cf7-4ae0-a128-c944f6f0d1b9') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:44.874197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668d122d-2cf7-4ae0-a128-c944f6f0d1b9') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:44.890770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.904989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.912250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:44.912722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:44.916925 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:45.000532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.006265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 64f2529f-29c0-4f31-b743-e8c3f6330c85 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:45.007740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.015209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46230) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:45.015704 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/8341402a-8264-421f-9e66-fe5c9fc3e74d HTTP/1.1" status: 204 len: 168 time: 0.5890453 Nov 29 01:51:45.021408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1265739750'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:45.029049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ded9b4-9e4f-4ece-a09a-842dd3011caa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=8341402a-8264-421f-9e66-fe5c9fc3e74d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:45.044328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 64f2529f-29c0-4f31-b743-e8c3f6330c85 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:45.044677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 64f2529f-29c0-4f31-b743-e8c3f6330c85 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:45.045099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d6b206c4-16ec-4dd4-93b4-4b78cdf7682e no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:45.047258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:45.051726 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.063964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d6b206c4-16ec-4dd4-93b4-4b78cdf7682e {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:45.064313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d6b206c4-16ec-4dd4-93b4-4b78cdf7682e not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:45.076691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:45.086122 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.086581 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment 28bc891f-ade5-4a9b-8123-d076adfd4d05 of type vlan for network e6e0358a-ef32-4c99-9663-31fc625b6590 Nov 29 01:51:45.132591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.156973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.162561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:45.163144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.224760 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2075799 Nov 29 01:51:45.228235 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46234) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:45.234514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': 'e6e0358a-ef32-4c99-9663-31fc625b6590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:45.261796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa38b88-c229-4a61-91b0-72a130ba7c82 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=e6e0358a-ef32-4c99-9663-31fc625b6590,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:45.286463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network e6e0358a-ef32-4c99-9663-31fc625b6590 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:45.288929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d040cc0-e69d-44ac-8ea2-390d902096ec req-f7404bb7-5c55-4a54-8661-566e41246b0e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:45.290542 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d040cc0-e69d-44ac-8ea2-390d902096ec req-f7404bb7-5c55-4a54-8661-566e41246b0e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 946 time: 0.0696473 Nov 29 01:51:45.332937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:45.333196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.338604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.345900 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d040cc0-e69d-44ac-8ea2-390d902096ec req-9e0d76d1-9d95-48de-8399-6e418ff45287 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=17320d46-240e-404e-8e7a-7ba3a6a49626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474467 Nov 29 01:51:45.516900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.580564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=f1baf127-a377-4258-b7b3-03aa2b932c08,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:45.591113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': '28bc891f-ade5-4a9b-8123-d076adfd4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6e0358a-ef32-4c99-9663-31fc625b6590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:45.591471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: e6e0358a-ef32-4c99-9663-31fc625b6590, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:45.631845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network e6e0358a-ef32-4c99-9663-31fc625b6590 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:45.644682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, e6e0358a-ef32-4c99-9663-31fc625b6590) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:45.653412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eefabe8-3fac-4944-9fb1-029e6e5a8b49 None None] Network e6e0358a-ef32-4c99-9663-31fc625b6590 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:45.655335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-313f1ec6-29cb-41e0-b2af-2cfe0aa178e4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:45.656866 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-313f1ec6-29cb-41e0-b2af-2cfe0aa178e4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 946 time: 0.0595863 Nov 29 01:51:45.658126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:45.658703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.695566 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-61e40b85-f673-43b3-8168-291460b256d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4650557 Nov 29 01:51:45.698847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46236) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:45.702984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-87cc5b3f-0073-4af1-913a-2ced02035b00 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1706265905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:45.760581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87cc5b3f-0073-4af1-913a-2ced02035b00 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.761592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87cc5b3f-0073-4af1-913a-2ced02035b00 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.801868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-e6e0358a-ef32-4c99-9663-31fc625b6590', 'network_id': 'e6e0358a-ef32-4c99-9663-31fc625b6590', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': 'f1baf127-a377-4258-b7b3-03aa2b932c08'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:45.802791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.825583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port e87b34cb-2335-4226-8ed8-06c089f03f76 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:45.825930 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.843135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87cc5b3f-0073-4af1-913a-2ced02035b00 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.852604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87cc5b3f-0073-4af1-913a-2ced02035b00 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.907391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-87cc5b3f-0073-4af1-913a-2ced02035b00 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.908580 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-87cc5b3f-0073-4af1-913a-2ced02035b00 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2089097 Nov 29 01:51:45.911394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46238) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:45.939187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Allocated IP 2001:db8::2 (e6e0358a-ef32-4c99-9663-31fc625b6590/f1baf127-a377-4258-b7b3-03aa2b932c08/452eab39-7bcc-4d61-bcea-56df20569db4) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:46.004060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port e87b34cb-2335-4226-8ed8-06c089f03f76, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e87b34cb-2335-4226-8ed8-06c089f03f76,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:46.004427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.075001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for e87b34cb-2335-4226-8ed8-06c089f03f76 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:46.083947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.089389 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.124417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Network e6e0358a-ef32-4c99-9663-31fc625b6590 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:46.127204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:46.134533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:46.147263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Pushing event updated for resources: {'Port': ['ID=452eab39-7bcc-4d61-bcea-56df20569db4,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:46.196906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Attempting to bind port 452eab39-7bcc-4d61-bcea-56df20569db4 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:46.197285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Attempting to bind port 452eab39-7bcc-4d61-bcea-56df20569db4 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '28bc891f-ade5-4a9b-8123-d076adfd4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6e0358a-ef32-4c99-9663-31fc625b6590'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:46.197652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Attempting to bind port 452eab39-7bcc-4d61-bcea-56df20569db4 on network e6e0358a-ef32-4c99-9663-31fc625b6590 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:46.202567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:46.202949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Checking segment: {'id': '28bc891f-ade5-4a9b-8123-d076adfd4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6e0358a-ef32-4c99-9663-31fc625b6590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:46.203359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.203757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Bound using segment: {'id': '28bc891f-ade5-4a9b-8123-d076adfd4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6e0358a-ef32-4c99-9663-31fc625b6590'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:46.204223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Bound port: 452eab39-7bcc-4d61-bcea-56df20569db4, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bc891f-ade5-4a9b-8123-d076adfd4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6e0358a-ef32-4c99-9663-31fc625b6590'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:46.204611 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.270285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.277648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] For port 452eab39-7bcc-4d61-bcea-56df20569db4, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:46.282032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] For port 452eab39-7bcc-4d61-bcea-56df20569db4, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=452eab39-7bcc-4d61-bcea-56df20569db4,segment=NetworkSegment(28bc891f-ade5-4a9b-8123-d076adfd4d05),segment_id=28bc891f-ade5-4a9b-8123-d076adfd4d05)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:46.284624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.287522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.349578 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163867b-02f0-4e11-89d6-aa38359e1ad4 None None] Pushing event updated for resources: {'Port': ['ID=452eab39-7bcc-4d61-bcea-56df20569db4,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:46.398061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.470552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=e87b34cb-2335-4226-8ed8-06c089f03f76,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:46.499735 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4510e135-db16-47d4-a7f3-4fa7eff8aab1 req-750f671f-67e1-4a0c-8fd0-9c9552c87e06 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=68d02fe3-12a1-4c43-af0e-9dd0d411970e HTTP/1.1" status: 200 len: 210 time: 0.0609410 Nov 29 01:51:46.577227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port e87b34cb-2335-4226-8ed8-06c089f03f76 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:46.581609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.585256 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-094ab4be-975b-4a46-8d8f-a80b7eda7fde req-f07a1aa2-2f7f-4999-be24-2eb8a03df855 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/e87b34cb-2335-4226-8ed8-06c089f03f76 HTTP/1.1" status: 204 len: 173 time: 0.9201329 Nov 29 01:51:46.585711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d02fe3-12a1-4c43-af0e-9dd0d411970e', 'name': 'network-vif-deleted', 'tag': 'e87b34cb-2335-4226-8ed8-06c089f03f76'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:51:46.588071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849441ce-0b2c-4df4-8012-e6338edef21b" -d '{"events": [{"server_uuid": "68d02fe3-12a1-4c43-af0e-9dd0d411970e", "name": "network-vif-deleted", "tag": "e87b34cb-2335-4226-8ed8-06c089f03f76"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:51:46.644222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e12a8e0-bf27-4f8a-84b3-d759200622de x-openstack-request-id: req-7e12a8e0-bf27-4f8a-84b3-d759200622de {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:51:46.644523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d02fe3-12a1-4c43-af0e-9dd0d411970e", "name": "network-vif-deleted", "tag": "e87b34cb-2335-4226-8ed8-06c089f03f76", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:51:46.644783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e12a8e0-bf27-4f8a-84b3-d759200622de {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:51:46.645186 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d02fe3-12a1-4c43-af0e-9dd0d411970e', 'name': 'network-vif-deleted', 'tag': 'e87b34cb-2335-4226-8ed8-06c089f03f76', 'status': 'completed', 'code': 200} Nov 29 01:51:46.671943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8::1 (e6e0358a-ef32-4c99-9663-31fc625b6590/f1baf127-a377-4258-b7b3-03aa2b932c08/8b608f6d-cd4d-4941-8e43-342bbb26c1ae) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:46.790235 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.826683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.872253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network e6e0358a-ef32-4c99-9663-31fc625b6590 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:46.875620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:46.878101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:46.878852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.923941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=8b608f6d-cd4d-4941-8e43-342bbb26c1ae,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:47.018971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.037730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 452eab39-7bcc-4d61-bcea-56df20569db4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:47.098935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 452eab39-7bcc-4d61-bcea-56df20569db4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:47.099226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.188451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.236370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 452eab39-7bcc-4d61-bcea-56df20569db4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=452eab39-7bcc-4d61-bcea-56df20569db4,segment=NetworkSegment(28bc891f-ade5-4a9b-8123-d076adfd4d05),segment_id=28bc891f-ade5-4a9b-8123-d076adfd4d05)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:47.241276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.292288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=452eab39-7bcc-4d61-bcea-56df20569db4,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:47.328655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.333945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.334872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.383709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84893e8b-258d-4c72-b94a-ac6d15d7d268 None None] Network e6e0358a-ef32-4c99-9663-31fc625b6590 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:47.398564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=8b608f6d-cd4d-4941-8e43-342bbb26c1ae,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:47.456988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d1a30cf2-0d0f-44b1-990e-b960b21d7104 None None] Provisioning complete for port 452eab39-7bcc-4d61-bcea-56df20569db4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:47.457371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1a30cf2-0d0f-44b1-990e-b960b21d7104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.565381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46248) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:47.635056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02c0f563-0a4e-4624-a3e0-707c19768bee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.664892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02c0f563-0a4e-4624-a3e0-707c19768bee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.735854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02c0f563-0a4e-4624-a3e0-707c19768bee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.739686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02c0f563-0a4e-4624-a3e0-707c19768bee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.743488 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-02c0f563-0a4e-4624-a3e0-707c19768bee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/17320d46-240e-404e-8e7a-7ba3a6a49626 HTTP/1.1" status: 204 len: 168 time: 0.1738853 Nov 29 01:51:47.752324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0f563-0a4e-4624-a3e0-707c19768bee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17320d46-240e-404e-8e7a-7ba3a6a49626,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:47.787404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46252) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:47.826231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network e6e0358a-ef32-4c99-9663-31fc625b6590 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:47.829443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:47.912293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e025fdf-f75e-49e3-b379-9e1b7b7431a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet 013d2d99-3afe-4441-aff0-28915bec5bda {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:47.918621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e025fdf-f75e-49e3-b379-9e1b7b7431a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.970774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e025fdf-f75e-49e3-b379-9e1b7b7431a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.974526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e87b34cb-2335-4226-8ed8-06c089f03f76 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:48.001238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: e87b34cb-2335-4226-8ed8-06c089f03f76 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:48.001598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e87b34cb-2335-4226-8ed8-06c089f03f76 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:48.014143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d82b30ca-547a-410f-bd45-c5a7ca66c891 None None] Provisioning complete for port 8b608f6d-cd4d-4941-8e43-342bbb26c1ae triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:48.014828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d82b30ca-547a-410f-bd45-c5a7ca66c891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.053492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d82b30ca-547a-410f-bd45-c5a7ca66c891 None None] Port 8b608f6d-cd4d-4941-8e43-342bbb26c1ae cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:48.062034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 42668d67-9ec5-4256-9b45-8a40b5e58fb4 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:51:48.063939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d82b30ca-547a-410f-bd45-c5a7ca66c891 None None] Provisioning complete for port 452eab39-7bcc-4d61-bcea-56df20569db4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:48.064320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d82b30ca-547a-410f-bd45-c5a7ca66c891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.119738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e025fdf-f75e-49e3-b379-9e1b7b7431a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.207960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:48.213482 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4f8221e5-5fb6-43f2-8e92-7df7117e906f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/42668d67-9ec5-4256-9b45-8a40b5e58fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3011334 Nov 29 01:51:48.217000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46254) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:48.222668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9947c3-c60e-47fd-ae0c-6ed6ba95128a None None] Sync routers for ids ['42668d67-9ec5-4256-9b45-8a40b5e58fb4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:48.230365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e025fdf-f75e-49e3-b379-9e1b7b7431a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.237377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9947c3-c60e-47fd-ae0c-6ed6ba95128a None None] Routers {'42668d67-9ec5-4256-9b45-8a40b5e58fb4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:48.239217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6e9947c3-c60e-47fd-ae0c-6ed6ba95128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['42668d67-9ec5-4256-9b45-8a40b5e58fb4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:48.260657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e025fdf-f75e-49e3-b379-9e1b7b7431a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=013d2d99-3afe-4441-aff0-28915bec5bda,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:48.266770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2e025fdf-f75e-49e3-b379-9e1b7b7431a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.272940 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2e025fdf-f75e-49e3-b379-9e1b7b7431a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/013d2d99-3afe-4441-aff0-28915bec5bda HTTP/1.1" status: 204 len: 168 time: 0.4816442 Nov 29 01:51:48.272940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46256) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:48.285441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d4c59-c8a2-4ebd-a817-14a9f964e078 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:48.285920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6e9947c3-c60e-47fd-ae0c-6ed6ba95128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:48.287673 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e27d4c59-c8a2-4ebd-a817-14a9f964e078 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports/8b608f6d-cd4d-4941-8e43-342bbb26c1ae HTTP/1.1" status: 200 len: 911 time: 0.0686512 Nov 29 01:51:48.291421 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46258) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:48.295325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1516f71a-77e1-400e-b2ba-18d6bde819ed None None] Network 2ae89cb8-d292-4b63-af8a-9a54454aff42 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:48.325698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9947c3-c60e-47fd-ae0c-6ed6ba95128a None None] Routers {'42668d67-9ec5-4256-9b45-8a40b5e58fb4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:48.326528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6e9947c3-c60e-47fd-ae0c-6ed6ba95128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['42668d67-9ec5-4256-9b45-8a40b5e58fb4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:48.363978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7956e489-4dad-452d-96a8-09232a66a260 None None] Provisioning complete for port 8b608f6d-cd4d-4941-8e43-342bbb26c1ae triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:48.364603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7956e489-4dad-452d-96a8-09232a66a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.371188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.426223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port ed7ecb62-31b7-4686-bef5-be71e65607b7 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:48.426835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.451469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6e9947c3-c60e-47fd-ae0c-6ed6ba95128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:48.452093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9947c3-c60e-47fd-ae0c-6ed6ba95128a None None] The sync data for ids ['42668d67-9ec5-4256-9b45-8a40b5e58fb4'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:48.458263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7956e489-4dad-452d-96a8-09232a66a260 None None] Port 8b608f6d-cd4d-4941-8e43-342bbb26c1ae cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:48.498516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port ed7ecb62-31b7-4686-bef5-be71e65607b7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ed7ecb62-31b7-4686-bef5-be71e65607b7,segment=NetworkSegment(a23f50b5-17b2-4ce5-9b89-f655a4d07461),segment_id=a23f50b5-17b2-4ce5-9b89-f655a4d07461)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:48.498903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.513501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for ed7ecb62-31b7-4686-bef5-be71e65607b7 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:48.583947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ebd45a80-d4a0-4e33-99bc-8d33306502af None None] Provisioning complete for port 8b608f6d-cd4d-4941-8e43-342bbb26c1ae triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:48.584327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ebd45a80-d4a0-4e33-99bc-8d33306502af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.610235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f2331-f63b-4c0b-b3ff-8e5cd915e1ea None None] DHCP port deletion for 2ae89cb8-d292-4b63-af8a-9a54454aff42 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:48.614404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.629406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ebd45a80-d4a0-4e33-99bc-8d33306502af None None] Port 8b608f6d-cd4d-4941-8e43-342bbb26c1ae cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:48.644986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=ed7ecb62-31b7-4686-bef5-be71e65607b7,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:48.652094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port ed7ecb62-31b7-4686-bef5-be71e65607b7 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:48.732962 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.734648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.754705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae89cb8-d292-4b63-af8a-9a54454aff42']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:48.768955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23f50b5-17b2-4ce5-9b89-f655a4d07461') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:48.768955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23f50b5-17b2-4ce5-9b89-f655a4d07461') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:48.773594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.787311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.793688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:48.794283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:48.797111 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:48.855550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.862182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:48.865566 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/2ae89cb8-d292-4b63-af8a-9a54454aff42 HTTP/1.1" status: 204 len: 168 time: 0.5918908 Nov 29 01:51:48.868956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46260) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:48.885969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7be873-a78e-4559-964a-5f3fc8a8be4c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=2ae89cb8-d292-4b63-af8a-9a54454aff42,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:48.974664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 8b608f6d-cd4d-4941-8e43-342bbb26c1ae {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:48.975008 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.013995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 452eab39-7bcc-4d61-bcea-56df20569db4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:49.051134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port a8ff2d04-fca1-4ec0-b68a-311899ef8901 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:49.051483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.064759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 452eab39-7bcc-4d61-bcea-56df20569db4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:49.065265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.065408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.078338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 8b608f6d-cd4d-4941-8e43-342bbb26c1ae owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:49.135649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.136096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.148214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for a8ff2d04-fca1-4ec0-b68a-311899ef8901 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:49.207339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ed7ecb62-31b7-4686-bef5-be71e65607b7 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:49.227813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: ed7ecb62-31b7-4686-bef5-be71e65607b7 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:49.228206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ed7ecb62-31b7-4686-bef5-be71e65607b7 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:49.258364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.290675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=8b608f6d-cd4d-4941-8e43-342bbb26c1ae,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:49.346322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.371979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=a8ff2d04-fca1-4ec0-b68a-311899ef8901,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:49.387618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.447659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.448240 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP b11cfa7b-d2c6-45a6-a085-c497beca85b6 disassociated (deleted). External IP: 172.26.8.76, port: 34850936-a706-45bd-acdf-cbf146f95054. Nov 29 01:51:49.558839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 42668d67-9ec5-4256-9b45-8a40b5e58fb4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:49.637377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:49.642785 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-56f85e95-c7d0-4d7a-9749-cbbe881821ce tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/42668d67-9ec5-4256-9b45-8a40b5e58fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3500364 Nov 29 01:51:49.645508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46262) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:49.647686 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fe7f8-7416-4d41-b22f-93bcba34dfc1 None None] Sync routers for ids ['42668d67-9ec5-4256-9b45-8a40b5e58fb4'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:49.657692 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fe7f8-7416-4d41-b22f-93bcba34dfc1 None None] Routers {'42668d67-9ec5-4256-9b45-8a40b5e58fb4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:49.658305 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c60fe7f8-7416-4d41-b22f-93bcba34dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['42668d67-9ec5-4256-9b45-8a40b5e58fb4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:49.668278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 00408894-6731-4f97-8144-64ea61cb6d34 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:49.675822 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-024e3296-651e-4a48-8103-40d8e5d1ac8d tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=42668d67-9ec5-4256-9b45-8a40b5e58fb4 HTTP/1.1" status: 200 len: 205 time: 0.0265939 Nov 29 01:51:49.676010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46264) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:49.693871 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c60fe7f8-7416-4d41-b22f-93bcba34dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:49.702865 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fe7f8-7416-4d41-b22f-93bcba34dfc1 None None] Routers {'42668d67-9ec5-4256-9b45-8a40b5e58fb4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:49.703458 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c60fe7f8-7416-4d41-b22f-93bcba34dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['42668d67-9ec5-4256-9b45-8a40b5e58fb4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:49.735924 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c60fe7f8-7416-4d41-b22f-93bcba34dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:49.736584 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fe7f8-7416-4d41-b22f-93bcba34dfc1 None None] The sync data for ids ['42668d67-9ec5-4256-9b45-8a40b5e58fb4'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:49.751552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56738ed2-b872-4a32-bc9d-a86675afcb68 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.780710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:49.785082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:49.791481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] Sync routers for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:49.801987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:49.802634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:49.812341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8a45e3f2-fedb-4877-a57e-78a7eeea5098 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/b11cfa7b-d2c6-45a6-a085-c497beca85b6 HTTP/1.1" status: 204 len: 168 time: 0.9417956 Nov 29 01:51:49.812973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'tag': '34850936-a706-45bd-acdf-cbf146f95054'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:51:49.815376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221dd4d5-d9af-443b-aab3-2928f69129c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "tag": "34850936-a706-45bd-acdf-cbf146f95054"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:51:49.882561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fd2a83-f91b-48d6-b9ed-71965525996b x-openstack-request-id: req-17fd2a83-f91b-48d6-b9ed-71965525996b {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:51:49.883694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "tag": "34850936-a706-45bd-acdf-cbf146f95054", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:51:49.883968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17fd2a83-f91b-48d6-b9ed-71965525996b {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:51:49.884377 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'tag': '34850936-a706-45bd-acdf-cbf146f95054', 'status': 'completed', 'code': 200} Nov 29 01:51:49.930735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:49.992891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-9915638e-0a08-4923-a48d-edc9786f879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:49.994912 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-9915638e-0a08-4923-a48d-edc9786f879c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 1098 time: 0.0604854 Nov 29 01:51:50.124689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-715d6a38-87ff-434d-834d-20458d7d4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:50.126956 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-715d6a38-87ff-434d-834d-20458d7d4262 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 200 len: 898 time: 0.1225979 Nov 29 01:51:50.175138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:42Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:50.175665 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-164ee6e6-fab9-44c4-bc6e-c8dfacc84eb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34850936-a706-45bd-acdf-cbf146f95054 HTTP/1.1" status: 200 len: 217 time: 0.0397334 Nov 29 01:51:50.205866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] Checking router: 00408894-6731-4f97-8144-64ea61cb6d34 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:51:50.215121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:50.216101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:50.216911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56738ed2-b872-4a32-bc9d-a86675afcb68 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.223718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56738ed2-b872-4a32-bc9d-a86675afcb68 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.227500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-0151aa70-4832-483e-abc5-d49e6f9e5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:50.229282 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-0151aa70-4832-483e-abc5-d49e6f9e5f18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a4257ea-94a5-40da-804d-f9952c74f4d8 HTTP/1.1" status: 200 len: 834 time: 0.0454352 Nov 29 01:51:50.241745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8399c-223b-437c-92e0-7028f0eac94b req-e527c58b-e0f6-4b49-9f6c-f33144d5810c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:50.243812 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c4a8399c-223b-437c-92e0-7028f0eac94b req-e527c58b-e0f6-4b49-9f6c-f33144d5810c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 945 time: 0.1156769 Nov 29 01:51:50.278207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-3ae82ccc-cb54-437b-8d2b-7e670ef5e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:50.281159 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-3ae82ccc-cb54-437b-8d2b-7e670ef5e085 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbcf8f88-d8e6-46d1-ad06-2b154690082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429852 Nov 29 01:51:50.300549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56738ed2-b872-4a32-bc9d-a86675afcb68 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.301094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56738ed2-b872-4a32-bc9d-a86675afcb68 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Fanout notify agent at l3_agent the message router_deleted on router 42668d67-9ec5-4256-9b45-8a40b5e58fb4 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:51:50.309964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56738ed2-b872-4a32-bc9d-a86675afcb68 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.311110 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-56738ed2-b872-4a32-bc9d-a86675afcb68 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/42668d67-9ec5-4256-9b45-8a40b5e58fb4 HTTP/1.1" status: 204 len: 168 time: 0.6341999 Nov 29 01:51:50.314711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46272) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:50.328700 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c4a8399c-223b-437c-92e0-7028f0eac94b req-84d38ff9-c312-45fb-9cfe-568fe22c7c51 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562525 Nov 29 01:51:50.335459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:50.407889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-2843ad7d-79c2-416b-b3e8-182e3742ce06 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet f1baf127-a377-4258-b7b3-03aa2b932c08 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:50.413962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2843ad7d-79c2-416b-b3e8-182e3742ce06 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.451243 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-0c39349f-470b-4255-808c-7a2139371972 service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636772 Nov 29 01:51:50.470668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2843ad7d-79c2-416b-b3e8-182e3742ce06 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.532010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:42Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:50.559429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506372a-97b4-4a21-bfeb-50771c9331f9 None None] The sync data for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv is: [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:42Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '22440e60-bfcd-4413-8521-134035e13a38', 'name': '', 'network_id': 'fbcf8f88-d8e6-46d1-ad06-2b154690082b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:41:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:36Z', 'updated_at': '2021-11-29T01:49:46Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2a4257ea-94a5-40da-804d-f9952c74f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:50.615427 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-221dd4d5-d9af-443b-aab3-2928f69129c0 req-a380134f-1083-43e7-a79d-098b017fb87b service neutron] 10.222.0.21 "GET /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555026 Nov 29 01:51:50.620434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2843ad7d-79c2-416b-b3e8-182e3742ce06 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.686711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2843ad7d-79c2-416b-b3e8-182e3742ce06 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.713939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843ad7d-79c2-416b-b3e8-182e3742ce06 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=f1baf127-a377-4258-b7b3-03aa2b932c08,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:50.717555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2843ad7d-79c2-416b-b3e8-182e3742ce06 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.723797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2843ad7d-79c2-416b-b3e8-182e3742ce06 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/f1baf127-a377-4258-b7b3-03aa2b932c08 HTTP/1.1" status: 204 len: 168 time: 0.4057028 Nov 29 01:51:50.723797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46274) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:50.726076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b43a22-08cd-45a4-ae05-8fbaecc610bb None None] Network e6e0358a-ef32-4c99-9663-31fc625b6590 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:50.800739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.821221 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f61f0d-2552-4b55-96a1-a65900ebe639 None None] New status for floating IP b11cfa7b-d2c6-45a6-a085-c497beca85b6: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:51:50.854804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 452eab39-7bcc-4d61-bcea-56df20569db4 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:50.855289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.925094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port 452eab39-7bcc-4d61-bcea-56df20569db4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=452eab39-7bcc-4d61-bcea-56df20569db4,segment=NetworkSegment(28bc891f-ade5-4a9b-8123-d076adfd4d05),segment_id=28bc891f-ade5-4a9b-8123-d076adfd4d05)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:50.926069 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:50.927021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] DHCP port deletion for e6e0358a-ef32-4c99-9663-31fc625b6590 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:50.940680 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 452eab39-7bcc-4d61-bcea-56df20569db4 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:50.981620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] Deleting port 452eab39-7bcc-4d61-bcea-56df20569db4 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:50.981997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.022585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.030388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 452eab39-7bcc-4d61-bcea-56df20569db4 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:51.054500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=452eab39-7bcc-4d61-bcea-56df20569db4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:51.059068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No DVR routers for this DVR port 452eab39-7bcc-4d61-bcea-56df20569db4 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:51.059581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 452eab39-7bcc-4d61-bcea-56df20569db4 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:51.059939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 452eab39-7bcc-4d61-bcea-56df20569db4 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:51.067663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] For port 452eab39-7bcc-4d61-bcea-56df20569db4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=452eab39-7bcc-4d61-bcea-56df20569db4,segment=NetworkSegment(28bc891f-ade5-4a9b-8123-d076adfd4d05),segment_id=28bc891f-ade5-4a9b-8123-d076adfd4d05)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:51.068069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.080251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] Calling delete_port for 452eab39-7bcc-4d61-bcea-56df20569db4 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:51.139647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.158632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.159627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e0358a-ef32-4c99-9663-31fc625b6590']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:51.169387 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bc891f-ade5-4a9b-8123-d076adfd4d05') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:51.169688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bc891f-ade5-4a9b-8123-d076adfd4d05') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:51.183345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.183534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] Pushing event deleted for resources: {'Port': ['ID=452eab39-7bcc-4d61-bcea-56df20569db4,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:51.187209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97e457-81f7-4db0-ab90-a8b50703df92 None None] No DVR routers for this DVR port 452eab39-7bcc-4d61-bcea-56df20569db4 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:51.200164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.206382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:51.206939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:51.209902 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:51.267631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.274871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.278031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/e6e0358a-ef32-4c99-9663-31fc625b6590 HTTP/1.1" status: 204 len: 168 time: 0.5536904 Nov 29 01:51:51.283393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46278) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:51.288014 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-781733270', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:51.290249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c432c-7f65-436d-89a0-98f85ba6cd70 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=e6e0358a-ef32-4c99-9663-31fc625b6590,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:51.315614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.316639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.367827 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.446526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75c2b-9805-4a22-bf03-ed44048180f5 req-7b7c31b4-1cf8-41af-9eaa-937945ac7272 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:51.447980 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c2a75c2b-9805-4a22-bf03-ed44048180f5 req-7b7c31b4-1cf8-41af-9eaa-937945ac7272 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 945 time: 0.0478318 Nov 29 01:51:51.500151 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c2a75c2b-9805-4a22-bf03-ed44048180f5 req-15e6c7c3-0240-4f70-841c-ca568dc2ec0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=3953964b-9519-4e02-a12c-4d2e955cfbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459988 Nov 29 01:51:51.513258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.649160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-44b865cf-9bb1-4d33-87eb-f18ca132049b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:51.650720 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-44b865cf-9bb1-4d33-87eb-f18ca132049b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 945 time: 0.0483434 Nov 29 01:51:51.708892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.728339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.738491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 34850936-a706-45bd-acdf-cbf146f95054 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:51.738972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.830087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 34850936-a706-45bd-acdf-cbf146f95054, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=34850936-a706-45bd-acdf-cbf146f95054,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:51.830478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.842949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 34850936-a706-45bd-acdf-cbf146f95054 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:51.877883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 172.26.8.10 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/db9e7310-a991-4e34-91cb-36fb98244007) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:51.970955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:51.984946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:52.000759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=34850936-a706-45bd-acdf-cbf146f95054,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:52.021171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:52.041149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port 34850936-a706-45bd-acdf-cbf146f95054 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:52.043522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:52.046854 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb5acb42-ac22-4ce6-8226-c39c9f5efc6b req-df95ecba-9f83-4149-a77e-8dceabb7f197 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/34850936-a706-45bd-acdf-cbf146f95054 HTTP/1.1" status: 204 len: 173 time: 0.3903985 Nov 29 01:51:52.047349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'name': 'network-vif-deleted', 'tag': '34850936-a706-45bd-acdf-cbf146f95054'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:51:52.049581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841a6e78-4f51-48ed-95c9-5580846c8fb5" -d '{"events": [{"server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "name": "network-vif-deleted", "tag": "34850936-a706-45bd-acdf-cbf146f95054"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:51:52.064807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:52.067938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:52.071554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:52.086162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd67c4c-20cf-4d6a-b683-c1e618d4cd69 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:52.088612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd30d963-3967-4d45-bd21-3e0d7c225192 x-openstack-request-id: req-dd30d963-3967-4d45-bd21-3e0d7c225192 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:51:52.088945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8388759-6138-4d44-960e-c52703726cda", "name": "network-vif-deleted", "tag": "34850936-a706-45bd-acdf-cbf146f95054", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:51:52.089181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd30d963-3967-4d45-bd21-3e0d7c225192 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:51:52.089740 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8388759-6138-4d44-960e-c52703726cda', 'name': 'network-vif-deleted', 'tag': '34850936-a706-45bd-acdf-cbf146f95054', 'status': 'completed', 'code': 200} Nov 29 01:51:52.095290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=db9e7310-a991-4e34-91cb-36fb98244007,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:52.177483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-94f9b901-bdca-49cc-9d53-45af53f9d3cc None None] Provisioning complete for port db9e7310-a991-4e34-91cb-36fb98244007 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:52.177856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-94f9b901-bdca-49cc-9d53-45af53f9d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:52.233501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-94f9b901-bdca-49cc-9d53-45af53f9d3cc None None] Port db9e7310-a991-4e34-91cb-36fb98244007 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:51:52.235564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:52.329938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:52.546315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:52.626672 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9635ceea-630d-4795-8a79-98920cf8b19f req-f2472f50-7a47-42f8-af9f-7c70cd1ad302 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8388759-6138-4d44-960e-c52703726cda HTTP/1.1" status: 200 len: 210 time: 0.0344756 Nov 29 01:51:52.685623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:51:52.791614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:52.800664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a814650f-813f-4f66-95b7-33cd2c3b95e8 None None] Sync routers for ids ['e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:52.810515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814650f-813f-4f66-95b7-33cd2c3b95e8 None None] Routers {'e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:52.810897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:52.811146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a814650f-813f-4f66-95b7-33cd2c3b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:52.815042 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d8d64500-9763-421b-94bb-70aa192d94a8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.5306079 Nov 29 01:51:52.815229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46286) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:52.848488 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a814650f-813f-4f66-95b7-33cd2c3b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:52.857436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814650f-813f-4f66-95b7-33cd2c3b95e8 None None] Routers {'e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:52.858055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a814650f-813f-4f66-95b7-33cd2c3b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:52.889564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a814650f-813f-4f66-95b7-33cd2c3b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:52.890225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a814650f-813f-4f66-95b7-33cd2c3b95e8 None None] The sync data for ids ['e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:52.923807 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3560ef65-9890-4e92-b0f6-aa1c9facef20 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/routers/e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 HTTP/1.1" status: 200 len: 883 time: 0.1074429 Nov 29 01:51:52.926175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46288) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:53.133980 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e177ff4b-b39b-4ec1-861f-e2f451b93eb2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2061255 Nov 29 01:51:53.136420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46290) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:53.140678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2a05a2f4-fa44-4ffb-9c55-4a974123085f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-781733270'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:53.672839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46294) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:53.730161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b757466-9e9f-4192-ba8c-b7e3b76bb6c9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:53.739353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a05a2f4-fa44-4ffb-9c55-4a974123085f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:53.751491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a05a2f4-fa44-4ffb-9c55-4a974123085f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:53.756882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b757466-9e9f-4192-ba8c-b7e3b76bb6c9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:53.816598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b757466-9e9f-4192-ba8c-b7e3b76bb6c9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:53.819437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9b757466-9e9f-4192-ba8c-b7e3b76bb6c9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:53.820622 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9b757466-9e9f-4192-ba8c-b7e3b76bb6c9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/3953964b-9519-4e02-a12c-4d2e955cfbfd HTTP/1.1" status: 204 len: 168 time: 0.1466892 Nov 29 01:51:53.830608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b757466-9e9f-4192-ba8c-b7e3b76bb6c9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3953964b-9519-4e02-a12c-4d2e955cfbfd,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:53.856995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46298) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:53.875676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a05a2f4-fa44-4ffb-9c55-4a974123085f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:53.979747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 34850936-a706-45bd-acdf-cbf146f95054 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:53.980579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a05a2f4-fa44-4ffb-9c55-4a974123085f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:53.988950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2a05a2f4-fa44-4ffb-9c55-4a974123085f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:53.989749 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2a05a2f4-fa44-4ffb-9c55-4a974123085f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 HTTP/1.1" status: 200 len: 890 time: 0.8523211 Nov 29 01:51:53.991238 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceecce0-c0db-4b5b-8bdb-71366a6673f7 None None] Sync routers for ids ['e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:53.992246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46300) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:54.001303 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceecce0-c0db-4b5b-8bdb-71366a6673f7 None None] Routers {'e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:54.002263 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-cceecce0-c0db-4b5b-8bdb-71366a6673f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:54.007293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 34850936-a706-45bd-acdf-cbf146f95054 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:54.007652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 34850936-a706-45bd-acdf-cbf146f95054 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:54.038997 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-cceecce0-c0db-4b5b-8bdb-71366a6673f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:54.048881 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceecce0-c0db-4b5b-8bdb-71366a6673f7 None None] Routers {'e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:54.049492 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-cceecce0-c0db-4b5b-8bdb-71366a6673f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:54.082528 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-cceecce0-c0db-4b5b-8bdb-71366a6673f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:54.083458 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceecce0-c0db-4b5b-8bdb-71366a6673f7 None None] The sync data for ids ['e44280c1-b2dd-4c3e-9649-e13b8a3cdac7'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:54.108458 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f88c4d48-d45e-4841-90e4-4c85e4c9aad1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/routers/e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 HTTP/1.1" status: 200 len: 890 time: 0.1143534 Nov 29 01:51:54.111134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46302) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:54.141167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-79bb898b-7cf6-4eb8-9a6c-90833ccd8540 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 HTTP/1.1" status: 200 len: 205 time: 0.0289543 Nov 29 01:51:54.143746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46304) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:54.227881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.246574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.351682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.407304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port db9e7310-a991-4e34-91cb-36fb98244007 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:54.407644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.484962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.486502 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 22440e60-bfcd-4413-8521-134035e13a38 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:54.487075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.496547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for db9e7310-a991-4e34-91cb-36fb98244007 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:54.575567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 22440e60-bfcd-4413-8521-134035e13a38, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=22440e60-bfcd-4413-8521-134035e13a38,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:54.575934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.589156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 22440e60-bfcd-4413-8521-134035e13a38 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:54.663945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.689412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=db9e7310-a991-4e34-91cb-36fb98244007,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:54.706671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90169f8f-45b1-45f7-af57-544c7a81f93a None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:54.756580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.781850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.811415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=22440e60-bfcd-4413-8521-134035e13a38,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:54.854786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.857176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.903640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.904266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Fanout notify agent at l3_agent the message router_deleted on router e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:51:54.912154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.917954 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-efb80019-e033-477e-8af6-a8ab663c26b2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 HTTP/1.1" status: 204 len: 168 time: 0.7731783 Nov 29 01:51:54.918698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46306) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:54.924074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-332041566'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:54.951289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:54.955521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:54.989301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:55.003241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.003739 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment 9757366d-b14c-41f1-862f-7a7f35536bbc of type vlan for network 9b8183b8-b568-4cd5-a346-5af1ca591f98 Nov 29 01:51:55.057258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.082155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.088336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:55.088987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.128271 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2083435 Nov 29 01:51:55.132151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46308) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:55.139227 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': '9b8183b8-b568-4cd5-a346-5af1ca591f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:55.161262 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=9b8183b8-b568-4cd5-a346-5af1ca591f98,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:55.169818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.170113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.170490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.170845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.171192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.171543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.171885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.172225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.172566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.172900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.173235 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.173568 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa2c9-9eef-4860-898c-1eb9917e5241 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.185004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9b8183b8-b568-4cd5-a346-5af1ca591f98 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:55.312390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:55.315888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.376845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.660143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.740804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=d77a5bb2-befa-4470-9727-a86e6f3f79ae,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:55.756981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.757328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.758171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.758550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.758889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.759220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.759547 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.759873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.760196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.760520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.760842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.761162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:55.768994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': '9757366d-b14c-41f1-862f-7a7f35536bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9b8183b8-b568-4cd5-a346-5af1ca591f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:55.769357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: 9b8183b8-b568-4cd5-a346-5af1ca591f98, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:51:55.772357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 00408894-6731-4f97-8144-64ea61cb6d34 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:51:55.822802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 9b8183b8-b568-4cd5-a346-5af1ca591f98 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:51:55.862518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 9b8183b8-b568-4cd5-a346-5af1ca591f98) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:55.872048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:55.872500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.873424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd8b2cf-ffa4-44a7-9875-283f6f64f245 None None] Network 9b8183b8-b568-4cd5-a346-5af1ca591f98 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:55.903683 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bc51fbc4-572c-43d0-961f-caa2ea2043ff tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7701876 Nov 29 01:51:55.906206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46322) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:55.919591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-551a4bbd-39e7-43c7-8b41-7fc6c6f9ed92 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1011601243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:55.936077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:55.943755 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8b9f2ba4-dd66-4459-941f-a5fa69318dd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/00408894-6731-4f97-8144-64ea61cb6d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0848877 Nov 29 01:51:55.946539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46324) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:55.955475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-551a4bbd-39e7-43c7-8b41-7fc6c6f9ed92 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.956818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-551a4bbd-39e7-43c7-8b41-7fc6c6f9ed92 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.964817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] Sync routers for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:55.994632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:55.996436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:56.013749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-551a4bbd-39e7-43c7-8b41-7fc6c6f9ed92 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.020016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-551a4bbd-39e7-43c7-8b41-7fc6c6f9ed92 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.041952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-231f928f-df7d-4242-aa7e-a968f8c5408c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet 2a4257ea-94a5-40da-804d-f9952c74f4d8 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:51:56.046687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-551a4bbd-39e7-43c7-8b41-7fc6c6f9ed92 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.048594 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-551a4bbd-39e7-43c7-8b41-7fc6c6f9ed92 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1414595 Nov 29 01:51:56.053023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-231f928f-df7d-4242-aa7e-a968f8c5408c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.053509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46326) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:56.170367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-231f928f-df7d-4242-aa7e-a968f8c5408c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.226999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987cbc0-bee6-45f2-8ee4-d3e8dbf8d019 req-98d9fe2c-61a9-493f-898e-e49d13aa8a36 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:56.234959 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6987cbc0-bee6-45f2-8ee4-d3e8dbf8d019 req-98d9fe2c-61a9-493f-898e-e49d13aa8a36 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1156919 Nov 29 01:51:56.342607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-231f928f-df7d-4242-aa7e-a968f8c5408c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.344896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:56.361870 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6987cbc0-bee6-45f2-8ee4-d3e8dbf8d019 req-06ce9b88-8d10-46c7-86bf-caaa5b8e042d tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177452 Nov 29 01:51:56.377261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-9b8183b8-b568-4cd5-a346-5af1ca591f98', 'network_id': '9b8183b8-b568-4cd5-a346-5af1ca591f98', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': 'd77a5bb2-befa-4470-9727-a86e6f3f79ae'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:51:56.378133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.396032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.453801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-231f928f-df7d-4242-aa7e-a968f8c5408c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.505163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-231f928f-df7d-4242-aa7e-a968f8c5408c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.513759 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-231f928f-df7d-4242-aa7e-a968f8c5408c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/2a4257ea-94a5-40da-804d-f9952c74f4d8 HTTP/1.1" status: 204 len: 168 time: 0.5650413 Nov 29 01:51:56.514612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46336) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:56.524807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f928f-df7d-4242-aa7e-a968f8c5408c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4257ea-94a5-40da-804d-f9952c74f4d8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:56.538817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10be623-590f-41ff-95a6-ddb207cce006 None None] Network fbcf8f88-d8e6-46d1-ad06-2b154690082b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:56.684008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.772973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Allocated IP 2001:db8::2 (9b8183b8-b568-4cd5-a346-5af1ca591f98/d77a5bb2-befa-4470-9727-a86e6f3f79ae/3e23978f-8d3e-4836-908f-2ea567668775) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:56.790841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.848448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 95695666-bd89-4cbc-a8c4-badbbdc9675c {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:56.849003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.856023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:54Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '95695666-bd89-4cbc-a8c4-badbbdc9675c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00408894-6731-4f97-8144-64ea61cb6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:49:26Z', 'updated_at': '2021-11-29T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:56.898977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] Checking router: 00408894-6731-4f97-8144-64ea61cb6d34 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:51:56.916604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] Routers {'00408894-6731-4f97-8144-64ea61cb6d34'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:56.917236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['00408894-6731-4f97-8144-64ea61cb6d34'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:56.950693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 95695666-bd89-4cbc-a8c4-badbbdc9675c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=95695666-bd89-4cbc-a8c4-badbbdc9675c,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:56.951173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:56.969394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] DHCP port deletion for fbcf8f88-d8e6-46d1-ad06-2b154690082b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:56.970951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 95695666-bd89-4cbc-a8c4-badbbdc9675c owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:57.035508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 270d559a-4063-4ed4-b491-372931204e88 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:57.127331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] Set router 00408894-6731-4f97-8144-64ea61cb6d34 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:51:57.162712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.189754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=95695666-bd89-4cbc-a8c4-badbbdc9675c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:57.192647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.200938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:56Z', 'revision_number': 8, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:57.238145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.241191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34198c3-e1be-4979-a535-1352f2af92f8 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:51:57.257148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dc8fb-5eaa-4a29-8e7c-1eedd13fdf3c None None] The sync data for ids ['00408894-6731-4f97-8144-64ea61cb6d34'] in dv-neutron-816800-5-hyperv is: [{'id': '00408894-6731-4f97-8144-64ea61cb6d34', 'name': 'tempest-TestNetworkBasicOps-router-114279531', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:49:24Z', 'updated_at': '2021-11-29T01:51:56Z', 'revision_number': 8, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:57.277622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.285741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8::1 (9b8183b8-b568-4cd5-a346-5af1ca591f98/d77a5bb2-befa-4470-9727-a86e6f3f79ae/1023c9ac-5634-47f4-b6a2-99ad178a3a6a) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:57.325732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Network 9b8183b8-b568-4cd5-a346-5af1ca591f98 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:57.332658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] Deleting port 270d559a-4063-4ed4-b491-372931204e88 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:57.333038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.346273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:57.368672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:57.399252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Pushing event updated for resources: {'Port': ['ID=3e23978f-8d3e-4836-908f-2ea567668775,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:57.441901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.444835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.453121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.480473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.506877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.508817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Fanout notify agent at l3_agent the message router_deleted on router 00408894-6731-4f97-8144-64ea61cb6d34 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:51:57.513624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b52bc0-413a-42d6-9063-a6195d696205 req-6f841bd8-b282-4f19-807e-a8dbe7209352 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:57.515209 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-71b52bc0-413a-42d6-9063-a6195d696205 req-6f841bd8-b282-4f19-807e-a8dbe7209352 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.0809660 Nov 29 01:51:57.518987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.521756 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c866a5c6-c1a6-43e6-9294-4c031759edc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/routers/00408894-6731-4f97-8144-64ea61cb6d34 HTTP/1.1" status: 204 len: 168 time: 1.0049610 Nov 29 01:51:57.524884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46340) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:57.575370 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.584465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] For port 270d559a-4063-4ed4-b491-372931204e88, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=270d559a-4063-4ed4-b491-372931204e88,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:57.584952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.588891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Attempting to bind port 3e23978f-8d3e-4836-908f-2ea567668775 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:51:57.589268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Attempting to bind port 3e23978f-8d3e-4836-908f-2ea567668775 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '9757366d-b14c-41f1-862f-7a7f35536bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9b8183b8-b568-4cd5-a346-5af1ca591f98'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:51:57.589698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Attempting to bind port 3e23978f-8d3e-4836-908f-2ea567668775 on network 9b8183b8-b568-4cd5-a346-5af1ca591f98 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:51:57.603069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:51:57.603705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Checking segment: {'id': '9757366d-b14c-41f1-862f-7a7f35536bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9b8183b8-b568-4cd5-a346-5af1ca591f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:51:57.604108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.604509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Bound using segment: {'id': '9757366d-b14c-41f1-862f-7a7f35536bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9b8183b8-b568-4cd5-a346-5af1ca591f98'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:51:57.604994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Bound port: 3e23978f-8d3e-4836-908f-2ea567668775, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9757366d-b14c-41f1-862f-7a7f35536bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9b8183b8-b568-4cd5-a346-5af1ca591f98'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:51:57.605376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.613888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] Calling delete_port for 270d559a-4063-4ed4-b491-372931204e88 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:57.657299 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-71b52bc0-413a-42d6-9063-a6195d696205 req-451d94c9-bb26-4f56-bc39-75a16deb8ca0 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181679 Nov 29 01:51:57.665287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 270d559a-4063-4ed4-b491-372931204e88, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=270d559a-4063-4ed4-b491-372931204e88,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:57.686630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 9b8183b8-b568-4cd5-a346-5af1ca591f98 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:57.690876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.692799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:57.697588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:51:57.698784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.699145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.752093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=1023c9ac-5634-47f4-b6a2-99ad178a3a6a,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:57.827188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 270d559a-4063-4ed4-b491-372931204e88 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:51:57.827531 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.838621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] For port 3e23978f-8d3e-4836-908f-2ea567668775, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:51:57.845236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] For port 3e23978f-8d3e-4836-908f-2ea567668775, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3e23978f-8d3e-4836-908f-2ea567668775,segment=NetworkSegment(9757366d-b14c-41f1-862f-7a7f35536bbc),segment_id=9757366d-b14c-41f1-862f-7a7f35536bbc)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:51:57.864856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=270d559a-4063-4ed4-b491-372931204e88,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:57.872122 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.874164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.918026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.918623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 270d559a-4063-4ed4-b491-372931204e88, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=270d559a-4063-4ed4-b491-372931204e88,segment=NetworkSegment(b2f611e8-13f5-4550-8a67-d56e29b6689e),segment_id=b2f611e8-13f5-4550-8a67-d56e29b6689e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:57.919048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:57.935087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 270d559a-4063-4ed4-b491-372931204e88 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:51:57.938591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] No DVR routers for this DVR port 270d559a-4063-4ed4-b491-372931204e88 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:57.950219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a6c9c-0d3e-4ee4-b661-9ccd11736ee2 None None] Pushing event updated for resources: {'Port': ['ID=3e23978f-8d3e-4836-908f-2ea567668775,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:57.981968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ac1dc-5e27-453d-b27e-f91d59c43de3 None None] Pushing event deleted for resources: {'Port': ['ID=270d559a-4063-4ed4-b491-372931204e88,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:58.049886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.071976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port 270d559a-4063-4ed4-b491-372931204e88 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:51:58.103991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=270d559a-4063-4ed4-b491-372931204e88,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:58.232082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.245316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.252483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.252969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcf8f88-d8e6-46d1-ad06-2b154690082b']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:58.253262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.264542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f611e8-13f5-4550-8a67-d56e29b6689e') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:58.264887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f611e8-13f5-4550-8a67-d56e29b6689e') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:58.282763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.299533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.308560 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:51:58.309260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:51:58.312660 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:51:58.370736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=1023c9ac-5634-47f4-b6a2-99ad178a3a6a,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:58.393185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.401246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.404582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/fbcf8f88-d8e6-46d1-ad06-2b154690082b HTTP/1.1" status: 204 len: 168 time: 0.8785024 Nov 29 01:51:58.421535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525462-e09b-4950-9f5d-6b2d65bb5ec7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=fbcf8f88-d8e6-46d1-ad06-2b154690082b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:58.423457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 9b8183b8-b568-4cd5-a346-5af1ca591f98 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:51:58.430163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:51:58.430926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46342) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:58.438053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--1705488417', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:58.460824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:51:58.464670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.490296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:51:58.501463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.501838 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment ff818c25-724b-4b48-8820-5fa4fa1db60b of type vlan for network 8db2e303-085a-44a6-98b9-448c262c4a86 Nov 29 01:51:58.545930 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.578077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 885ade5c-fe30-4f8f-b7eb-6a9897909ba9 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:51:58.579507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.586770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:58.587386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.628539 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1960464 Nov 29 01:51:58.651405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46344) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:58.655762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'admin_state_up': True, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:58.662081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb694ad-fc59-4107-beed-cd6093acaa49 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=8db2e303-085a-44a6-98b9-448c262c4a86,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:58.672523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 8db2e303-085a-44a6-98b9-448c262c4a86 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:51:58.707973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:51:58.709841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.710987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.723891 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57b70d6-9389-4cd7-8020-e6b6da14b1a6 None None] Sync routers for ids ['885ade5c-fe30-4f8f-b7eb-6a9897909ba9'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:51:58.728173 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3472747c-64e6-42d8-9661-a42a10b727f5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/885ade5c-fe30-4f8f-b7eb-6a9897909ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735964 Nov 29 01:51:58.731649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46348) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:58.737444 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b70d6-9389-4cd7-8020-e6b6da14b1a6 None None] Routers {'885ade5c-fe30-4f8f-b7eb-6a9897909ba9'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:58.738187 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d57b70d6-9389-4cd7-8020-e6b6da14b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['885ade5c-fe30-4f8f-b7eb-6a9897909ba9'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:58.791237 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d57b70d6-9389-4cd7-8020-e6b6da14b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:58.801452 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b70d6-9389-4cd7-8020-e6b6da14b1a6 None None] Routers {'885ade5c-fe30-4f8f-b7eb-6a9897909ba9'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:51:58.802505 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d57b70d6-9389-4cd7-8020-e6b6da14b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['885ade5c-fe30-4f8f-b7eb-6a9897909ba9'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:58.817937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.837581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ddbca-4a0e-40da-a809-71861b8c047e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:58.839075 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2f1ddbca-4a0e-40da-a809-71861b8c047e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports/1023c9ac-5634-47f4-b6a2-99ad178a3a6a HTTP/1.1" status: 200 len: 911 time: 0.1069000 Nov 29 01:51:58.845430 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d57b70d6-9389-4cd7-8020-e6b6da14b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:51:58.845708 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46350) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:58.846633 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57b70d6-9389-4cd7-8020-e6b6da14b1a6 None None] The sync data for ids ['885ade5c-fe30-4f8f-b7eb-6a9897909ba9'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:51:58.852824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b926e246-5f45-40f3-8e7d-d2447cb238d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd77a5bb2-befa-4470-9727-a86e6f3f79ae'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:58.908136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680f200-507d-4342-82f8-d7ad7e0714e1 req-6c929338-53c8-424b-805a-2e08b9e80904 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:58.909674 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7680f200-507d-4342-82f8-d7ad7e0714e1 req-6c929338-53c8-424b-805a-2e08b9e80904 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1354051 Nov 29 01:51:59.035114 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7680f200-507d-4342-82f8-d7ad7e0714e1 req-f3327958-234f-48df-999e-8d42d5b302b4 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104732 Nov 29 01:51:59.088200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3e23978f-8d3e-4836-908f-2ea567668775 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:51:59.116093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b926e246-5f45-40f3-8e7d-d2447cb238d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.144896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3e23978f-8d3e-4836-908f-2ea567668775 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:59.145439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.243951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.249273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ff670-4782-4ad0-81d5-47507047941b None None] Network 9b8183b8-b568-4cd5-a346-5af1ca591f98 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:59.281708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.347701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 3e23978f-8d3e-4836-908f-2ea567668775, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3e23978f-8d3e-4836-908f-2ea567668775,segment=NetworkSegment(9757366d-b14c-41f1-862f-7a7f35536bbc),segment_id=9757366d-b14c-41f1-862f-7a7f35536bbc)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:51:59.357656 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.365992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5f7d78a8-c697-4c2a-bf43-a44a03a9c75e None None] Provisioning complete for port 3e23978f-8d3e-4836-908f-2ea567668775 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:59.366383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f7d78a8-c697-4c2a-bf43-a44a03a9c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.443479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 22440e60-bfcd-4413-8521-134035e13a38 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:59.494788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 22440e60-bfcd-4413-8521-134035e13a38 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:59.495023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 22440e60-bfcd-4413-8521-134035e13a38 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:59.495442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 95695666-bd89-4cbc-a8c4-badbbdc9675c no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:51:59.502222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b926e246-5f45-40f3-8e7d-d2447cb238d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.502786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.513316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b926e246-5f45-40f3-8e7d-d2447cb238d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.519866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b926e246-5f45-40f3-8e7d-d2447cb238d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:59.520049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b926e246-5f45-40f3-8e7d-d2447cb238d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.522471 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.526911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46352) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:59.527088 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b926e246-5f45-40f3-8e7d-d2447cb238d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/ports/1023c9ac-5634-47f4-b6a2-99ad178a3a6a HTTP/1.1" status: 200 len: 911 time: 0.6800168 Nov 29 01:51:59.552917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 95695666-bd89-4cbc-a8c4-badbbdc9675c {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:51:59.553295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 95695666-bd89-4cbc-a8c4-badbbdc9675c not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:51:59.566063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=3e23978f-8d3e-4836-908f-2ea567668775,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:59.568823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926e246-5f45-40f3-8e7d-d2447cb238d2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=1023c9ac-5634-47f4-b6a2-99ad178a3a6a,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:59.802574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.106 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/a4228208-6803-4a5a-938b-bfbfa0bf46c5) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:51:59.865942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d0f86810-6232-4e18-bc9c-5a3387bd8b6d None None] Provisioning complete for port 3e23978f-8d3e-4836-908f-2ea567668775 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:59.867879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d0f86810-6232-4e18-bc9c-5a3387bd8b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.967263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d0f86810-6232-4e18-bc9c-5a3387bd8b6d None None] Provisioning complete for port 1023c9ac-5634-47f4-b6a2-99ad178a3a6a triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:59.967646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d0f86810-6232-4e18-bc9c-5a3387bd8b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.985408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.004298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d0f86810-6232-4e18-bc9c-5a3387bd8b6d None None] Port 1023c9ac-5634-47f4-b6a2-99ad178a3a6a cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:00.058886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.097458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.127034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3392a72e-5a66-4285-ae07-a88e9e5bc7cb None None] Provisioning complete for port 1023c9ac-5634-47f4-b6a2-99ad178a3a6a triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:00.127501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3392a72e-5a66-4285-ae07-a88e9e5bc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.166059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3392a72e-5a66-4285-ae07-a88e9e5bc7cb None None] Port 1023c9ac-5634-47f4-b6a2-99ad178a3a6a cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:00.181727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:00.209557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:00.217650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:00.221273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=a4228208-6803-4a5a-938b-bfbfa0bf46c5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:00.224402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f612c-1f6b-4eff-9f0d-c924cb98df7f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:00.285532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-578a8815-9bf7-48d5-8ba2-f73b6a7115a1 None None] Provisioning complete for port 1023c9ac-5634-47f4-b6a2-99ad178a3a6a triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:00.285828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-578a8815-9bf7-48d5-8ba2-f73b6a7115a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.315287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f039-26c9-4a3a-b014-fb215bb57611 req-afb5ff63-e876-4df1-84e0-519d239664a6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:00.316783 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7246f039-26c9-4a3a-b014-fb215bb57611 req-afb5ff63-e876-4df1-84e0-519d239664a6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.2158062 Nov 29 01:52:00.322065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-578a8815-9bf7-48d5-8ba2-f73b6a7115a1 None None] Port 1023c9ac-5634-47f4-b6a2-99ad178a3a6a cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:00.332316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-578a8815-9bf7-48d5-8ba2-f73b6a7115a1 None None] Provisioning complete for port a4228208-6803-4a5a-938b-bfbfa0bf46c5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:00.332692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-578a8815-9bf7-48d5-8ba2-f73b6a7115a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.366446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-578a8815-9bf7-48d5-8ba2-f73b6a7115a1 None None] Port a4228208-6803-4a5a-938b-bfbfa0bf46c5 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:00.497112 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7246f039-26c9-4a3a-b014-fb215bb57611 req-a5fd5a42-5884-44d5-b865-4ec9da9182e4 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598315 Nov 29 01:52:00.660473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.735318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 1023c9ac-5634-47f4-b6a2-99ad178a3a6a {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:00.735657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.898980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:00.996182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3e23978f-8d3e-4836-908f-2ea567668775 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:01.047693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3e23978f-8d3e-4836-908f-2ea567668775 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:01.048067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:01.184231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 1023c9ac-5634-47f4-b6a2-99ad178a3a6a owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:01.248867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:01.464992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:01.494321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 46545945-c68c-422d-90b2-dacc7ff6c598 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:52:01.497381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=1023c9ac-5634-47f4-b6a2-99ad178a3a6a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:01.633384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79e98-8ee2-4871-abda-968d706cc7cd req-b1bb6df4-e4ce-4531-ae41-e934b031c9e2 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:01.637698 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4ef79e98-8ee2-4871-abda-968d706cc7cd req-b1bb6df4-e4ce-4531-ae41-e934b031c9e2 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.0568061 Nov 29 01:52:01.674605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:01.698452 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4ef79e98-8ee2-4871-abda-968d706cc7cd req-fc79c12f-18f9-4fe0-a1c3-74aa6bc6ad88 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548437 Nov 29 01:52:01.769471 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:01.778535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Sync routers for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:01.789220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:01.790317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:01.820357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:01.821574 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-64518a3a-a3d0-4705-9ffa-88405eb7e5b8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1692128 Nov 29 01:52:01.825252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46358) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:01.865417 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8c39a849-36a2-4134-bf67-c5f75ff79ad8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388379 Nov 29 01:52:01.865998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46360) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:01.866357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 885ade5c-fe30-4f8f-b7eb-6a9897909ba9 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:01.897838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:01.945820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:01.954597 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b37c9f9d-7ed7-4acc-827f-310999c5603e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/885ade5c-fe30-4f8f-b7eb-6a9897909ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4241660 Nov 29 01:52:01.954597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46362) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:01.962147 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd75f5-12bf-4e71-b94c-99dca345a697 None None] Sync routers for ids ['885ade5c-fe30-4f8f-b7eb-6a9897909ba9'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:01.972065 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd75f5-12bf-4e71-b94c-99dca345a697 None None] Routers {'885ade5c-fe30-4f8f-b7eb-6a9897909ba9'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:01.973018 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dabd75f5-12bf-4e71-b94c-99dca345a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['885ade5c-fe30-4f8f-b7eb-6a9897909ba9'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:01.987276 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5cc9fd2b-1085-465a-8679-4441497c4e74 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=885ade5c-fe30-4f8f-b7eb-6a9897909ba9 HTTP/1.1" status: 200 len: 205 time: 0.0318477 Nov 29 01:52:01.989706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46364) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:02.007933 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dabd75f5-12bf-4e71-b94c-99dca345a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:02.018377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd75f5-12bf-4e71-b94c-99dca345a697 None None] Routers {'885ade5c-fe30-4f8f-b7eb-6a9897909ba9'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:02.019409 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dabd75f5-12bf-4e71-b94c-99dca345a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['885ade5c-fe30-4f8f-b7eb-6a9897909ba9'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:02.057432 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dabd75f5-12bf-4e71-b94c-99dca345a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:02.058456 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd75f5-12bf-4e71-b94c-99dca345a697 None None] The sync data for ids ['885ade5c-fe30-4f8f-b7eb-6a9897909ba9'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:02.094941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c1e5-4edb-415c-899b-1bb0edc074bb tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.120897 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:00Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:02.153854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Checking router: 46545945-c68c-422d-90b2-dacc7ff6c598 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:02.154847 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Updating router 46545945-c68c-422d-90b2-dacc7ff6c598 port a4228208-6803-4a5a-938b-bfbfa0bf46c5 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:52:02.180783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.274372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c1e5-4edb-415c-899b-1bb0edc074bb tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.276772 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c1e5-4edb-415c-899b-1bb0edc074bb tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.325080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c1e5-4edb-415c-899b-1bb0edc074bb tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.325599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc9c1e5-4edb-415c-899b-1bb0edc074bb tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Fanout notify agent at l3_agent the message router_deleted on router 885ade5c-fe30-4f8f-b7eb-6a9897909ba9 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:52:02.333357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c1e5-4edb-415c-899b-1bb0edc074bb tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.337314 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5cc9c1e5-4edb-415c-899b-1bb0edc074bb tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/885ade5c-fe30-4f8f-b7eb-6a9897909ba9 HTTP/1.1" status: 204 len: 168 time: 0.3438392 Nov 29 01:52:02.338067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46366) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:02.358063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e812712e-638a-46e1-8edd-54a5917f2f1e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:02.362174 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e812712e-638a-46e1-8edd-54a5917f2f1e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4920623 Nov 29 01:52:02.362559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46368) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:02.393520 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-137a9eb0-9898-4981-be09-9bdef702c449 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297666 Nov 29 01:52:02.396218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46370) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:02.401416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac2534d-4f2d-4859-8808-561f6330bc09 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet d77a5bb2-befa-4470-9727-a86e6f3f79ae {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:52:02.402154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1154377432', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:02.405174 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ac2534d-4f2d-4859-8808-561f6330bc09 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.448057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ac2534d-4f2d-4859-8808-561f6330bc09 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.463963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.469311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.498361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:02.503728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.526540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e5036-8f6f-4ef0-9e30-794fe813f5b8 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:02.534067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Attempting to bind port a4228208-6803-4a5a-938b-bfbfa0bf46c5 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:02.534473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Attempting to bind port a4228208-6803-4a5a-938b-bfbfa0bf46c5 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:02.534855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Attempting to bind port a4228208-6803-4a5a-938b-bfbfa0bf46c5 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:02.544043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ac2534d-4f2d-4859-8808-561f6330bc09 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.549856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Pushing event updated for resources: {'Port': ['ID=a4228208-6803-4a5a-938b-bfbfa0bf46c5,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:02.553756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:02.554176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:02.554623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.555140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:02.555500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Bound port: a4228208-6803-4a5a-938b-bfbfa0bf46c5, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:02.555892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.564250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.564613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.564962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.565309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.565652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.565991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.566330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.566695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.567028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.567362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.567688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.568016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:02.625629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ac2534d-4f2d-4859-8808-561f6330bc09 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.636514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] For port a4228208-6803-4a5a-938b-bfbfa0bf46c5, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:02.638628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ddabf601-9db7-4dd1-998b-702be49a4411 None None] Provisioning complete for port a4228208-6803-4a5a-938b-bfbfa0bf46c5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:02.639005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ddabf601-9db7-4dd1-998b-702be49a4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.641806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] For port a4228208-6803-4a5a-938b-bfbfa0bf46c5, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a4228208-6803-4a5a-938b-bfbfa0bf46c5,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:02.646273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.655783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2534d-4f2d-4859-8808-561f6330bc09 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=d77a5bb2-befa-4470-9727-a86e6f3f79ae,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:02.659403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5ac2534d-4f2d-4859-8808-561f6330bc09 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.662674 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5ac2534d-4f2d-4859-8808-561f6330bc09 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/d77a5bb2-befa-4470-9727-a86e6f3f79ae HTTP/1.1" status: 204 len: 168 time: 0.3241086 Nov 29 01:52:02.665235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46372) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:02.709175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff5da6-1b4e-4f19-abf2-dc17c8b36e88 None None] Network 9b8183b8-b568-4cd5-a346-5af1ca591f98 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:02.745500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.758039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.763104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b301b97-0ee1-4ea4-abf3-f29cf47e4b82 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:02.814131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=c2ef2f83-02a7-4542-af7b-5839d2b277fa,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:02.825021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:02.825390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: 8db2e303-085a-44a6-98b9-448c262c4a86, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:52:02.834101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:02.834764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:02.837383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0146e4-a6f8-4a5f-b34d-39f211371489 None None] Pushing event updated for resources: {'Port': ['ID=a4228208-6803-4a5a-938b-bfbfa0bf46c5,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:02.848836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 8db2e303-085a-44a6-98b9-448c262c4a86 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:52:02.867283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 8db2e303-085a-44a6-98b9-448c262c4a86) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:02.871574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:02.872175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.877109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681297-7a7c-48d8-bd9a-85ca45b43c69 req-2265d356-cde2-48f1-a7eb-0b486b4be581 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:02.878911 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f3681297-7a7c-48d8-bd9a-85ca45b43c69 req-2265d356-cde2-48f1-a7eb-0b486b4be581 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1102333 Nov 29 01:52:02.894505 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a0ff5cdc-7a0b-4433-b462-460575006d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4961307 Nov 29 01:52:02.896440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46376) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:02.899003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 3e23978f-8d3e-4836-908f-2ea567668775 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:02.899350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:02.917601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264b799-8e4d-4569-9716-6a8a6cbafda0 None None] Network 8db2e303-085a-44a6-98b9-448c262c4a86 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:02.994326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port 3e23978f-8d3e-4836-908f-2ea567668775, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3e23978f-8d3e-4836-908f-2ea567668775,segment=NetworkSegment(9757366d-b14c-41f1-862f-7a7f35536bbc),segment_id=9757366d-b14c-41f1-862f-7a7f35536bbc)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:02.994647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.000601 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f3681297-7a7c-48d8-bd9a-85ca45b43c69 req-5fe59d59-5fec-45f8-b5e5-ce0fa6c999cb tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106954 Nov 29 01:52:03.012846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 3e23978f-8d3e-4836-908f-2ea567668775 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:03.115593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.144552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=3e23978f-8d3e-4836-908f-2ea567668775,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:03.148372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No DVR routers for this DVR port 3e23978f-8d3e-4836-908f-2ea567668775 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:03.223218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ddabf601-9db7-4dd1-998b-702be49a4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.245676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.265046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ddabf601-9db7-4dd1-998b-702be49a4411 None None] For port a4228208-6803-4a5a-938b-bfbfa0bf46c5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a4228208-6803-4a5a-938b-bfbfa0bf46c5,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:03.267671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8183b8-b568-4cd5-a346-5af1ca591f98']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:03.270515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:03.279038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9757366d-b14c-41f1-862f-7a7f35536bbc') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:03.279336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9757366d-b14c-41f1-862f-7a7f35536bbc') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:03.291558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.305643 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.305891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a7a40-8350-4963-906f-e6423c740e3c None None] DHCP port deletion for 9b8183b8-b568-4cd5-a346-5af1ca591f98 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:03.307542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ddabf601-9db7-4dd1-998b-702be49a4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.313837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:52:03.314232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:52:03.317475 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:52:03.387859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.388951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.406371 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.414157 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/9b8183b8-b568-4cd5-a346-5af1ca591f98 HTTP/1.1" status: 204 len: 168 time: 0.7432950 Nov 29 01:52:03.414157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ebbf-2459-48c6-8323-a6ba119e33d5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=9b8183b8-b568-4cd5-a346-5af1ca591f98,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:03.415357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46378) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:03.419835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f4ee51bd-cb56-48eb-814c-7f6478d0ac1e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1449216244', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:03.443946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4ee51bd-cb56-48eb-814c-7f6478d0ac1e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.445657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4ee51bd-cb56-48eb-814c-7f6478d0ac1e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.498677 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4ee51bd-cb56-48eb-814c-7f6478d0ac1e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.505854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4ee51bd-cb56-48eb-814c-7f6478d0ac1e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.509912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabf601-9db7-4dd1-998b-702be49a4411 None None] Pushing event updated for resources: {'Port': ['ID=a4228208-6803-4a5a-938b-bfbfa0bf46c5,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:03.535558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f4ee51bd-cb56-48eb-814c-7f6478d0ac1e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.538729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0f02ba58-7d51-453e-a409-0f983fbe2a63 None None] Provisioning complete for port a4228208-6803-4a5a-938b-bfbfa0bf46c5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:03.539111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0f02ba58-7d51-453e-a409-0f983fbe2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.545195 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f4ee51bd-cb56-48eb-814c-7f6478d0ac1e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1287498 Nov 29 01:52:03.545850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46380) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:03.548496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-8db2e303-085a-44a6-98b9-448c262c4a86', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:52:03.549459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.551813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1381326255'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:03.576469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:03.580332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.610258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:52:03.620729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.621124 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment 63786f0f-e058-49d8-9a86-c76349bf63da of type vlan for network f8a4f328-d533-4758-9463-7f3e4ae135ca Nov 29 01:52:03.665270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.692905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.701083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:03.701995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.730527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.1 (8db2e303-085a-44a6-98b9-448c262c4a86/c2ef2f83-02a7-4542-af7b-5839d2b277fa/2fb7e50a-884a-4da5-ad77-d40eb07d7287) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:03.770936 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2214410 Nov 29 01:52:03.771514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46382) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:03.778284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:00Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:03.780261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:03.797834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c28b30-7bd0-4118-94e1-ac49815b952e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=f8a4f328-d533-4758-9463-7f3e4ae135ca,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:03.807814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1a84f-eabd-4484-b8fc-edcb758d9e12 None None] The sync data for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv is: [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:00Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:03.819209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network f8a4f328-d533-4758-9463-7f3e4ae135ca details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:52:03.876090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.885658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:03.890002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.919352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:03.957328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 8db2e303-085a-44a6-98b9-448c262c4a86 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:03.961060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:03.964903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:03.980453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Allocated IP 172.20.0.2 (8db2e303-085a-44a6-98b9-448c262c4a86/c2ef2f83-02a7-4542-af7b-5839d2b277fa/361300ef-1dc0-48ff-bc99-3cbb14f553be) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:04.006820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=2fb7e50a-884a-4da5-ad77-d40eb07d7287,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:04.021506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.122482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.191972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=ecec8d82-03f1-4130-978f-c7a2cb327f70,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:04.204194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:04.204563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: f8a4f328-d533-4758-9463-7f3e4ae135ca, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:52:04.224908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network f8a4f328-d533-4758-9463-7f3e4ae135ca is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:52:04.237464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, f8a4f328-d533-4758-9463-7f3e4ae135ca) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:04.243321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:04.244115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.261401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5132a0cc-3ad1-46e6-875d-a2bef588dc16 None None] Network f8a4f328-d533-4758-9463-7f3e4ae135ca requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:04.265539 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8793676b-31cd-407c-88a2-160f044edbba tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4927700 Nov 29 01:52:04.265965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656abc7-ac7d-4b6d-af03-a4a34cdbfe24 req-475dd940-a5c9-41b6-9dad-8ea4c917b782 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:04.267692 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1656abc7-ac7d-4b6d-af03-a4a34cdbfe24 req-475dd940-a5c9-41b6-9dad-8ea4c917b782 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1130328 Nov 29 01:52:04.270895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46386) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:04.342699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.356408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.356956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.416720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Network 8db2e303-085a-44a6-98b9-448c262c4a86 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:04.423194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:04.429425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:04.450407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Pushing event updated for resources: {'Port': ['ID=361300ef-1dc0-48ff-bc99-3cbb14f553be,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:04.503055 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1656abc7-ac7d-4b6d-af03-a4a34cdbfe24 req-39bbff7f-ed25-499a-9325-31cdd0210876 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196298 Nov 29 01:52:04.546353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Attempting to bind port 361300ef-1dc0-48ff-bc99-3cbb14f553be on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:04.546887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Attempting to bind port 361300ef-1dc0-48ff-bc99-3cbb14f553be by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:04.547262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Attempting to bind port 361300ef-1dc0-48ff-bc99-3cbb14f553be on network 8db2e303-085a-44a6-98b9-448c262c4a86 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:04.551643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-f8a4f328-d533-4758-9463-7f3e4ae135ca', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:52:04.552474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.558492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:04.558874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Checking segment: {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:04.559279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.559719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Bound using segment: {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:04.560263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Bound port: 361300ef-1dc0-48ff-bc99-3cbb14f553be, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:04.560664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.703805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] For port 361300ef-1dc0-48ff-bc99-3cbb14f553be, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:04.741959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] For port 361300ef-1dc0-48ff-bc99-3cbb14f553be, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=361300ef-1dc0-48ff-bc99-3cbb14f553be,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:04.751335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.758790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:04.809166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Allocated IP 2001:db8::2 (f8a4f328-d533-4758-9463-7f3e4ae135ca/ecec8d82-03f1-4130-978f-c7a2cb327f70/b50f55d0-a52d-4525-9d3c-18f6ce2a7395) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:04.879753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5aa2c-660b-4228-b405-d5fd9cf09560 None None] Pushing event updated for resources: {'Port': ['ID=361300ef-1dc0-48ff-bc99-3cbb14f553be,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:05.049330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.059580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.095971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.112754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Network f8a4f328-d533-4758-9463-7f3e4ae135ca is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:05.117735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:05.122213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:05.125603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.141027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a4228208-6803-4a5a-938b-bfbfa0bf46c5 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:05.187879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Pushing event updated for resources: {'Port': ['ID=b50f55d0-a52d-4525-9d3c-18f6ce2a7395,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:05.230255 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8::1 (f8a4f328-d533-4758-9463-7f3e4ae135ca/ecec8d82-03f1-4130-978f-c7a2cb327f70/557d6c70-2201-49be-b4e9-049fbaffd271) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:05.236083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Attempting to bind port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:05.236249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Attempting to bind port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:05.236495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.236635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Attempting to bind port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 on network f8a4f328-d533-4758-9463-7f3e4ae135ca {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:05.243996 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:05.244384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Checking segment: {'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:05.244795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.245199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Bound using segment: {'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:05.245677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Bound port: b50f55d0-a52d-4525-9d3c-18f6ce2a7395, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:05.246065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.249356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=2fb7e50a-884a-4da5-ad77-d40eb07d7287,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:05.267345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port a4228208-6803-4a5a-938b-bfbfa0bf46c5 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:05.267871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.344498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] For port b50f55d0-a52d-4525-9d3c-18f6ce2a7395, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:05.348283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] For port b50f55d0-a52d-4525-9d3c-18f6ce2a7395, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b50f55d0-a52d-4525-9d3c-18f6ce2a7395,segment=NetworkSegment(63786f0f-e058-49d8-9a86-c76349bf63da),segment_id=63786f0f-e058-49d8-9a86-c76349bf63da)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:05.356290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.430448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 8db2e303-085a-44a6-98b9-448c262c4a86 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:05.433663 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:05.445154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.453676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aafcf-6054-4ecf-9910-d1bddd5a1383 None None] Pushing event updated for resources: {'Port': ['ID=b50f55d0-a52d-4525-9d3c-18f6ce2a7395,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:05.510884 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3e23978f-8d3e-4836-908f-2ea567668775 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:05.548030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 3e23978f-8d3e-4836-908f-2ea567668775 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:05.548385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3e23978f-8d3e-4836-908f-2ea567668775 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:05.575245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.633285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network f8a4f328-d533-4758-9463-7f3e4ae135ca is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:05.635497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 46545945-c68c-422d-90b2-dacc7ff6c598 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:05.643672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:05.654343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:05.654937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:05.689446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67047312-61a0-4375-8fdc-d7786cfb74be req-dd480e55-54cc-4946-bfdb-ab20d64809b7 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:05.690988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-67047312-61a0-4375-8fdc-d7786cfb74be req-dd480e55-54cc-4946-bfdb-ab20d64809b7 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.0843370 Nov 29 01:52:05.712708 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=557d6c70-2201-49be-b4e9-049fbaffd271,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:05.764806 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-67047312-61a0-4375-8fdc-d7786cfb74be req-222c81a1-d26c-40bf-bcdf-65c405e6389f tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655298 Nov 29 01:52:06.234321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33621d5a-a28b-4977-a773-4debd00b4b2d None None] Network 8db2e303-085a-44a6-98b9-448c262c4a86 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:06.238719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:06.244539 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f5c72d6d-79f2-4d6f-b8ad-dbcbcc96b9ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/46545945-c68c-422d-90b2-dacc7ff6c598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3471291 Nov 29 01:52:06.247194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46390) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:06.263680 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:06.351953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-daeabf2d-930f-423e-91b9-8a3a9e4808eb None None] Provisioning complete for port 361300ef-1dc0-48ff-bc99-3cbb14f553be triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:06.352521 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-daeabf2d-930f-423e-91b9-8a3a9e4808eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:06.572293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b1c48-3bbe-4b53-a850-fae8b8fa0c39 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.572794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b1c48-3bbe-4b53-a850-fae8b8fa0c39 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.573257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b1c48-3bbe-4b53-a850-fae8b8fa0c39 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.574048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b1c48-3bbe-4b53-a850-fae8b8fa0c39 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.574552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b1c48-3bbe-4b53-a850-fae8b8fa0c39 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.575172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b1c48-3bbe-4b53-a850-fae8b8fa0c39 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.577127 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d26b1c48-3bbe-4b53-a850-fae8b8fa0c39 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4257 time: 0.3289785 Nov 29 01:52:06.579926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46392) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:06.629425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Sync routers for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:06.656805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-daeabf2d-930f-423e-91b9-8a3a9e4808eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:06.665332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:06.665891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:06.744364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ecb26-9549-4acc-bc8f-fc4e9e08a2f3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.744843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ecb26-9549-4acc-bc8f-fc4e9e08a2f3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.745305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ecb26-9549-4acc-bc8f-fc4e9e08a2f3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.745955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ecb26-9549-4acc-bc8f-fc4e9e08a2f3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.746412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ecb26-9549-4acc-bc8f-fc4e9e08a2f3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.747045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ecb26-9549-4acc-bc8f-fc4e9e08a2f3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.750202 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fb6ecb26-9549-4acc-bc8f-fc4e9e08a2f3 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3963 time: 0.1693194 Nov 29 01:52:06.753208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46394) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:06.771533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-daeabf2d-930f-423e-91b9-8a3a9e4808eb None None] For port 361300ef-1dc0-48ff-bc99-3cbb14f553be, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=361300ef-1dc0-48ff-bc99-3cbb14f553be,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:06.776651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee25c0aa-fa89-4151-a666-897c311329fc None None] Network f8a4f328-d533-4758-9463-7f3e4ae135ca requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:06.791002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-daeabf2d-930f-423e-91b9-8a3a9e4808eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:06.918326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:06.949082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeabf2d-930f-423e-91b9-8a3a9e4808eb None None] Pushing event updated for resources: {'Port': ['ID=361300ef-1dc0-48ff-bc99-3cbb14f553be,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:06.979790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Provisioning complete for port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:06.980734 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.024509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.036852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232754-b5b3-4748-b94f-c96721ca8f85 req-a967cfb2-f220-46e6-9a31-8baf24e57c03 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:07.043497 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b3232754-b5b3-4748-b94f-c96721ca8f85 req-a967cfb2-f220-46e6-9a31-8baf24e57c03 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1984899 Nov 29 01:52:07.046269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.047228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.137039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 361300ef-1dc0-48ff-bc99-3cbb14f553be up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:07.193215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=557d6c70-2201-49be-b4e9-049fbaffd271,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:07.260399 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b3232754-b5b3-4748-b94f-c96721ca8f85 req-19550525-cc9c-4009-81c8-327682bbd8e9 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054811 Nov 29 01:52:07.282860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network f8a4f328-d533-4758-9463-7f3e4ae135ca is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:07.285001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:07.302289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.323954 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 361300ef-1dc0-48ff-bc99-3cbb14f553be triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:07.324327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.384369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] For port b50f55d0-a52d-4525-9d3c-18f6ce2a7395, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b50f55d0-a52d-4525-9d3c-18f6ce2a7395,segment=NetworkSegment(63786f0f-e058-49d8-9a86-c76349bf63da),segment_id=63786f0f-e058-49d8-9a86-c76349bf63da)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:07.396294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.403532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:07.450056 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-30ac0464-3005-4842-a8fe-1357b6e5b0a7 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2864 time: 0.6926203 Nov 29 01:52:07.466104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:52:07.471271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Checking router: 46545945-c68c-422d-90b2-dacc7ff6c598 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:07.471859 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Updating router 46545945-c68c-422d-90b2-dacc7ff6c598 port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:52:07.507946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Provisioning complete for port 361300ef-1dc0-48ff-bc99-3cbb14f553be triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:07.508330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.578027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:07.585452 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-df5b6ae7-824c-4358-a9d9-4f8d89c5018e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3132317 Nov 29 01:52:07.588237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46400) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:07.589748 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:07.595140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-818221917'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:07.604128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.605168 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:07.605836 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:07.615550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Pushing event updated for resources: {'Port': ['ID=b50f55d0-a52d-4525-9d3c-18f6ce2a7395,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:07.628013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b50f55d0-a52d-4525-9d3c-18f6ce2a7395 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:07.651264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:07.655211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.717035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:52:07.731891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.732558 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment eb28675e-ae34-4ac3-955e-c6305a32ff85 of type vlan for network a379caca-da55-4828-a7ca-3f08847269a3 Nov 29 01:52:07.738923 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:07.776234 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46402) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:07.781480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2ecaaf57-e8f7-4fb6-8e04-c38d9ae3f0d5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955234007', 'description': 'tempest-secgroup-smoke-1955234007 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:07.793371 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.829898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.832298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ecaaf57-e8f7-4fb6-8e04-c38d9ae3f0d5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.837432 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:07.838222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.848841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:07.849127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:07.862076 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2720056 Nov 29 01:52:07.864732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46404) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:07.871824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:07.957756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ad115-7685-405b-ad61-81bf99ac3df6 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=a379caca-da55-4828-a7ca-3f08847269a3,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:07.976321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network a379caca-da55-4828-a7ca-3f08847269a3 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:52:07.978540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Provisioning complete for port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:07.979043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.019714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ecaaf57-e8f7-4fb6-8e04-c38d9ae3f0d5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.020979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:08.025563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.043678 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:06Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:06Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:08.047917 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ecaaf57-e8f7-4fb6-8e04-c38d9ae3f0d5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.082063 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:08.082534 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Updating router 244ad54d-130e-4e99-95ac-cf106c4be797 port 557d6c70-2201-49be-b4e9-049fbaffd271 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:52:08.107783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2d01f15f-a378-4f78-92a7-7c214d4879fd None None] Port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:08.111289 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.115741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2ecaaf57-e8f7-4fb6-8e04-c38d9ae3f0d5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.121023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46406) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:08.121205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2ecaaf57-e8f7-4fb6-8e04-c38d9ae3f0d5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3431199 Nov 29 01:52:08.126708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-39f7a070-3474-4a3a-a1bf-1b0385898ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'c56df482-e9be-4690-b067-b109a3050231', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:08.155134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaaf57-e8f7-4fb6-8e04-c38d9ae3f0d5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56df482-e9be-4690-b067-b109a3050231,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:08.188163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39f7a070-3474-4a3a-a1bf-1b0385898ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.252693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.268567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.287547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Provisioning complete for port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:08.288134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.325399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39f7a070-3474-4a3a-a1bf-1b0385898ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.335997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39f7a070-3474-4a3a-a1bf-1b0385898ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.368446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.373743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7a070-3474-4a3a-a1bf-1b0385898ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3775de63-0bb8-4561-9fec-5163eef9c198,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:08.388814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-39f7a070-3474-4a3a-a1bf-1b0385898ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.390057 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-39f7a070-3474-4a3a-a1bf-1b0385898ee8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683308 Nov 29 01:52:08.402974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46410) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:08.408374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9a29b856-db68-4ae7-92f2-42444d569ba9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'c56df482-e9be-4690-b067-b109a3050231', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:08.452643 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9a29b856-db68-4ae7-92f2-42444d569ba9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.534931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=a45079ab-6c1b-4aa8-a37e-b21b16e289c2,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:08.547864 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.555359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9a29b856-db68-4ae7-92f2-42444d569ba9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.558394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.565812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9a29b856-db68-4ae7-92f2-42444d569ba9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.566578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1bb1a-d6ba-4103-b94d-a7dc5a3b806a req-265056fc-71d3-4cf1-b82c-8ca239d06d32 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:08.568352 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-39f1bb1a-d6ba-4103-b94d-a7dc5a3b806a req-265056fc-71d3-4cf1-b82c-8ca239d06d32 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1599236 Nov 29 01:52:08.569832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:08.570214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: a379caca-da55-4828-a7ca-3f08847269a3, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:52:08.608607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29b856-db68-4ae7-92f2-42444d569ba9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89000189-dba4-4ab2-bf04-23875d831f92,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:08.618496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9a29b856-db68-4ae7-92f2-42444d569ba9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.620530 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9a29b856-db68-4ae7-92f2-42444d569ba9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2164290 Nov 29 01:52:08.623442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46412) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:08.631991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7019d-9c98-42a3-bfa9-3ffaf35af11d None None] Pushing event updated for resources: {'Port': ['ID=2fb7e50a-884a-4da5-ad77-d40eb07d7287,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:08.633272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3905ce76-0bef-4e32-bf02-b447a9554a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'c56df482-e9be-4690-b067-b109a3050231', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:08.658470 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-39f1bb1a-d6ba-4103-b94d-a7dc5a3b806a req-b68c405c-a182-4b5e-a84f-65d54e025942 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783005 Nov 29 01:52:08.659204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network a379caca-da55-4828-a7ca-3f08847269a3 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:52:08.675677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, a379caca-da55-4828-a7ca-3f08847269a3) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:08.680990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:08.681826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.687292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3905ce76-0bef-4e32-bf02-b447a9554a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.712954 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7e160e56-23f9-4210-9fee-4ec7a4e56a22 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8442070 Nov 29 01:52:08.714168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46414) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:08.727541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29095e23-b18a-48a3-9d00-27e8f7c6c812 None None] Network a379caca-da55-4828-a7ca-3f08847269a3 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:08.752333 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Pushing event updated for resources: {'Port': ['ID=557d6c70-2201-49be-b4e9-049fbaffd271,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:08.758559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Attempting to bind port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:08.759199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Attempting to bind port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:08.759740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Attempting to bind port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 on network 8db2e303-085a-44a6-98b9-448c262c4a86 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:08.765626 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.765987 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.766375 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.769606 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.770157 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.770535 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.770933 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.771281 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.771635 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.771973 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.772349 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.772676 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:08.812132 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Attempting to bind port 557d6c70-2201-49be-b4e9-049fbaffd271 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:08.812516 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Attempting to bind port 557d6c70-2201-49be-b4e9-049fbaffd271 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:08.812883 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Attempting to bind port 557d6c70-2201-49be-b4e9-049fbaffd271 on network f8a4f328-d533-4758-9463-7f3e4ae135ca {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:08.817492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3905ce76-0bef-4e32-bf02-b447a9554a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.818942 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:08.819375 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Checking segment: {'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:08.819852 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.820254 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Bound using segment: {'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:08.821069 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Bound port: 557d6c70-2201-49be-b4e9-049fbaffd271, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63786f0f-e058-49d8-9a86-c76349bf63da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:08.821483 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.829312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3905ce76-0bef-4e32-bf02-b447a9554a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.831499 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:08.832093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Checking segment: {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:08.832665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.833410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Bound using segment: {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:08.834070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Bound port: 2fb7e50a-884a-4da5-ad77-d40eb07d7287, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:08.834703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.893130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905ce76-0bef-4e32-bf02-b447a9554a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd04419-eeb0-4bc2-80de-8b1a4455cc0c,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:08.903889 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] For port 557d6c70-2201-49be-b4e9-049fbaffd271, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:08.909823 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] For port 557d6c70-2201-49be-b4e9-049fbaffd271, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=557d6c70-2201-49be-b4e9-049fbaffd271,segment=NetworkSegment(63786f0f-e058-49d8-9a86-c76349bf63da),segment_id=63786f0f-e058-49d8-9a86-c76349bf63da)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:08.917993 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.921829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3905ce76-0bef-4e32-bf02-b447a9554a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:08.926273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3905ce76-0bef-4e32-bf02-b447a9554a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984378 Nov 29 01:52:08.927044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46416) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:08.935914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-07b42317-6868-4382-87e3-c046d486b776 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'c56df482-e9be-4690-b067-b109a3050231', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:08.985292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] For port 2fb7e50a-884a-4da5-ad77-d40eb07d7287, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:08.990085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] For port 2fb7e50a-884a-4da5-ad77-d40eb07d7287, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2fb7e50a-884a-4da5-ad77-d40eb07d7287,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:08.999726 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b42317-6868-4382-87e3-c046d486b776 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.012832 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:09.013555 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:09.015524 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a32e15-3b8a-44c6-963e-c423926e9e84 None None] Pushing event updated for resources: {'Port': ['ID=557d6c70-2201-49be-b4e9-049fbaffd271,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:09.020975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.030683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Provisioning complete for port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:09.031274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.109009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b42317-6868-4382-87e3-c046d486b776 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.114040 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b42317-6868-4382-87e3-c046d486b776 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.138089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b42317-6868-4382-87e3-c046d486b776 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f6aa72-eeac-48c3-903f-a5fde213cac6,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:09.139779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 361300ef-1dc0-48ff-bc99-3cbb14f553be up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:09.166148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b42317-6868-4382-87e3-c046d486b776 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.168985 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-07b42317-6868-4382-87e3-c046d486b776 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2407398 Nov 29 01:52:09.172045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46418) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:09.182358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b714edb0-13eb-400d-9d51-a7c1f42e7991 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'c56df482-e9be-4690-b067-b109a3050231', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:09.249783 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-b714edb0-13eb-400d-9d51-a7c1f42e7991 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:52:09.258755 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b714edb0-13eb-400d-9d51-a7c1f42e7991 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.284608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199951e-d349-4323-af52-3250faf04542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-a379caca-da55-4828-a7ca-3f08847269a3', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:52:09.286223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8199951e-d349-4323-af52-3250faf04542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.292679 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:09.330889 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:09.331605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:09.333517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7019d-9c98-42a3-bfa9-3ffaf35af11d None None] Pushing event updated for resources: {'Port': ['ID=2fb7e50a-884a-4da5-ad77-d40eb07d7287,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:09.398598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b714edb0-13eb-400d-9d51-a7c1f42e7991 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.415222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b714edb0-13eb-400d-9d51-a7c1f42e7991 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.438023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714edb0-13eb-400d-9d51-a7c1f42e7991 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1895b6cc-7330-4f07-ba11-278397412bd4,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:09.459549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b714edb0-13eb-400d-9d51-a7c1f42e7991 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.464471 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b714edb0-13eb-400d-9d51-a7c1f42e7991 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2877114 Nov 29 01:52:09.464651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46420) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:09.469650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d1f21b32-c0ed-4700-97b9-75ed8977fde6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'c56df482-e9be-4690-b067-b109a3050231', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:09.486124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.511616 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-d1f21b32-c0ed-4700-97b9-75ed8977fde6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:52:09.518516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d1f21b32-c0ed-4700-97b9-75ed8977fde6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.612768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 361300ef-1dc0-48ff-bc99-3cbb14f553be triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:09.613457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.613954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d1f21b32-c0ed-4700-97b9-75ed8977fde6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.618406 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:06Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:08Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:09.620878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d1f21b32-c0ed-4700-97b9-75ed8977fde6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.650727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d1f21b32-c0ed-4700-97b9-75ed8977fde6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.653134 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d1f21b32-c0ed-4700-97b9-75ed8977fde6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1873591 Nov 29 01:52:09.653868 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c1730-5240-411a-9ba8-a94fff2630c2 None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:06Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:08Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:09.656458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f21b32-c0ed-4700-97b9-75ed8977fde6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0945aaac-0775-4999-a282-1dd81c6c1543,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:09.681890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.741480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:09.744799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-8199951e-d349-4323-af52-3250faf04542 None None] Allocated IP 2001:db8:1::2 (a379caca-da55-4828-a7ca-3f08847269a3/a45079ab-6c1b-4aa8-a37e-b21b16e289c2/9ec21698-f880-4379-a520-875dca814888) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:09.849064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] For port 2fb7e50a-884a-4da5-ad77-d40eb07d7287, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2fb7e50a-884a-4da5-ad77-d40eb07d7287,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:09.861610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a06822-9d27-4350-adb8-ca051f979395 req-6ad89aa2-3616-4ab9-89c3-b881d5e18389 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:09.867535 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c5a06822-9d27-4350-adb8-ca051f979395 req-6ad89aa2-3616-4ab9-89c3-b881d5e18389 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.0907850 Nov 29 01:52:09.886205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:09.951752 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c5a06822-9d27-4350-adb8-ca051f979395 req-41ef8699-d70f-4692-b1a6-dbb097d9a097 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776167 Nov 29 01:52:09.987934 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-c232fef7-286d-421d-981c-b0d0d4c23711 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955234007&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.1198637 Nov 29 01:52:10.078814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Provisioning complete for port 557d6c70-2201-49be-b4e9-049fbaffd271 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:10.079195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.087590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b50f55d0-a52d-4525-9d3c-18f6ce2a7395 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:10.185697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Pushing event updated for resources: {'Port': ['ID=2fb7e50a-884a-4da5-ad77-d40eb07d7287,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:10.292538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8199951e-d349-4323-af52-3250faf04542 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.308108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8199951e-d349-4323-af52-3250faf04542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.343950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:10.344329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.428214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8199951e-d349-4323-af52-3250faf04542 None None] Network a379caca-da55-4828-a7ca-3f08847269a3 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:10.435272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.440045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-8199951e-d349-4323-af52-3250faf04542 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:10.442795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199951e-d349-4323-af52-3250faf04542 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:10.446884 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199951e-d349-4323-af52-3250faf04542 None None] Pushing event updated for resources: {'Port': ['ID=9ec21698-f880-4379-a520-875dca814888,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:10.473746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:08Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:10.533929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b3112-b7f7-4eef-9f16-e3c71b914230 None None] The sync data for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv is: [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:08Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:10.588353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] For port 557d6c70-2201-49be-b4e9-049fbaffd271, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=557d6c70-2201-49be-b4e9-049fbaffd271,segment=NetworkSegment(63786f0f-e058-49d8-9a86-c76349bf63da),segment_id=63786f0f-e058-49d8-9a86-c76349bf63da)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:10.609081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-5ac141eb-6e9c-4948-b64b-6afa5ad174cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:10.610597 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-5ac141eb-6e9c-4948-b64b-6afa5ad174cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=8db2e303-085a-44a6-98b9-448c262c4a86 HTTP/1.1" status: 200 len: 797 time: 0.6061182 Nov 29 01:52:10.614218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8:1::1 (a379caca-da55-4828-a7ca-3f08847269a3/a45079ab-6c1b-4aa8-a37e-b21b16e289c2/e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:10.621908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.631555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8199951e-d349-4323-af52-3250faf04542 None None] Attempting to bind port 9ec21698-f880-4379-a520-875dca814888 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:10.631758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8199951e-d349-4323-af52-3250faf04542 None None] Attempting to bind port 9ec21698-f880-4379-a520-875dca814888 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:10.632523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8199951e-d349-4323-af52-3250faf04542 None None] Attempting to bind port 9ec21698-f880-4379-a520-875dca814888 on network a379caca-da55-4828-a7ca-3f08847269a3 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:10.642186 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-d0145002-f50a-4709-9c7e-5250cad99c7b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0198967 Nov 29 01:52:10.807136 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-78a78563-7a1c-46fc-b376-13572c22a0f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448281 Nov 29 01:52:10.834139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a244f9e2-d0e1-4329-97ec-b219eead105e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.845733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8199951e-d349-4323-af52-3250faf04542 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:10.846146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8199951e-d349-4323-af52-3250faf04542 None None] Checking segment: {'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:10.846546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8199951e-d349-4323-af52-3250faf04542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.846943 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8199951e-d349-4323-af52-3250faf04542 None None] Bound using segment: {'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:10.847440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8199951e-d349-4323-af52-3250faf04542 None None] Bound port: 9ec21698-f880-4379-a520-875dca814888, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:10.848199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8199951e-d349-4323-af52-3250faf04542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.896565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.901881 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d860605c-2ffb-41e6-aa20-6ae582244a94 None None] Provisioning complete for port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:10.902568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d860605c-2ffb-41e6-aa20-6ae582244a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.905890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445cd98-9d61-4d33-9aa6-dc201f6b69e5 None None] Pushing event updated for resources: {'Port': ['ID=557d6c70-2201-49be-b4e9-049fbaffd271,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:10.949983 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-cee05b48-6a9c-4bee-bece-153e57e4d88f service neutron] 10.222.0.30 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293128 Nov 29 01:52:10.964576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:10.968902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8199951e-d349-4323-af52-3250faf04542 None None] For port 9ec21698-f880-4379-a520-875dca814888, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:10.972784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8199951e-d349-4323-af52-3250faf04542 None None] For port 9ec21698-f880-4379-a520-875dca814888, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9ec21698-f880-4379-a520-875dca814888,segment=NetworkSegment(eb28675e-ae34-4ac3-955e-c6305a32ff85),segment_id=eb28675e-ae34-4ac3-955e-c6305a32ff85)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:10.983930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8199951e-d349-4323-af52-3250faf04542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.026547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network a379caca-da55-4828-a7ca-3f08847269a3 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:11.099632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199951e-d349-4323-af52-3250faf04542 None None] Pushing event updated for resources: {'Port': ['ID=9ec21698-f880-4379-a520-875dca814888,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:11.113227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:11.123544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:11.124114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.124562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d860605c-2ffb-41e6-aa20-6ae582244a94 None None] Provisioning complete for port 557d6c70-2201-49be-b4e9-049fbaffd271 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:11.124953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d860605c-2ffb-41e6-aa20-6ae582244a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.187936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2fb7e50a-884a-4da5-ad77-d40eb07d7287 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:11.206625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3cb85-8a5e-4831-93d3-0298315e15e7 req-2b8ebc8c-e48f-4bea-8f0e-0e8a5068308d tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:11.208253 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6af3cb85-8a5e-4831-93d3-0298315e15e7 req-2b8ebc8c-e48f-4bea-8f0e-0e8a5068308d tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1209466 Nov 29 01:52:11.303919 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6af3cb85-8a5e-4831-93d3-0298315e15e7 req-1cf3661c-8c48-47aa-a36c-0be7f9b1658f tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890303 Nov 29 01:52:11.324096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:11.324489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.346270 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-59fa1b01-ebf3-4e04-a79b-12da8439c003 service neutron] 10.222.0.30 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709614 Nov 29 01:52:11.349448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:11.453481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.471942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 557d6c70-2201-49be-b4e9-049fbaffd271 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:11.544022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 557d6c70-2201-49be-b4e9-049fbaffd271 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:11.544765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.689737 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6e3879ca-7318-4eac-9d73-421477517a90 req-6378e357-be31-4b39-806c-0ffb7954f4ab tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 210 time: 0.0684597 Nov 29 01:52:11.822497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.827475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.828294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:11.954174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:11.988818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network a379caca-da55-4828-a7ca-3f08847269a3 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:11.990229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:12.105957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:12.213974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:12.219095 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-69d9f33e-3c84-4bf1-b8c1-c8816084a8e0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5045910 Nov 29 01:52:12.221820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46448) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:12.230715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-581648184'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:12.230943 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:12.245008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:12.246051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:51:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:12.261680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:12.265275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.292607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:52:12.304130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.304488 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment 5e5ec91b-5144-4c6d-8e42-15398830241b of type vlan for network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e Nov 29 01:52:12.354100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.399437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.404869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:12.409524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:12.410155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.459310 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2326119 Nov 29 01:52:12.466901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb30c7-aec9-4df8-af32-9eacf17afd59 req-02fa3a32-cdb6-48f5-b647-fb1afd075d19 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:12.470996 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-baeb30c7-aec9-4df8-af32-9eacf17afd59 req-02fa3a32-cdb6-48f5-b647-fb1afd075d19 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.0647590 Nov 29 01:52:12.471515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46452) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:12.476866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:12.496334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df5206-9074-40f7-99ae-16906cc68bc7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:12.508685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc4676-8796-4e5f-b03c-d597ba1483c6 None None] Network a379caca-da55-4828-a7ca-3f08847269a3 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:12.510579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:52:12.585087 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-baeb30c7-aec9-4df8-af32-9eacf17afd59 req-af254c0c-f3c2-4d3f-8d5a-3a2426664da8 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035328 Nov 29 01:52:12.604239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:12.608048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.697463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0e986aef-de64-492f-9b7b-d41185d57e0a None None] Provisioning complete for port 9ec21698-f880-4379-a520-875dca814888 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:12.697717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0e986aef-de64-492f-9b7b-d41185d57e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.814898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fec8863d-f283-4d02-a3a1-4076b9f75527 req-471b2a40-0e81-4dc8-a3ff-6246d55dd892 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 210 time: 0.0350289 Nov 29 01:52:12.816468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.906316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0e986aef-de64-492f-9b7b-d41185d57e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:12.952726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=bd027f21-4ef4-4b9b-ad4c-10efae7549d2,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:12.958135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:11Z', 'revision_number': 3, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:11Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:12.967291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:12.967778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:52:12.996874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:12.997371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Updating router 244ad54d-130e-4e99-95ac-cf106c4be797 port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:52:13.008745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-435a93e8-7bba-4497-bab9-b49d49d36975 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:13.010376 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-435a93e8-7bba-4497-bab9-b49d49d36975 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=8db2e303-085a-44a6-98b9-448c262c4a86 HTTP/1.1" status: 200 len: 797 time: 0.1620049 Nov 29 01:52:13.018247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:52:13.028028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0e986aef-de64-492f-9b7b-d41185d57e0a None None] For port 9ec21698-f880-4379-a520-875dca814888, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9ec21698-f880-4379-a520-875dca814888,segment=NetworkSegment(eb28675e-ae34-4ac3-955e-c6305a32ff85),segment_id=eb28675e-ae34-4ac3-955e-c6305a32ff85)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:13.036079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:13.036281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0e986aef-de64-492f-9b7b-d41185d57e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.050343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:13.051164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.080341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.096442 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-92bf5e81-9bb2-4021-8323-67b3ae79cef8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6237593 Nov 29 01:52:13.099292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46460) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:13.119123 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-85f3b732-f1dc-47a7-9019-c85fffc92f12 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 380 time: 0.0917664 Nov 29 01:52:13.134084 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc5e3e-5609-45a8-9f07-8ae455628fb4 None None] Network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:13.166540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e986aef-de64-492f-9b7b-d41185d57e0a None None] Pushing event updated for resources: {'Port': ['ID=9ec21698-f880-4379-a520-875dca814888,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:13.175492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': '2deac095-427a-4b52-af6d-916099793b4e', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['c56df482-e9be-4690-b067-b109a3050231']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:13.184244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9ec21698-f880-4379-a520-875dca814888 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:13.335020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:13.339538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.498928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.6 (8db2e303-085a-44a6-98b9-448c262c4a86/c2ef2f83-02a7-4542-af7b-5839d2b277fa/ddb2b132-cb63-4f2f-b250-0c01ded2c45c) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:13.507775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9ec21698-f880-4379-a520-875dca814888 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:13.508303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.645317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ca1a18a5-815c-4bcd-8a6d-5d7175698a46 None None] Provisioning complete for port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:13.645695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca1a18a5-815c-4bcd-8a6d-5d7175698a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.784406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.809613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d21eea-fe64-4efa-80d5-c005fac9825d req-76aadb29-b2bd-46f4-a08e-3c69a4fe07f3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:13.819375 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e8d21eea-fe64-4efa-80d5-c005fac9825d req-76aadb29-b2bd-46f4-a08e-3c69a4fe07f3 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1067166 Nov 29 01:52:13.841063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:52:13.841852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.910815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a18a5-815c-4bcd-8a6d-5d7175698a46 None None] Port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:13.957777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.965931 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e8d21eea-fe64-4efa-80d5-c005fac9825d req-4ef7e327-bc2a-492f-af87-6242b214face tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456437 Nov 29 01:52:13.968727 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a4f2543d-e532-4d1e-967c-d9cf308dc204 req-ebe08362-2c24-4931-b46a-82072f5effaf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 210 time: 0.0281417 Nov 29 01:52:13.997676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.035171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.047599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 8db2e303-085a-44a6-98b9-448c262c4a86 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:14.051211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:14.056858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:14.070596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ca1a18a5-815c-4bcd-8a6d-5d7175698a46 None None] Provisioning complete for port 9ec21698-f880-4379-a520-875dca814888 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:14.070975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca1a18a5-815c-4bcd-8a6d-5d7175698a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.116403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:14.116823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.117059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.119684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:14.140334 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-34b6b3c6-f81a-419b-9a10-f91de7bb2c89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9760926 Nov 29 01:52:14.161472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Request body: {'port': {'device_id': '2deac095-427a-4b52-af6d-916099793b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:14.166256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.255811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Allocated IP 2001:db8:2::2 (5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e/bd027f21-4ef4-4b9b-ad4c-10efae7549d2/be66e1b5-5437-4c51-9c6a-5601adf9cc8d) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:14.267082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.269931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3748e892-9811-4630-bcf3-b6c0cc2c057f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.280766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c05f8-b0be-46b0-9258-979e86c21669 None None] Pushing event updated for resources: {'Port': ['ID=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:14.434741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Attempting to bind port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:14.435121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Attempting to bind port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:14.435492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Attempting to bind port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f on network a379caca-da55-4828-a7ca-3f08847269a3 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:14.450283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:14.450681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Checking segment: {'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:14.451093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.451484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Bound using segment: {'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:14.451963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Bound port: e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb28675e-ae34-4ac3-955e-c6305a32ff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:14.452344 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.563123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fba8f-b70b-4a67-ac3d-2ff983419af3 req-dc07102b-6bc0-41de-ac21-18dcf4c77f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:14.564969 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-414fba8f-b70b-4a67-ac3d-2ff983419af3 req-dc07102b-6bc0-41de-ac21-18dcf4c77f68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 1098 time: 0.1033623 Nov 29 01:52:14.613676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.615534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] For port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:14.617553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b13e8c13-da63-49d3-9296-84b7c2946e3d None None] Provisioning complete for port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:14.617922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b13e8c13-da63-49d3-9296-84b7c2946e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.622096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] For port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,segment=NetworkSegment(eb28675e-ae34-4ac3-955e-c6305a32ff85),segment_id=eb28675e-ae34-4ac3-955e-c6305a32ff85)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:14.625952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.651074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.657195 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-414fba8f-b70b-4a67-ac3d-2ff983419af3 req-ad27462d-a104-4ffd-b5e3-0a583ed810e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832183 Nov 29 01:52:14.684475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8:2::1 (5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e/bd027f21-4ef4-4b9b-ad4c-10efae7549d2/57d68873-eb3e-4795-a8b0-d62e944391a3) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:14.689268 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb2b132-cb63-4f2f-b250-0c01ded2c45c {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:52:14.698673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.714271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:14.718539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Transition to ACTIVE for port object ddb2b132-cb63-4f2f-b250-0c01ded2c45c will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:52:14.720953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b13e8c13-da63-49d3-9296-84b7c2946e3d None None] Port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:14.722973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:14.726410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:14.726579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.741646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Pushing event updated for resources: {'Port': ['ID=be66e1b5-5437-4c51-9c6a-5601adf9cc8d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:14.766253 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:14.766926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:14.836593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.892191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:14.895848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Attempting to bind port be66e1b5-5437-4c51-9c6a-5601adf9cc8d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:14.896267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Attempting to bind port be66e1b5-5437-4c51-9c6a-5601adf9cc8d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:14.897104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Attempting to bind port be66e1b5-5437-4c51-9c6a-5601adf9cc8d on network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:14.905102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.934546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Attempting to bind port ddb2b132-cb63-4f2f-b250-0c01ded2c45c on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:14.935141 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Attempting to bind port ddb2b132-cb63-4f2f-b250-0c01ded2c45c by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:14.935653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Attempting to bind port ddb2b132-cb63-4f2f-b250-0c01ded2c45c on network 8db2e303-085a-44a6-98b9-448c262c4a86 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:14.941476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:14.941855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Checking segment: {'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:14.942266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.942692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Bound using segment: {'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:14.943188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Bound port: be66e1b5-5437-4c51-9c6a-5601adf9cc8d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:14.944128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.944444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Port ddb2b132-cb63-4f2f-b250-0c01ded2c45c on network 8db2e303-085a-44a6-98b9-448c262c4a86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:52:14.944964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Attempting to bind port ddb2b132-cb63-4f2f-b250-0c01ded2c45c on network 8db2e303-085a-44a6-98b9-448c262c4a86 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:14.953775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c05f8-b0be-46b0-9258-979e86c21669 None None] Pushing event updated for resources: {'Port': ['ID=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:14.971718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:14.972264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:14.972264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Checking segment: {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:14.972784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Bound using segment: {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:14.973054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Bound port: ddb2b132-cb63-4f2f-b250-0c01ded2c45c, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff818c25-724b-4b48-8820-5fa4fa1db60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:14.976668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:14.977195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:14.981341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:14.985515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:14.986173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.105455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] For port ddb2b132-cb63-4f2f-b250-0c01ded2c45c, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:15.109739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] For port ddb2b132-cb63-4f2f-b250-0c01ded2c45c, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:15.128998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.160057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9ec21698-f880-4379-a520-875dca814888 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:15.189563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=57d68873-eb3e-4795-a8b0-d62e944391a3,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:15.195744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:15.196665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.199155 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] 10.222.0.21 "PUT /v2.0/ports/ddb2b132-cb63-4f2f-b250-0c01ded2c45c HTTP/1.1" status: 200 len: 1093 time: 1.0430207 Nov 29 01:52:15.204869 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:15.207942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7c5528ba-7344-4547-a708-cb347165d5f1 None None] Provisioning complete for port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:15.208356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c5528ba-7344-4547-a708-cb347165d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.208537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:15.247291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588b33b-452a-404a-8fa5-d20feb7334f3 req-a1f19035-b0d5-41b1-8866-b813de1d83fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:15.248885 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a588b33b-452a-404a-8fa5-d20feb7334f3 req-a1f19035-b0d5-41b1-8866-b813de1d83fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 943 time: 0.1374855 Nov 29 01:52:15.254179 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f84c58-fa27-492f-b6e1-b005be247119 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:15.283440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] For port be66e1b5-5437-4c51-9c6a-5601adf9cc8d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:15.302904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.324425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9ec21698-f880-4379-a520-875dca814888 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:15.324797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.330940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fd976-6324-4bcb-9983-5b5f20d71216 req-0a14fa90-6bf5-4d21-96b0-62b38b4d9e92 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:15.332969 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc4fd976-6324-4bcb-9983-5b5f20d71216 req-0a14fa90-6bf5-4d21-96b0-62b38b4d9e92 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.1987994 Nov 29 01:52:15.345256 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a588b33b-452a-404a-8fa5-d20feb7334f3 req-1feaa4dd-f633-4dd9-930e-532de2242767 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751121 Nov 29 01:52:15.381698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-f7e46476-1885-4635-b10d-ab788fe91666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:15.383682 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-f7e46476-1885-4635-b10d-ab788fe91666 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 1096 time: 0.0554307 Nov 29 01:52:15.387863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] For port be66e1b5-5437-4c51-9c6a-5601adf9cc8d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=be66e1b5-5437-4c51-9c6a-5601adf9cc8d,segment=NetworkSegment(5e5ec91b-5144-4c6d-8e42-15398830241b),segment_id=5e5ec91b-5144-4c6d-8e42-15398830241b)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:15.413601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be22014-044b-4dfc-9a4a-5f7cb26031c7 x-openstack-request-id: req-6be22014-044b-4dfc-9a4a-5f7cb26031c7 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:15.413947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:15.414298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6be22014-044b-4dfc-9a4a-5f7cb26031c7 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:15.414811 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'status': 'completed', 'code': 200} Nov 29 01:52:15.423765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.425301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.447968 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-d85239c4-ea62-4063-affd-93466b05d54e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c HTTP/1.1" status: 200 len: 217 time: 0.0449142 Nov 29 01:52:15.511521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-db613ea8-b35f-4872-ba1b-9ddd0d543ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:15.513668 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-db613ea8-b35f-4872-ba1b-9ddd0d543ce6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2ef2f83-02a7-4542-af7b-5839d2b277fa HTTP/1.1" status: 200 len: 835 time: 0.0581665 Nov 29 01:52:15.541596 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc4fd976-6324-4bcb-9983-5b5f20d71216 req-70195d7b-2a4b-42b8-a45d-716a40d205a6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833975 Nov 29 01:52:15.577932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a164f77-6214-4eae-8976-856cbbf6e905 None None] Pushing event updated for resources: {'Port': ['ID=be66e1b5-5437-4c51-9c6a-5601adf9cc8d,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:15.633881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-3ddc745d-668c-42ea-a07c-7978171eedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:15.635443 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-3ddc745d-668c-42ea-a07c-7978171eedbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8db2e303-085a-44a6-98b9-448c262c4a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797634 Nov 29 01:52:15.673927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c5528ba-7344-4547-a708-cb347165d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.733307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7c5528ba-7344-4547-a708-cb347165d5f1 None None] For port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,segment=NetworkSegment(eb28675e-ae34-4ac3-955e-c6305a32ff85),segment_id=eb28675e-ae34-4ac3-955e-c6305a32ff85)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:15.745808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c5528ba-7344-4547-a708-cb347165d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.746470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.757936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.759638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.781734 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:11Z', 'revision_number': 3, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:14Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:15.810409 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-2485e3e5-407f-46bd-9283-b7521748f38f service neutron] 10.222.0.21 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622193 Nov 29 01:52:15.820138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12df2bf-e6f1-4032-a924-98aecc8ee420 None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:11Z', 'revision_number': 3, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:14Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:15.869112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5528ba-7344-4547-a708-cb347165d5f1 None None] Pushing event updated for resources: {'Port': ['ID=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:15.911930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=57d68873-eb3e-4795-a8b0-d62e944391a3,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:15.933633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5e621f8d-7a93-408f-afe6-5a8ceb55f774 None None] Provisioning complete for port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:15.934667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5e621f8d-7a93-408f-afe6-5a8ceb55f774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.992074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:15.993379 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7927a232-d8fe-4a79-a3ac-7108a5ebf44b req-03938970-61c9-44cb-9d73-e68b766f7690 service neutron] 10.222.0.21 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728752 Nov 29 01:52:15.995184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:16.042448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 27e61377-e754-40b7-bb2b-78778622a369 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:52:16.044589 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 27e61377-e754-40b7-bb2b-78778622a369 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:16.167610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-5c25eb53-39a4-4cfc-ab42-c32fc69abc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:16.169880 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-5c25eb53-39a4-4cfc-ab42-c32fc69abc7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 1096 time: 0.0740383 Nov 29 01:52:16.175190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:16.288276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-4a90f697-57cc-40c7-be03-b44cd40ca497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:16.289787 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-4a90f697-57cc-40c7-be03-b44cd40ca497 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8db2e303-085a-44a6-98b9-448c262c4a86 HTTP/1.1" status: 200 len: 898 time: 0.1105642 Nov 29 01:52:16.294824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:16.302226 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eaf6d88d-269a-414d-8b01-1e45bfa9e18e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2008495 Nov 29 01:52:16.304886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46476) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:16.310478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1114746206'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:16.339825 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:16.344618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.360597 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-33e23d05-231f-466f-9589-245867a5e4c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c HTTP/1.1" status: 200 len: 217 time: 0.0601101 Nov 29 01:52:16.397641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:52:16.414218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.416141 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added segment 0469e296-25ee-4fc2-9ccc-a7c092e0c01e of type vlan for network b7b761dc-924d-4e28-9aa1-ed04a9864668 Nov 29 01:52:16.419275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-e7dd81b6-04bc-49dd-9504-9ba223703afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:16.420830 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-e7dd81b6-04bc-49dd-9504-9ba223703afd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2ef2f83-02a7-4542-af7b-5839d2b277fa HTTP/1.1" status: 200 len: 835 time: 0.0526478 Nov 29 01:52:16.428897 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.483806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.525604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-4ecbb324-4085-445a-85ec-163838d726a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:16.527277 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-4ecbb324-4085-445a-85ec-163838d726a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8db2e303-085a-44a6-98b9-448c262c4a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976715 Nov 29 01:52:16.527693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.534854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.540347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6136e61-4d6b-4e08-9dc6-127452229a8e req-b6ae95ec-65d0-4904-aa95-c765b40aadad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:16.541870 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e6136e61-4d6b-4e08-9dc6-127452229a8e req-b6ae95ec-65d0-4904-aa95-c765b40aadad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 943 time: 0.0665386 Nov 29 01:52:16.547618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:16.551524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.560738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:16.586086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e61377-e754-40b7-bb2b-78778622a369'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:16.588519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74f6ff5-e1e2-4516-884c-4358a5c9c2c7" -d '{"events": [{"server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "name": "network-vif-unplugged", "status": "completed", "tag": "27e61377-e754-40b7-bb2b-78778622a369"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:16.617977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '27e61377-e754-40b7-bb2b-78778622a369', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'port_id': '27e61377-e754-40b7-bb2b-78778622a369', 'mac_address': 'fa:16:3e:3d:5f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:52:16.628636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:16.647529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.697866 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3893476 Nov 29 01:52:16.737242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46484) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:16.748082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'subnet': {'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:16.764794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:16.776546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c7462-49f1-43d6-90ad-30de0841de52 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Network': ['ID=b7b761dc-924d-4e28-9aa1-ed04a9864668,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:16.781931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.800336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:52:16.829984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e61377-e754-40b7-bb2b-78778622a369 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:52:16.852737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2d161-aebd-418b-9402-8dc026595a3b req-fefb6cb5-7218-4865-add5-55ee563d152c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:16.862209 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-72a2d161-aebd-418b-9402-8dc026595a3b req-fefb6cb5-7218-4865-add5-55ee563d152c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 943 time: 0.1621153 Nov 29 01:52:16.893959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:16.904649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.967750 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:52:16.968598 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:16.976845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:16.992394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:16.993123 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:17.008659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-72a2d161-aebd-418b-9402-8dc026595a3b req-2ec71566-a920-4f5a-8174-482b1a0422e5 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448586 Nov 29 01:52:17.009316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Made reservation on behalf of 92e1e22568c0440bb5b739b211902061 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:17.015347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.043759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46486) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:17.064109 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e6136e61-4d6b-4e08-9dc6-127452229a8e req-5dbdf7ad-1c3d-4910-847f-0536210cffe2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5069368 Nov 29 01:52:17.076036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05985732-a822-4474-b609-e598e4644345 None None] Network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:17.109511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc6a4e2-f4ed-4058-92de-1da03fba00c8 x-openstack-request-id: req-fcc6a4e2-f4ed-4058-92de-1da03fba00c8 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:17.109814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "name": "network-vif-unplugged", "status": "completed", "tag": "27e61377-e754-40b7-bb2b-78778622a369", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:17.110400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcc6a4e2-f4ed-4058-92de-1da03fba00c8 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:17.112464 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e61377-e754-40b7-bb2b-78778622a369', 'code': 200} Nov 29 01:52:17.126878 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:17.156283 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9e771d6f-cdf2-42bb-a350-9b938f8c245c tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/floatingips/79904c25-0784-465f-a44d-f5936a162d3b HTTP/1.1" status: 200 len: 992 time: 0.1048112 Nov 29 01:52:17.156283 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-3332c2b1-b42e-4409-880e-b82042956463 service neutron] 10.222.0.21 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050971 Nov 29 01:52:17.201564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c41c9fb7-f255-435c-a4dd-971a46046553 None None] Provisioning complete for port be66e1b5-5437-4c51-9c6a-5601adf9cc8d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:17.204805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c41c9fb7-f255-435c-a4dd-971a46046553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.253497 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['27e61377-e754-40b7-bb2b-78778622a369'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:52:17.255475 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device be66e1b5-5437-4c51-9c6a-5601adf9cc8d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:17.289690 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e3bf55-5a29-42f3-9393-e45cd06f22d2 req-188825bf-22d0-4cd8-9921-44c6cd9c38f4 service neutron] 10.222.0.21 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254747 Nov 29 01:52:17.383287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.384922 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:17.420357 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:17.420813 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Updating router 244ad54d-130e-4e99-95ac-cf106c4be797 port 57d68873-eb3e-4795-a8b0-d62e944391a3 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:52:17.447652 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.455971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Subnet': ['ID=355394bf-4827-4fea-a165-7e97311241e3,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:17.460973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Checking segment: {'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:17.461593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network hostable DHCP agents. Network: b7b761dc-924d-4e28-9aa1-ed04a9864668, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:52:17.480901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port be66e1b5-5437-4c51-9c6a-5601adf9cc8d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:17.481288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.482570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:52:17.493413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, b7b761dc-924d-4e28-9aa1-ed04a9864668) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:17.499677 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:17.500485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.514940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e1cc1-a6dc-432a-947f-118d590490ca None None] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:17.522723 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7bedb01c-adc9-404b-8a35-0608c2acc9f7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7780659 Nov 29 01:52:17.526715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46488) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:17.527437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c41c9fb7-f255-435c-a4dd-971a46046553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.760252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c41c9fb7-f255-435c-a4dd-971a46046553 None None] For port be66e1b5-5437-4c51-9c6a-5601adf9cc8d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=be66e1b5-5437-4c51-9c6a-5601adf9cc8d,segment=NetworkSegment(5e5ec91b-5144-4c6d-8e42-15398830241b),segment_id=5e5ec91b-5144-4c6d-8e42-15398830241b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:17.765013 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.773066 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.803797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c41c9fb7-f255-435c-a4dd-971a46046553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.852120 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14d019-28be-4807-a654-07497ea1c965 None None] Pushing event updated for resources: {'Port': ['ID=57d68873-eb3e-4795-a8b0-d62e944391a3,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:17.882336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:17.939680 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Attempting to bind port 57d68873-eb3e-4795-a8b0-d62e944391a3 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:17.940077 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Attempting to bind port 57d68873-eb3e-4795-a8b0-d62e944391a3 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:17.940820 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Attempting to bind port 57d68873-eb3e-4795-a8b0-d62e944391a3 on network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:17.941466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-b7b761dc-924d-4e28-9aa1-ed04a9864668', 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'fixed_ips': [{'subnet_id': '355394bf-4827-4fea-a165-7e97311241e3'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:52:17.942566 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.947110 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:17.947491 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Checking segment: {'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:17.947886 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.948341 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Bound using segment: {'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:17.948827 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Bound port: 57d68873-eb3e-4795-a8b0-d62e944391a3, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5ec91b-5144-4c6d-8e42-15398830241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:17.949485 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.985676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.986289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c9fb7-f255-435c-a4dd-971a46046553 None None] Pushing event updated for resources: {'Port': ['ID=be66e1b5-5437-4c51-9c6a-5601adf9cc8d,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:18.027085 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] For port 57d68873-eb3e-4795-a8b0-d62e944391a3, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:18.029326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a4938c11-c3bc-45e2-bac8-9b6c4a517904 None None] Provisioning complete for port 57d68873-eb3e-4795-a8b0-d62e944391a3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:18.029698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a4938c11-c3bc-45e2-bac8-9b6c4a517904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:18.030921 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] For port 57d68873-eb3e-4795-a8b0-d62e944391a3, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=57d68873-eb3e-4795-a8b0-d62e944391a3,segment=NetworkSegment(5e5ec91b-5144-4c6d-8e42-15398830241b),segment_id=5e5ec91b-5144-4c6d-8e42-15398830241b)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:18.037716 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:18.103114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ddb2b132-cb63-4f2f-b250-0c01ded2c45c details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:52:18.138696 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14d019-28be-4807-a654-07497ea1c965 None None] Pushing event updated for resources: {'Port': ['ID=57d68873-eb3e-4795-a8b0-d62e944391a3,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:18.149870 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:18.150543 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:18.183380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a4938c11-c3bc-45e2-bac8-9b6c4a517904 None None] Port 57d68873-eb3e-4795-a8b0-d62e944391a3 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:18.258732 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:18.277511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec5fb1-cbb1-44cc-9aaa-62c42e74e2cb req-049650a7-1c1b-493d-8352-8de028c7ae4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:18.286157 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-13ec5fb1-cbb1-44cc-9aaa-62c42e74e2cb req-049650a7-1c1b-493d-8352-8de028c7ae4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 943 time: 0.0959139 Nov 29 01:52:18.298188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:18.298586 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:18.338728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a4938c11-c3bc-45e2-bac8-9b6c4a517904 None None] Provisioning complete for port be66e1b5-5437-4c51-9c6a-5601adf9cc8d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:18.339132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a4938c11-c3bc-45e2-bac8-9b6c4a517904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:18.348472 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-13ec5fb1-cbb1-44cc-9aaa-62c42e74e2cb req-782158af-b5b5-453f-940e-8581b7814993 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580359 Nov 29 01:52:18.459356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Allocated IP 2001:db8:3::2 (b7b761dc-924d-4e28-9aa1-ed04a9864668/355394bf-4827-4fea-a165-7e97311241e3/6741baf6-c9b2-4f3d-9426-8170836a23b0) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:18.496042 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:18Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:18.504051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ddb2b132-cb63-4f2f-b250-0c01ded2c45c, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:18.524096 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae78cc-9f3a-4ea4-9916-e8a73194e30e None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:18Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:18.780571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'port_id': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'mac_address': 'fa:16:3e:1e:cb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:52:18.912195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:18.930542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb2b132-cb63-4f2f-b250-0c01ded2c45c {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:52:19.017063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.034013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.037530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ddb2b132-cb63-4f2f-b250-0c01ded2c45c, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:19.066014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.082862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:19.086035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:19.091077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:19.094267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Pushing event updated for resources: {'Port': ['ID=6741baf6-c9b2-4f3d-9426-8170836a23b0,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:19.096154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Allocated IP 2001:db8:3::1 (b7b761dc-924d-4e28-9aa1-ed04a9864668/355394bf-4827-4fea-a165-7e97311241e3/0df7f431-496c-4c64-a82d-f92518dbd100) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:19.183987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 57d68873-eb3e-4795-a8b0-d62e944391a3 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:19.223531 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.232279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:19.239214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Attempting to bind port 6741baf6-c9b2-4f3d-9426-8170836a23b0 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:19.239599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Attempting to bind port 6741baf6-c9b2-4f3d-9426-8170836a23b0 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:19.239974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Attempting to bind port 6741baf6-c9b2-4f3d-9426-8170836a23b0 on network b7b761dc-924d-4e28-9aa1-ed04a9864668 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:19.244448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-68fb57df-bced-4de3-85e8-e4b02d539aec None None] Provisioning complete for port 57d68873-eb3e-4795-a8b0-d62e944391a3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:19.244827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68fb57df-bced-4de3-85e8-e4b02d539aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.272701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.278765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:19.279028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Checking segment: {'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:19.279440 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.279849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Bound using segment: {'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:19.280358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Bound port: 6741baf6-c9b2-4f3d-9426-8170836a23b0, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:19.280738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.321636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:19.327214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:19.329711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:19.330478 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.352751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 57d68873-eb3e-4795-a8b0-d62e944391a3 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:19.353132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.376626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=0df7f431-496c-4c64-a82d-f92518dbd100,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:19.390319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ddb2b132-cb63-4f2f-b250-0c01ded2c45c'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:52:19.439299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] For port 6741baf6-c9b2-4f3d-9426-8170836a23b0, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:19.485211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] For port 6741baf6-c9b2-4f3d-9426-8170836a23b0, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6741baf6-c9b2-4f3d-9426-8170836a23b0,segment=NetworkSegment(0469e296-25ee-4fc2-9ccc-a7c092e0c01e),segment_id=0469e296-25ee-4fc2-9ccc-a7c092e0c01e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:19.489702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.497826 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.508413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18017e-a24d-48c8-a6a6-064aeee08db0 req-1f3fc5a4-d246-4f33-a2ac-b76e3e0acfc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:19.509998 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c18017e-a24d-48c8-a6a6-064aeee08db0 req-1f3fc5a4-d246-4f33-a2ac-b76e3e0acfc9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 944 time: 0.0914674 Nov 29 01:52:19.510525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68fb57df-bced-4de3-85e8-e4b02d539aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.651478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79abd9f-33ce-4a91-bcd9-7e03e5544638 None None] Pushing event updated for resources: {'Port': ['ID=6741baf6-c9b2-4f3d-9426-8170836a23b0,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:19.665397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-68fb57df-bced-4de3-85e8-e4b02d539aec None None] For port 57d68873-eb3e-4795-a8b0-d62e944391a3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=57d68873-eb3e-4795-a8b0-d62e944391a3,segment=NetworkSegment(5e5ec91b-5144-4c6d-8e42-15398830241b),segment_id=5e5ec91b-5144-4c6d-8e42-15398830241b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:19.669898 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c18017e-a24d-48c8-a6a6-064aeee08db0 req-d5bcfbc9-8726-4007-b254-6291968d4bd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526713 Nov 29 01:52:19.674578 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68fb57df-bced-4de3-85e8-e4b02d539aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.697809 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.798902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb57df-bced-4de3-85e8-e4b02d539aec None None] Pushing event updated for resources: {'Port': ['ID=57d68873-eb3e-4795-a8b0-d62e944391a3,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:19.831767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:52:19.832201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:52:19.866011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.873096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.873983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:19.976841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event updated for resources: {'Port': ['ID=0df7f431-496c-4c64-a82d-f92518dbd100,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:20.013630 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:20.014956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:20.058694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 27e61377-e754-40b7-bb2b-78778622a369 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:20.109189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 27e61377-e754-40b7-bb2b-78778622a369 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:20.109564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:20.116146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:20.188836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:20.211169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e61377-e754-40b7-bb2b-78778622a369'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:20.211614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:20.214230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ec385c-861e-4819-9cea-687a4065c456" -d '{"events": [{"server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "name": "network-vif-plugged", "status": "completed", "tag": "27e61377-e754-40b7-bb2b-78778622a369"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:20.220172 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0ba335fb-a1f8-47fe-a48d-4f18137ac425 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6913428 Nov 29 01:52:20.220273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46496) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:20.221666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:20.226211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:20.236428 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:20.243877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:20.244517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:20.247019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:20.276172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c7003-e08e-40b3-b33c-5d4f8870b9f3 x-openstack-request-id: req-a14c7003-e08e-40b3-b33c-5d4f8870b9f3 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:20.276506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "name": "network-vif-plugged", "status": "completed", "tag": "27e61377-e754-40b7-bb2b-78778622a369", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:20.276717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a14c7003-e08e-40b3-b33c-5d4f8870b9f3 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:20.277115 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e61377-e754-40b7-bb2b-78778622a369', 'code': 200} Nov 29 01:52:20.403766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:20.416121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:20.418875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device be66e1b5-5437-4c51-9c6a-5601adf9cc8d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:20.593202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port be66e1b5-5437-4c51-9c6a-5601adf9cc8d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:20.593583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:20.620615 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e59af18-0292-4333-b1ee-02715b4fc229 None None] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:20.642846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.extraroute_db [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 01:52:20.658260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.extraroute_db [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Removed routes are [] {{(pid=109949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 01:52:20.658667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:20.764891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dc1bc870-8ab2-4928-92bd-5c0013ccf6e2 None None] Provisioning complete for port 6741baf6-c9b2-4f3d-9426-8170836a23b0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:20.765268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc1bc870-8ab2-4928-92bd-5c0013ccf6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:20.792915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1ddbe-d4a6-4d29-9114-f3127680ef7b req-4b5fe047-cd31-43f5-a990-9c1832308922 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:20.794617 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-08e1ddbe-d4a6-4d29-9114-f3127680ef7b req-4b5fe047-cd31-43f5-a990-9c1832308922 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 944 time: 0.0519931 Nov 29 01:52:20.851633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:20.855583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:20.861924 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-08e1ddbe-d4a6-4d29-9114-f3127680ef7b req-740b5dc5-387b-4205-844b-316cbecc35ab tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588579 Nov 29 01:52:20.962194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:21.069297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:21.075793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.077218 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5a060d4a-acc6-4b98-b4b0-772200f01fae tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 200 len: 954 time: 0.8558917 Nov 29 01:52:21.079753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46500) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:21.100795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '0df7f431-496c-4c64-a82d-f92518dbd100', 'name': '', 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:5e:0a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '355394bf-4827-4fea-a165-7e97311241e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:18Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': '355394bf-4827-4fea-a165-7e97311241e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:21.141347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:21.141704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Updating router 244ad54d-130e-4e99-95ac-cf106c4be797 port 0df7f431-496c-4c64-a82d-f92518dbd100 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:52:21.149781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc1bc870-8ab2-4928-92bd-5c0013ccf6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.186875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.195860 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-10e655c1-2bdb-45f7-b099-8ce8f2bd260b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 200 len: 954 time: 0.1148703 Nov 29 01:52:21.200313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46502) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:21.203356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'routes': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:21.210984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dc1bc870-8ab2-4928-92bd-5c0013ccf6e2 None None] For port 6741baf6-c9b2-4f3d-9426-8170836a23b0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6741baf6-c9b2-4f3d-9426-8170836a23b0,segment=NetworkSegment(0469e296-25ee-4fc2-9ccc-a7c092e0c01e),segment_id=0469e296-25ee-4fc2-9ccc-a7c092e0c01e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:21.215766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 57d68873-eb3e-4795-a8b0-d62e944391a3 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:21.238033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc1bc870-8ab2-4928-92bd-5c0013ccf6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.389425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bc870-8ab2-4928-92bd-5c0013ccf6e2 None None] Pushing event updated for resources: {'Port': ['ID=6741baf6-c9b2-4f3d-9426-8170836a23b0,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:21.421642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 57d68873-eb3e-4795-a8b0-d62e944391a3 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:21.422019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.517820 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f3d4bc46-edcf-4a1c-9d52-f54c42c4f950 None None] Provisioning complete for port 6741baf6-c9b2-4f3d-9426-8170836a23b0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:21.518192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f3d4bc46-edcf-4a1c-9d52-f54c42c4f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.621860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added routes are [] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 01:52:21.622185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 01:52:21.655828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.667811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6741baf6-c9b2-4f3d-9426-8170836a23b0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:21.749873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.762729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.823146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f3d4bc46-edcf-4a1c-9d52-f54c42c4f950 None None] Provisioning complete for port 0df7f431-496c-4c64-a82d-f92518dbd100 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:21.823525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f3d4bc46-edcf-4a1c-9d52-f54c42c4f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.857690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dda27d-aa28-418d-acc8-ad05ba59fb83 None None] Pushing event updated for resources: {'Port': ['ID=0df7f431-496c-4c64-a82d-f92518dbd100,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:21.862462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.867492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.879535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6741baf6-c9b2-4f3d-9426-8170836a23b0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:21.879905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.938642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4bc46-edcf-4a1c-9d52-f54c42c4f950 None None] Port 0df7f431-496c-4c64-a82d-f92518dbd100 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:52:21.954551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Attempting to bind port 0df7f431-496c-4c64-a82d-f92518dbd100 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:21.954931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Attempting to bind port 0df7f431-496c-4c64-a82d-f92518dbd100 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:21.955297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Attempting to bind port 0df7f431-496c-4c64-a82d-f92518dbd100 on network b7b761dc-924d-4e28-9aa1-ed04a9864668 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:21.963190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:21.963573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Checking segment: {'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:21.964063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:21.964469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Bound using segment: {'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:21.964956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Bound port: 0df7f431-496c-4c64-a82d-f92518dbd100, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0469e296-25ee-4fc2-9ccc-a7c092e0c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:21.965340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.020905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21090a-1ba5-4728-b38e-5b8965b65761 req-02bcf636-39f8-4430-9bf8-eed1fc439b01 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:22.023319 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0f21090a-1ba5-4728-b38e-5b8965b65761 req-02bcf636-39f8-4430-9bf8-eed1fc439b01 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 944 time: 0.0713854 Nov 29 01:52:22.081141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ddb2b132-cb63-4f2f-b250-0c01ded2c45c up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:22.095626 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0f21090a-1ba5-4728-b38e-5b8965b65761 req-03b57fe5-31f2-46cb-879c-a7e52a9f63cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650518 Nov 29 01:52:22.116927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] For port 0df7f431-496c-4c64-a82d-f92518dbd100, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:22.138465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8e18dfa1-8aea-41e8-a0ae-652a29099aa5 None None] Provisioning complete for port 0df7f431-496c-4c64-a82d-f92518dbd100 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:22.138828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8e18dfa1-8aea-41e8-a0ae-652a29099aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.141405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] For port 0df7f431-496c-4c64-a82d-f92518dbd100, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0df7f431-496c-4c64-a82d-f92518dbd100,segment=NetworkSegment(0469e296-25ee-4fc2-9ccc-a7c092e0c01e),segment_id=0469e296-25ee-4fc2-9ccc-a7c092e0c01e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:22.169731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.254818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.272919 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:22.273501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port ddb2b132-cb63-4f2f-b250-0c01ded2c45c completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:52:22.276213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dda27d-aa28-418d-acc8-ad05ba59fb83 None None] Pushing event updated for resources: {'Port': ['ID=0df7f431-496c-4c64-a82d-f92518dbd100,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:22.279837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:22.281062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:22.288301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port ddb2b132-cb63-4f2f-b250-0c01ded2c45c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:22.288675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.381707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:22.393530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.395180 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e934a8f2-7ce5-4dba-bfb8-4efdcb7a0568 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 200 len: 704 time: 1.1957247 Nov 29 01:52:22.398584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46506) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:22.435934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:22.438325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8e18dfa1-8aea-41e8-a0ae-652a29099aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.579837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8e18dfa1-8aea-41e8-a0ae-652a29099aa5 None None] For port 0df7f431-496c-4c64-a82d-f92518dbd100, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0df7f431-496c-4c64-a82d-f92518dbd100,segment=NetworkSegment(0469e296-25ee-4fc2-9ccc-a7c092e0c01e),segment_id=0469e296-25ee-4fc2-9ccc-a7c092e0c01e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:22.593503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8e18dfa1-8aea-41e8-a0ae-652a29099aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.670112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.735490 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18dfa1-8aea-41e8-a0ae-652a29099aa5 None None] Pushing event updated for resources: {'Port': ['ID=0df7f431-496c-4c64-a82d-f92518dbd100,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:22.760238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:22.762514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecefa12-080a-4bb4-b19b-5439e60f22ed" -d '{"events": [{"server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "name": "network-vif-plugged", "status": "completed", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:22.780646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ddb2b132-cb63-4f2f-b250-0c01ded2c45c, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:22.786456 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b3c4f74b-4dfd-44e2-adb7-03ef873646d7 None None] Provisioning complete for port 0df7f431-496c-4c64-a82d-f92518dbd100 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:22.786862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f74b-4dfd-44e2-adb7-03ef873646d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.787021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fe44d5da-ca61-4d1f-a12a-2f8838e609ed tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 200 len: 704 time: 0.3869066 Nov 29 01:52:22.789107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:22.789888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46510) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:22.816005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e87b9e-dbcf-49b8-8e83-9a8e10224c5f x-openstack-request-id: req-13e87b9e-dbcf-49b8-8e83-9a8e10224c5f {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:22.816303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "name": "network-vif-plugged", "status": "completed", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:22.816557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13e87b9e-dbcf-49b8-8e83-9a8e10224c5f {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:22.816939 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'code': 200} Nov 29 01:52:22.890905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:22.906612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:21Z', 'revision_number': 7, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '0df7f431-496c-4c64-a82d-f92518dbd100', 'name': '', 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:5e:0a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '355394bf-4827-4fea-a165-7e97311241e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:18Z', 'updated_at': '2021-11-29T01:52:22Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': '355394bf-4827-4fea-a165-7e97311241e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:22.957566 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b6f9d4-9356-4037-a173-2c9c7d65d4da None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:21Z', 'revision_number': 7, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '0df7f431-496c-4c64-a82d-f92518dbd100', 'name': '', 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:5e:0a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '355394bf-4827-4fea-a165-7e97311241e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:18Z', 'updated_at': '2021-11-29T01:52:22Z', 'revision_number': 4, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': '355394bf-4827-4fea-a165-7e97311241e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:23.065902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c7de1-a503-453d-9cd4-ef10ca94264f req-1779be95-9e4a-427b-9c92-c2e8d663be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:23.068633 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-875c7de1-a503-453d-9cd4-ef10ca94264f req-1779be95-9e4a-427b-9c92-c2e8d663be71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 1098 time: 0.0763321 Nov 29 01:52:23.141791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-875c7de1-a503-453d-9cd4-ef10ca94264f req-0082fb8d-0f17-4630-a11a-ee4c59864b5f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625324 Nov 29 01:52:23.221986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0df7f431-496c-4c64-a82d-f92518dbd100 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:23.244633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968dec-915b-4cf9-9cc5-9cc1e46f6714 req-e1b23538-a4db-48bd-9bed-7bcb2fa1bc28 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:23.246311 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d8968dec-915b-4cf9-9cc5-9cc1e46f6714 req-e1b23538-a4db-48bd-9bed-7bcb2fa1bc28 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 945 time: 0.0679274 Nov 29 01:52:23.258684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:23.274287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0df7f431-496c-4c64-a82d-f92518dbd100 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:23.274594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:23.384018 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d8968dec-915b-4cf9-9cc5-9cc1e46f6714 req-f9fb9c87-3ce9-464d-9b9c-eb227f0de745 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291785 Nov 29 01:52:23.517474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6741baf6-c9b2-4f3d-9426-8170836a23b0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:23.572384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 6741baf6-c9b2-4f3d-9426-8170836a23b0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:23.573150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:23.582913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 0df7f431-496c-4c64-a82d-f92518dbd100 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:23.583262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:23.687639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port 0df7f431-496c-4c64-a82d-f92518dbd100, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0df7f431-496c-4c64-a82d-f92518dbd100,segment=NetworkSegment(0469e296-25ee-4fc2-9ccc-a7c092e0c01e),segment_id=0469e296-25ee-4fc2-9ccc-a7c092e0c01e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:23.688009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:23.700830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 0df7f431-496c-4c64-a82d-f92518dbd100 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:23.725737 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:23.735599 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:23.736202 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:23.825428 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:23.873447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:23.902830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=0df7f431-496c-4c64-a82d-f92518dbd100,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:24.020055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.159057 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:21Z', 'revision_number': 7, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '0df7f431-496c-4c64-a82d-f92518dbd100', 'name': '', 'network_id': 'b7b761dc-924d-4e28-9aa1-ed04a9864668', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:5e:0a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '355394bf-4827-4fea-a165-7e97311241e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:18Z', 'updated_at': '2021-11-29T01:52:22Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': '355394bf-4827-4fea-a165-7e97311241e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:24.200521 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:24.210335 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:24.211041 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:24.228355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:24.301638 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:24.325738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:24.330919 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-37d3689d-9ba7-4b86-aa2f-5afe40d1f19f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5399191 Nov 29 01:52:24.334092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46514) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:24.385003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb8c5cb-35be-4b4b-9cf2-b8ec79ac2f11 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet 355394bf-4827-4fea-a165-7e97311241e3 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:52:24.388155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb8c5cb-35be-4b4b-9cf2-b8ec79ac2f11 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.429418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb8c5cb-35be-4b4b-9cf2-b8ec79ac2f11 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.511577 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:23Z', 'revision_number': 8, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:24.515629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21dbe-674b-45ef-af25-b5bbc17bcb85 req-c76ccf7d-54ff-45aa-a9d5-54ec3e911e2a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:24.518988 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dac21dbe-674b-45ef-af25-b5bbc17bcb85 req-c76ccf7d-54ff-45aa-a9d5-54ec3e911e2a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 945 time: 0.0536313 Nov 29 01:52:24.529568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb8c5cb-35be-4b4b-9cf2-b8ec79ac2f11 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.539862 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0353c-5649-428f-a847-7ea9e890fb0e None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:23Z', 'revision_number': 8, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:24.581828 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dac21dbe-674b-45ef-af25-b5bbc17bcb85 req-39b66107-e67b-4c39-8eb1-4fb29819fbce tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572565 Nov 29 01:52:24.608235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb8c5cb-35be-4b4b-9cf2-b8ec79ac2f11 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.635588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8c5cb-35be-4b4b-9cf2-b8ec79ac2f11 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=355394bf-4827-4fea-a165-7e97311241e3,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:24.641292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6eb8c5cb-35be-4b4b-9cf2-b8ec79ac2f11 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.647065 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6eb8c5cb-35be-4b4b-9cf2-b8ec79ac2f11 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/355394bf-4827-4fea-a165-7e97311241e3 HTTP/1.1" status: 204 len: 168 time: 0.3117301 Nov 29 01:52:24.647713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46520) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:24.648476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4dd41-5cd2-4c97-ba2d-94362fe1aa7e None None] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:24.719777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b710c78-820f-45f1-a05d-1cb4f93383e4 req-3228f581-565d-44b3-859c-9b4e98458ab4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:24.721361 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1b710c78-820f-45f1-a05d-1cb4f93383e4 req-3228f581-565d-44b3-859c-9b4e98458ab4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 945 time: 0.0568960 Nov 29 01:52:24.745157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.799611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1b710c78-820f-45f1-a05d-1cb4f93383e4 req-532be742-cf75-4d3a-98b7-81b1b1731d52 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709274 Nov 29 01:52:24.807989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 6741baf6-c9b2-4f3d-9426-8170836a23b0 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:24.808375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.816743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46522) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:24.861269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] DHCP port deletion for b7b761dc-924d-4e28-9aa1-ed04a9864668 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:24.869558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6feaafb-d11c-4877-985a-e2787bfdc354 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:24.873913 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d6feaafb-d11c-4877-985a-e2787bfdc354 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 1093 time: 0.0533679 Nov 29 01:52:24.874178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46524) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:24.879009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:24.887517 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port 6741baf6-c9b2-4f3d-9426-8170836a23b0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6741baf6-c9b2-4f3d-9426-8170836a23b0,segment=NetworkSegment(0469e296-25ee-4fc2-9ccc-a7c092e0c01e),segment_id=0469e296-25ee-4fc2-9ccc-a7c092e0c01e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:24.887820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.900866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 6741baf6-c9b2-4f3d-9426-8170836a23b0 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:24.909001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.919119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] Deleting port 6741baf6-c9b2-4f3d-9426-8170836a23b0 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:24.919729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:24.933657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:24.986966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:24.987609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:24.997308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.017241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.029296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No DVR routers for this DVR port 6741baf6-c9b2-4f3d-9426-8170836a23b0 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:25.035246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=6741baf6-c9b2-4f3d-9426-8170836a23b0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:25.066765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] For port 6741baf6-c9b2-4f3d-9426-8170836a23b0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=6741baf6-c9b2-4f3d-9426-8170836a23b0,segment=NetworkSegment(0469e296-25ee-4fc2-9ccc-a7c092e0c01e),segment_id=0469e296-25ee-4fc2-9ccc-a7c092e0c01e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:25.067104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.088717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] Calling delete_port for 6741baf6-c9b2-4f3d-9426-8170836a23b0 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:25.135972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.94 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/990d395b-d01f-494d-a13c-83d5126fe78c) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:25.143862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.144420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:25.168121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b761dc-924d-4e28-9aa1-ed04a9864668']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:25.175170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0df7f431-496c-4c64-a82d-f92518dbd100 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:25.179594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0469e296-25ee-4fc2-9ccc-a7c092e0c01e') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:25.179910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0469e296-25ee-4fc2-9ccc-a7c092e0c01e') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:25.191320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.205013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.213164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:52:25.213585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:52:25.217523 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:52:25.220299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 0df7f431-496c-4c64-a82d-f92518dbd100 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:25.220299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0df7f431-496c-4c64-a82d-f92518dbd100 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:25.220299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6741baf6-c9b2-4f3d-9426-8170836a23b0 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:25.253648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.284353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 6741baf6-c9b2-4f3d-9426-8170836a23b0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:25.284717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 6741baf6-c9b2-4f3d-9426-8170836a23b0 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:25.291625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.295126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.300784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.304957 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/b7b761dc-924d-4e28-9aa1-ed04a9864668 HTTP/1.1" status: 204 len: 168 time: 0.6561723 Nov 29 01:52:25.310050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46526) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:25.341105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.345190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:25.348366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:25.354149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:25.356245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=990d395b-d01f-494d-a13c-83d5126fe78c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:25.358588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb0311-89a2-41c3-9b17-cd4958cb410f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=b7b761dc-924d-4e28-9aa1-ed04a9864668,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:25.369031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] Network b7b761dc-924d-4e28-9aa1-ed04a9864668 is not hosted by any dhcp agent {{(pid=109950) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 01:52:25.369494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] No DVR routers for this DVR port 6741baf6-c9b2-4f3d-9426-8170836a23b0 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:25.374937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3057c-950f-416b-b9e0-d504ddb21ede None None] Pushing event deleted for resources: {'Port': ['ID=6741baf6-c9b2-4f3d-9426-8170836a23b0,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:25.470523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:23Z', 'revision_number': 8, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:25.501629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:25.511573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:25.512201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:25.607040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:25.680351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.826016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:23Z', 'revision_number': 8, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:25.845099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:25.856886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27633c3-6e4c-42b6-af16-dd0945798ae7 None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:23Z', 'revision_number': 8, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57d68873-eb3e-4795-a8b0-d62e944391a3', 'name': '', 'network_id': '5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:c6:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:14Z', 'updated_at': '2021-11-29T01:52:19Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'bd027f21-4ef4-4b9b-ad4c-10efae7549d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:25.937933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 57d68873-eb3e-4795-a8b0-d62e944391a3 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:25.938352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.037948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port 57d68873-eb3e-4795-a8b0-d62e944391a3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=57d68873-eb3e-4795-a8b0-d62e944391a3,segment=NetworkSegment(5e5ec91b-5144-4c6d-8e42-15398830241b),segment_id=5e5ec91b-5144-4c6d-8e42-15398830241b)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:26.038313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.053361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 57d68873-eb3e-4795-a8b0-d62e944391a3 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:26.237166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.239984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.264991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=57d68873-eb3e-4795-a8b0-d62e944391a3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:26.398146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.418387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.426298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.499258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.574679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=990d395b-d01f-494d-a13c-83d5126fe78c,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:26.603865 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:26.611632 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 1b1125b9-780f-4c32-9a7b-49d8db558607 associated. External IP: 172.26.8.94, port: ddb2b132-cb63-4f2f-b250-0c01ded2c45c. Nov 29 01:52:26.697306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:26.702289 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-af9e3d50-bb7d-4896-9adf-e152b2f350b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3911726 Nov 29 01:52:26.705094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46528) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:26.706482 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:26.717516 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:26.718398 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:26.757023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec0dca6-2b58-4f99-b8b8-78844ee7f707 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet bd027f21-4ef4-4b9b-ad4c-10efae7549d2 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:52:26.760354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dca6-2b58-4f99-b8b8-78844ee7f707 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.803562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dca6-2b58-4f99-b8b8-78844ee7f707 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.811759 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:26.832356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 46545945-c68c-422d-90b2-dacc7ff6c598 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:26.892013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dca6-2b58-4f99-b8b8-78844ee7f707 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.953374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dca6-2b58-4f99-b8b8-78844ee7f707 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.954314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:26.966115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] Sync routers for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:26.982162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:26.983363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0dca6-2b58-4f99-b8b8-78844ee7f707 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=bd027f21-4ef4-4b9b-ad4c-10efae7549d2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:26.984795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.985322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ec0dca6-2b58-4f99-b8b8-78844ee7f707 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:26.988625 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0ec0dca6-2b58-4f99-b8b8-78844ee7f707 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/bd027f21-4ef4-4b9b-ad4c-10efae7549d2 HTTP/1.1" status: 204 len: 168 time: 0.2824991 Nov 29 01:52:26.990150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:26.991900 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46530) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:27.025184 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:26Z', 'revision_number': 9, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:27.030928 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c7a75-7300-4e1b-96f7-99646d47de0b None None] Network 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:27.045202 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4d391b97-3e13-4b0e-8b00-ad3bd925f1f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1673605 Nov 29 01:52:27.046090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:27.048642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99" -d '{"events": [{"name": "network-changed", "server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:27.054936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46532) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:27.061823 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:27.072427 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:27.073318 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:27.114456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.176150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaf6d19-dc5c-4a26-abbf-ba2384527d03 x-openstack-request-id: req-ffaf6d19-dc5c-4a26-abbf-ba2384527d03 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:27.176521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:27.176704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffaf6d19-dc5c-4a26-abbf-ba2384527d03 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:27.177164 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:27.181121 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'status': 'completed', 'code': 200} Nov 29 01:52:27.205802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c4bf378f-ca0d-432f-ba9f-8f135f6e4ade tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/1b1125b9-780f-4c32-9a7b-49d8db558607 HTTP/1.1" status: 200 len: 990 time: 0.1495061 Nov 29 01:52:27.222845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port be66e1b5-5437-4c51-9c6a-5601adf9cc8d {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:27.223303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.235967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:27.253870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-8282243c-222f-4985-a8f2-acb225283e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:27.256005 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-8282243c-222f-4985-a8f2-acb225283e29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 1098 time: 0.0491319 Nov 29 01:52:27.304313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port be66e1b5-5437-4c51-9c6a-5601adf9cc8d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=be66e1b5-5437-4c51-9c6a-5601adf9cc8d,segment=NetworkSegment(5e5ec91b-5144-4c6d-8e42-15398830241b),segment_id=5e5ec91b-5144-4c6d-8e42-15398830241b)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:27.304662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.319196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for be66e1b5-5437-4c51-9c6a-5601adf9cc8d owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:27.378531 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-eaf9dbbb-0c73-4fdf-b47e-30f8ddea7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:27.386382 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-eaf9dbbb-0c73-4fdf-b47e-30f8ddea7e7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8db2e303-085a-44a6-98b9-448c262c4a86 HTTP/1.1" status: 200 len: 898 time: 0.1218488 Nov 29 01:52:27.406248 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:26Z', 'revision_number': 9, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:27.435962 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.436754 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317df0d-ce93-4232-ae5a-649c6c465248 None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:26Z', 'revision_number': 9, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f', 'name': '', 'network_id': 'a379caca-da55-4828-a7ca-3f08847269a3', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:68:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:09Z', 'updated_at': '2021-11-29T01:52:15Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'a45079ab-6c1b-4aa8-a37e-b21b16e289c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:27.444198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5180fe-49ee-4fa5-9d43-c19b5f0b0797 None None] DHCP port deletion for 5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:27.482725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=be66e1b5-5437-4c51-9c6a-5601adf9cc8d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:27.484891 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-00d95af4-5c84-475b-bfc7-8688bb91bf9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c HTTP/1.1" status: 200 len: 998 time: 0.0914879 Nov 29 01:52:27.493200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No DVR routers for this DVR port be66e1b5-5437-4c51-9c6a-5601adf9cc8d on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:27.548510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-7e609af1-b7e6-4399-a92f-bb29717b39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:27.550219 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-7e609af1-b7e6-4399-a92f-bb29717b39b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2ef2f83-02a7-4542-af7b-5839d2b277fa HTTP/1.1" status: 200 len: 835 time: 0.0573010 Nov 29 01:52:27.561178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '1b1125b9-780f-4c32-9a7b-49d8db558607', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'port_id': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'mac_address': 'fa:16:3e:1e:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deac095-427a-4b52-af6d-916099793b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:52:25Z', 'updated_at': '2021-11-29T01:52:25Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:27.581524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.589864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] Checking router: 46545945-c68c-422d-90b2-dacc7ff6c598 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:27.598305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:27.599083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:27.602170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-2d45012b-99b8-4e70-b90c-dcf1a901a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:27.604704 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-2d45012b-99b8-4e70-b90c-dcf1a901a162 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8db2e303-085a-44a6-98b9-448c262c4a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467281 Nov 29 01:52:27.604845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:27.614261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5ec91b-5144-4c6d-8e42-15398830241b') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:27.615166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5ec91b-5144-4c6d-8e42-15398830241b') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:27.624698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.638401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.645027 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:52:27.645499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:52:27.648950 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:52:27.717795 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-16e9fba7-40aa-41b1-9f39-6ae48a61ccd1 service neutron] 10.222.0.21 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055632 Nov 29 01:52:27.718518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.725049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:27.731848 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e HTTP/1.1" status: 204 len: 168 time: 0.7387056 Nov 29 01:52:27.734002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46536) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:27.753332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ef7e3-ac13-4808-8d38-998fb3873abf tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=5a4beaf5-c27d-4d30-a53d-1cc9ef98fb2e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:27.832480 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ab93e205-1f89-434a-a5fc-ff9e8cf57c99 req-69d7be8d-47d7-4983-b1a0-a330a90a7b78 service neutron] 10.222.0.21 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058207 Nov 29 01:52:27.865191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:28.014321 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-0e4e8f96-d0ac-4202-bedd-f595f1e05d7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599282 Nov 29 01:52:28.100898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-a35d8373-1000-4097-9934-ba94e4f11a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:28.102616 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-a35d8373-1000-4097-9934-ba94e4f11a0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e10aaf19a57549a6b6020e57abf6b5a2&device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 1098 time: 0.0428922 Nov 29 01:52:28.119944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '1b1125b9-780f-4c32-9a7b-49d8db558607', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'port_id': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'mac_address': 'fa:16:3e:1e:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deac095-427a-4b52-af6d-916099793b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:52:25Z', 'updated_at': '2021-11-29T01:52:25Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:28.146705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:28.150725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c169e2d8-7ced-45a5-8183-bfe892f53dbe None None] The sync data for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv is: [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '1b1125b9-780f-4c32-9a7b-49d8db558607', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'port_id': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'mac_address': 'fa:16:3e:1e:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deac095-427a-4b52-af6d-916099793b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:52:25Z', 'updated_at': '2021-11-29T01:52:25Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:28.207584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46538) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:28.377286 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a15513-3eab-4d5b-9c35-75c01eede3d6 None None] New status for floating IP 1b1125b9-780f-4c32-9a7b-49d8db558607: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:52:28.421647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:28.421998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:28.525415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,segment=NetworkSegment(eb28675e-ae34-4ac3-955e-c6305a32ff85),segment_id=eb28675e-ae34-4ac3-955e-c6305a32ff85)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:28.526677 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:28.538267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-97a3a46f-e821-4e6a-82a2-10e38e70771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:28.539797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-97a3a46f-e821-4e6a-82a2-10e38e70771c service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 HTTP/1.1" status: 200 len: 898 time: 0.4185095 Nov 29 01:52:28.544205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:28.616568 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-777c83b1-0795-4040-8a87-c827fee5152e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/1b1125b9-780f-4c32-9a7b-49d8db558607 HTTP/1.1" status: 200 len: 990 time: 0.4067109 Nov 29 01:52:28.624027 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-931d30e4-f3fa-4d1d-94a8-506e78dad843 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27e61377-e754-40b7-bb2b-78778622a369 HTTP/1.1" status: 200 len: 1001 time: 0.0749800 Nov 29 01:52:28.681199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-4f8cad86-d813-42b9-aa2b-80c7c608394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:28.682720 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-4f8cad86-d813-42b9-aa2b-80c7c608394e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8421bca-0d77-491f-ad06-b8b3d71e2dc6 HTTP/1.1" status: 200 len: 835 time: 0.0503175 Nov 29 01:52:28.727057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:28.730024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-8ebec682-c2da-4e63-9795-f4cb6a372f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:28.731560 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-8ebec682-c2da-4e63-9795-f4cb6a372f12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416698 Nov 29 01:52:28.758223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:28.834752 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-311232a8-ba39-4945-8c33-04a771ac5889 service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910733 Nov 29 01:52:28.872377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:28.928407 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4033eab8-761c-4ab8-8edf-c041143b3dc3 req-d29713df-dcf3-4cc5-9d6c-63951256c37d service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864363 Nov 29 01:52:29.066170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:29.142193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 57d68873-eb3e-4795-a8b0-d62e944391a3 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:29.160420 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:29.162213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 57d68873-eb3e-4795-a8b0-d62e944391a3 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:29.162655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 57d68873-eb3e-4795-a8b0-d62e944391a3 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:29.163267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device be66e1b5-5437-4c51-9c6a-5601adf9cc8d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:29.166200 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fb667995-d628-4efa-a8a3-400638e755d0 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4306202 Nov 29 01:52:29.168336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46540) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:29.186191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:29.189630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: be66e1b5-5437-4c51-9c6a-5601adf9cc8d {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:29.189983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device be66e1b5-5437-4c51-9c6a-5601adf9cc8d not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:29.203937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:29.204571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:29.225230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc8c9ae-81e6-4020-8348-c58ae7b03cbd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet a45079ab-6c1b-4aa8-a37e-b21b16e289c2 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:52:29.228630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c9ae-81e6-4020-8348-c58ae7b03cbd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.271715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c9ae-81e6-4020-8348-c58ae7b03cbd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.294330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:29.358152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c9ae-81e6-4020-8348-c58ae7b03cbd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.433823 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c9ae-81e6-4020-8348-c58ae7b03cbd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.461409 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8c9ae-81e6-4020-8348-c58ae7b03cbd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=a45079ab-6c1b-4aa8-a37e-b21b16e289c2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:29.466208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c9ae-81e6-4020-8348-c58ae7b03cbd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.471944 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6bc8c9ae-81e6-4020-8348-c58ae7b03cbd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/a45079ab-6c1b-4aa8-a37e-b21b16e289c2 HTTP/1.1" status: 204 len: 168 time: 0.3002262 Nov 29 01:52:29.473010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46542) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:29.474014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a548dae-e209-489d-8eaa-9ea031c1ccd2 None None] Network a379caca-da55-4828-a7ca-3f08847269a3 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:29.557665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.602683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:28Z', 'revision_number': 10, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:29.611348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 9ec21698-f880-4379-a520-875dca814888 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:29.611660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.622653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46544) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:29.636334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:29.644883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:29.645550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:29.696475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port 9ec21698-f880-4379-a520-875dca814888, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9ec21698-f880-4379-a520-875dca814888,segment=NetworkSegment(eb28675e-ae34-4ac3-955e-c6305a32ff85),segment_id=eb28675e-ae34-4ac3-955e-c6305a32ff85)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:29.696853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.708117 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-904e21be-b2f2-4d32-87e7-f1b34ed06425 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/1b1125b9-780f-4c32-9a7b-49d8db558607 HTTP/1.1" status: 200 len: 992 time: 0.0794003 Nov 29 01:52:29.710959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 9ec21698-f880-4379-a520-875dca814888 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:29.714896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] DHCP port deletion for a379caca-da55-4828-a7ca-3f08847269a3 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:29.764244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:29.791752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.815360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=9ec21698-f880-4379-a520-875dca814888,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:29.821005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No DVR routers for this DVR port 9ec21698-f880-4379-a520-875dca814888 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:29.862463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] Deleting port 9ec21698-f880-4379-a520-875dca814888 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:29.862843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.903362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.924399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a379caca-da55-4828-a7ca-3f08847269a3']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:29.933625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb28675e-ae34-4ac3-955e-c6305a32ff85') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:29.933935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb28675e-ae34-4ac3-955e-c6305a32ff85') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:29.943184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.956138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.962608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:52:29.963000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:52:29.965934 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:52:29.969124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] For port 9ec21698-f880-4379-a520-875dca814888, host dv-neutron-816800-5-hyperv, got binding levels [] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:29.969530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:29.991310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] Calling delete_port for 9ec21698-f880-4379-a520-875dca814888 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:29.995187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.ipam_backend_mixin [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] Port 9ec21698-f880-4379-a520-875dca814888 was not found and therefore no delete operation was performed {{(pid=109950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:52:29.997793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:30.029112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:30.035827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:30.039559 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/a379caca-da55-4828-a7ca-3f08847269a3 HTTP/1.1" status: 204 len: 168 time: 0.5653172 Nov 29 01:52:30.042438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46546) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:30.047027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] No DVR routers for this DVR port 9ec21698-f880-4379-a520-875dca814888 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:30.050884 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef32c4-4013-4be8-83e6-104afa043a9a None None] Pushing event deleted for resources: {'Port': ['ID=9ec21698-f880-4379-a520-875dca814888,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:30.058913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbe219-e1ee-4d35-9191-ec696790a143 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=a379caca-da55-4828-a7ca-3f08847269a3,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:30.083928 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:28Z', 'revision_number': 10, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:30.114814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a5bea-c881-4df9-ab5c-8b055bd0c78c None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:28Z', 'revision_number': 10, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None, '_interfaces': [{'id': '557d6c70-2201-49be-b4e9-049fbaffd271', 'name': '', 'network_id': 'f8a4f328-d533-4758-9463-7f3e4ae135ca', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'mac_address': 'fa:16:3e:78:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:04Z', 'updated_at': '2021-11-29T01:52:10Z', 'revision_number': 5, 'project_id': '92e1e22568c0440bb5b739b211902061', 'subnets': [{'id': 'ecec8d82-03f1-4130-978f-c7a2cb327f70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:30.372083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:30.900020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port 557d6c70-2201-49be-b4e9-049fbaffd271 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:30.900704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:30.985699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port 557d6c70-2201-49be-b4e9-049fbaffd271, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=557d6c70-2201-49be-b4e9-049fbaffd271,segment=NetworkSegment(63786f0f-e058-49d8-9a86-c76349bf63da),segment_id=63786f0f-e058-49d8-9a86-c76349bf63da)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:30.986063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:30.998870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for 557d6c70-2201-49be-b4e9-049fbaffd271 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:31.097128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:31.118588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:31.118942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e51ac7a6-5aaf-48a8-87b6-36b39f5bc45f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:31.119369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9ec21698-f880-4379-a520-875dca814888 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:31.137715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 9ec21698-f880-4379-a520-875dca814888 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:31.138100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9ec21698-f880-4379-a520-875dca814888 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:31.170333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:31.197770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=557d6c70-2201-49be-b4e9-049fbaffd271,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:31.296048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:31.450636 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:31.526049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:31.531133 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-56b620ea-ba69-4aea-9cf9-d32acd083e08 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4875996 Nov 29 01:52:31.533653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46548) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:31.535716 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:31.546715 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:31.547324 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:31.585112 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-71570974-1d86-4096-849b-acbf85939cc8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting subnet ecec8d82-03f1-4130-978f-c7a2cb327f70 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:52:31.588265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71570974-1d86-4096-849b-acbf85939cc8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:31.615679 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:31.628488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71570974-1d86-4096-849b-acbf85939cc8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:31.666105 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:31Z', 'revision_number': 11, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:31.694844 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:31.703164 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:31.703707 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:31.721127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71570974-1d86-4096-849b-acbf85939cc8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:31.769164 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:31.781611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71570974-1d86-4096-849b-acbf85939cc8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:31.806640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71570974-1d86-4096-849b-acbf85939cc8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Subnet': ['ID=ecec8d82-03f1-4130-978f-c7a2cb327f70,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:31.813236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71570974-1d86-4096-849b-acbf85939cc8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:31.816846 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-71570974-1d86-4096-849b-acbf85939cc8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/ecec8d82-03f1-4130-978f-c7a2cb327f70 HTTP/1.1" status: 204 len: 168 time: 0.2822392 Nov 29 01:52:31.819885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46550) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:31.822049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b62afb-6b02-4e5a-970c-9011c8901754 None None] Network f8a4f328-d533-4758-9463-7f3e4ae135ca requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:31.822861 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:31Z', 'revision_number': 11, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:31.850980 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d7485-3524-4739-875f-600e638f1549 None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:31Z', 'revision_number': 11, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:31.909223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:31.963191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Deleting port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:31.963511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.025151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] For port b50f55d0-a52d-4525-9d3c-18f6ce2a7395, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b50f55d0-a52d-4525-9d3c-18f6ce2a7395,segment=NetworkSegment(63786f0f-e058-49d8-9a86-c76349bf63da),segment_id=63786f0f-e058-49d8-9a86-c76349bf63da)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:32.025518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.042069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Calling delete_port for b50f55d0-a52d-4525-9d3c-18f6ce2a7395 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:32.119336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.144144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Port': ['ID=b50f55d0-a52d-4525-9d3c-18f6ce2a7395,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:32.148150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No DVR routers for this DVR port b50f55d0-a52d-4525-9d3c-18f6ce2a7395 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:32.228954 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe2d578-9d20-4980-960f-59637eb611df None None] DHCP port deletion for f8a4f328-d533-4758-9463-7f3e4ae135ca request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:32.234749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.257979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a4f328-d533-4758-9463-7f3e4ae135ca']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:32.268074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63786f0f-e058-49d8-9a86-c76349bf63da') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:32.268377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63786f0f-e058-49d8-9a86-c76349bf63da') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:32.279006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.292971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.299920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:52:32.300311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:52:32.303370 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:52:32.376911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.383640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.387078 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/networks/f8a4f328-d533-4758-9463-7f3e4ae135ca HTTP/1.1" status: 204 len: 168 time: 0.5658145 Nov 29 01:52:32.390017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46552) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:32.394830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'routes': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:32.398935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aef49f-142a-45ae-aec3-b9c8d0cba6c4 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Pushing event deleted for resources: {'Network': ['ID=f8a4f328-d533-4758-9463-7f3e4ae135ca,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:32.556659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Added routes are [] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 01:52:32.556966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.extraroute_db [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Removed routes are [] {{(pid=109948) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 01:52:32.557328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.689414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.693102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.769005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 244ad54d-130e-4e99-95ac-cf106c4be797 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:32.845967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:32.853221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.854389 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-518b3fe3-77d4-42e1-9c85-ac8f6199ba65 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 200 len: 705 time: 0.4632490 Nov 29 01:52:32.856140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] Sync routers for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:32.857119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46554) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:32.867188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:32.867824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:32.887817 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9eb74fee-cc33-434a-bfba-2a2a78dba6a5 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 200 len: 205 time: 0.0296154 Nov 29 01:52:32.890464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46556) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:32.937706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:32.964789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-317cc422-485d-4cc0-8801-dda0ce9ed36e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:32.991767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:31Z', 'revision_number': 11, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:33.017640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] Checking router: 244ad54d-130e-4e99-95ac-cf106c4be797 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:33.025805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] Routers {'244ad54d-130e-4e99-95ac-cf106c4be797'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:33.026409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['244ad54d-130e-4e99-95ac-cf106c4be797'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:33.127481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-317cc422-485d-4cc0-8801-dda0ce9ed36e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.130455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-317cc422-485d-4cc0-8801-dda0ce9ed36e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.188727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-317cc422-485d-4cc0-8801-dda0ce9ed36e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.189299 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317cc422-485d-4cc0-8801-dda0ce9ed36e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Fanout notify agent at l3_agent the message router_deleted on router 244ad54d-130e-4e99-95ac-cf106c4be797 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:52:33.196985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-317cc422-485d-4cc0-8801-dda0ce9ed36e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.202065 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-317cc422-485d-4cc0-8801-dda0ce9ed36e tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 204 len: 168 time: 0.3065917 Nov 29 01:52:33.202497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46558) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:33.212277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-968e4dd1-70c3-4ffe-83f7-5c6e32f1f401 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-490035090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:33.234679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-968e4dd1-70c3-4ffe-83f7-5c6e32f1f401 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.235689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-968e4dd1-70c3-4ffe-83f7-5c6e32f1f401 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.241355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b50f55d0-a52d-4525-9d3c-18f6ce2a7395 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:33.265712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: b50f55d0-a52d-4525-9d3c-18f6ce2a7395 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:33.266061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b50f55d0-a52d-4525-9d3c-18f6ce2a7395 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:33.266511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 557d6c70-2201-49be-b4e9-049fbaffd271 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:33.271947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] Set router 244ad54d-130e-4e99-95ac-cf106c4be797 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:33.287439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-968e4dd1-70c3-4ffe-83f7-5c6e32f1f401 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.291702 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-968e4dd1-70c3-4ffe-83f7-5c6e32f1f401 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.311291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-968e4dd1-70c3-4ffe-83f7-5c6e32f1f401 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.312520 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-968e4dd1-70c3-4ffe-83f7-5c6e32f1f401 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1089623 Nov 29 01:52:33.316012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46560) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:33.316178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 557d6c70-2201-49be-b4e9-049fbaffd271 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:33.316286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 557d6c70-2201-49be-b4e9-049fbaffd271 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:33.320026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-21f4ce96-38a3-4453-a8f6-d8e2566e0cfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:33.343029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:31Z', 'revision_number': 11, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:33.370746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f3e48-93b4-4061-887f-377584a890f5 None None] The sync data for ids ['244ad54d-130e-4e99-95ac-cf106c4be797'] in dv-neutron-816800-5-hyperv is: [{'id': '244ad54d-130e-4e99-95ac-cf106c4be797', 'name': 'tempest-RoutersIpV6Test-router-1449216244', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:31Z', 'revision_number': 11, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:33.546382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21f4ce96-38a3-4453-a8f6-d8e2566e0cfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.558117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21f4ce96-38a3-4453-a8f6-d8e2566e0cfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.658513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f4ce96-38a3-4453-a8f6-d8e2566e0cfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Router 77d4ba15-636c-4bab-aeb6-7457f57c310a is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:52:33.738721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f4ce96-38a3-4453-a8f6-d8e2566e0cfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:33.745449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-21f4ce96-38a3-4453-a8f6-d8e2566e0cfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.746637 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-21f4ce96-38a3-4453-a8f6-d8e2566e0cfa tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "PUT /v2.0/routers/77d4ba15-636c-4bab-aeb6-7457f57c310a HTTP/1.1" status: 200 len: 697 time: 0.4302795 Nov 29 01:52:33.748221 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a80352-748a-42c3-86a4-83326be528da None None] Sync routers for ids ['77d4ba15-636c-4bab-aeb6-7457f57c310a'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:33.750444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46562) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:33.758246 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a80352-748a-42c3-86a4-83326be528da None None] Routers {'77d4ba15-636c-4bab-aeb6-7457f57c310a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:33.758899 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-24a80352-748a-42c3-86a4-83326be528da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['77d4ba15-636c-4bab-aeb6-7457f57c310a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:33.830724 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-24a80352-748a-42c3-86a4-83326be528da None None] Set router 77d4ba15-636c-4bab-aeb6-7457f57c310a gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:33.837016 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5d472c4d-9de4-4028-a638-1f2f30c20add tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/routers/77d4ba15-636c-4bab-aeb6-7457f57c310a HTTP/1.1" status: 200 len: 703 time: 0.0849037 Nov 29 01:52:33.839529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46564) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:33.868557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-11839bba-1a5b-428c-a7b7-e916a1246892 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d4ba15-636c-4bab-aeb6-7457f57c310a HTTP/1.1" status: 200 len: 205 time: 0.0257685 Nov 29 01:52:33.868934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46566) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:33.886775 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-24a80352-748a-42c3-86a4-83326be528da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4ba15-636c-4bab-aeb6-7457f57c310a', 'name': 'tempest-RoutersIpV6Test-router-490035090', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:33Z', 'updated_at': '2021-11-29T01:52:33Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:33.913578 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a80352-748a-42c3-86a4-83326be528da None None] Checking router: 77d4ba15-636c-4bab-aeb6-7457f57c310a for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:33.921767 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a80352-748a-42c3-86a4-83326be528da None None] Routers {'77d4ba15-636c-4bab-aeb6-7457f57c310a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:33.922372 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-24a80352-748a-42c3-86a4-83326be528da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['77d4ba15-636c-4bab-aeb6-7457f57c310a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:33.944741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d77b8c03-90fa-45a6-9662-b84e45921d39 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:33.991219 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-24a80352-748a-42c3-86a4-83326be528da None None] Set router 77d4ba15-636c-4bab-aeb6-7457f57c310a gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:34.045601 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-24a80352-748a-42c3-86a4-83326be528da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4ba15-636c-4bab-aeb6-7457f57c310a', 'name': 'tempest-RoutersIpV6Test-router-490035090', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:33Z', 'updated_at': '2021-11-29T01:52:33Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:34.072715 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a80352-748a-42c3-86a4-83326be528da None None] The sync data for ids ['77d4ba15-636c-4bab-aeb6-7457f57c310a'] in dv-neutron-816800-5-hyperv is: [{'id': '77d4ba15-636c-4bab-aeb6-7457f57c310a', 'name': 'tempest-RoutersIpV6Test-router-490035090', 'tenant_id': '92e1e22568c0440bb5b739b211902061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:52:33Z', 'updated_at': '2021-11-29T01:52:33Z', 'revision_number': 2, 'project_id': '92e1e22568c0440bb5b739b211902061', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:34.106094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d77b8c03-90fa-45a6-9662-b84e45921d39 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:34.108289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d77b8c03-90fa-45a6-9662-b84e45921d39 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:34.152262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d77b8c03-90fa-45a6-9662-b84e45921d39 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:34.152750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77b8c03-90fa-45a6-9662-b84e45921d39 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Fanout notify agent at l3_agent the message router_deleted on router 77d4ba15-636c-4bab-aeb6-7457f57c310a {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:52:34.159415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d77b8c03-90fa-45a6-9662-b84e45921d39 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:34.166365 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d77b8c03-90fa-45a6-9662-b84e45921d39 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/77d4ba15-636c-4bab-aeb6-7457f57c310a HTTP/1.1" status: 204 len: 168 time: 0.2905669 Nov 29 01:52:34.166580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46568) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.194223 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d39f975a-2f60-4652-aaf5-facd1a77c4f1 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d4ba15-636c-4bab-aeb6-7457f57c310a HTTP/1.1" status: 200 len: 205 time: 0.0265474 Nov 29 01:52:34.196481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46570) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.237459 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-c3663b7c-f3d6-4bfb-af00-af2f9f1614b8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] delete failed (client error): The resource could not be found. Nov 29 01:52:34.239765 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c3663b7c-f3d6-4bfb-af00-af2f9f1614b8 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/77d4ba15-636c-4bab-aeb6-7457f57c310a HTTP/1.1" status: 404 len: 336 time: 0.0410924 Nov 29 01:52:34.241114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46572) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.267883 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fab9bb8-742f-4c9d-9566-e9852840521c tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.268343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fab9bb8-742f-4c9d-9566-e9852840521c tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.272040 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8fab9bb8-742f-4c9d-9566-e9852840521c tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/355394bf-4827-4fea-a165-7e97311241e3 HTTP/1.1" status: 404 len: 337 time: 0.0300081 Nov 29 01:52:34.274531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46574) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.300095 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c182f7-7ff4-4440-ba96-d53fae14aa5a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.300543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c182f7-7ff4-4440-ba96-d53fae14aa5a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.303679 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-19c182f7-7ff4-4440-ba96-d53fae14aa5a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/bd027f21-4ef4-4b9b-ad4c-10efae7549d2 HTTP/1.1" status: 404 len: 337 time: 0.0282235 Nov 29 01:52:34.306118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46576) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.331481 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-234ad124-002b-40cd-ac5c-c226dcc0c19a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.331919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234ad124-002b-40cd-ac5c-c226dcc0c19a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.335618 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-234ad124-002b-40cd-ac5c-c226dcc0c19a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/a45079ab-6c1b-4aa8-a37e-b21b16e289c2 HTTP/1.1" status: 404 len: 337 time: 0.0285726 Nov 29 01:52:34.338024 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46578) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.368182 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5c6fdf-7aca-49b3-a710-941b59cd55bd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.368664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5c6fdf-7aca-49b3-a710-941b59cd55bd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.371710 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-de5c6fdf-7aca-49b3-a710-941b59cd55bd tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/ecec8d82-03f1-4130-978f-c7a2cb327f70 HTTP/1.1" status: 404 len: 337 time: 0.0327630 Nov 29 01:52:34.374233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46580) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.400146 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-03fdbebb-e831-4409-8b2e-f54a564f180f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 200 len: 205 time: 0.0248616 Nov 29 01:52:34.402307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46582) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.439239 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-85912351-8132-48b2-99a8-b3b6968ebe50 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] delete failed (client error): The resource could not be found. Nov 29 01:52:34.440170 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-85912351-8132-48b2-99a8-b3b6968ebe50 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/244ad54d-130e-4e99-95ac-cf106c4be797 HTTP/1.1" status: 404 len: 336 time: 0.0369744 Nov 29 01:52:34.443307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46584) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.469595 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-665300d4-de0f-4243-92fd-8969f8c818b7 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=885ade5c-fe30-4f8f-b7eb-6a9897909ba9 HTTP/1.1" status: 200 len: 205 time: 0.0252421 Nov 29 01:52:34.471994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46586) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.513598 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-8d440d17-864d-432b-bd75-810cdd863e6f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] delete failed (client error): The resource could not be found. Nov 29 01:52:34.514638 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8d440d17-864d-432b-bd75-810cdd863e6f tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/885ade5c-fe30-4f8f-b7eb-6a9897909ba9 HTTP/1.1" status: 404 len: 336 time: 0.0416813 Nov 29 01:52:34.517139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46588) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.542945 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-6025112e-bcc4-42ac-bbbc-2dcd0f0dd39a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.543397 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6025112e-bcc4-42ac-bbbc-2dcd0f0dd39a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.546552 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6025112e-bcc4-42ac-bbbc-2dcd0f0dd39a tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/d77a5bb2-befa-4470-9727-a86e6f3f79ae HTTP/1.1" status: 404 len: 337 time: 0.0284946 Nov 29 01:52:34.549175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46590) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.577247 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d88220f3-6e69-4861-9263-6292e572fd88 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 HTTP/1.1" status: 200 len: 205 time: 0.0269482 Nov 29 01:52:34.579465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46592) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.616129 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-a8f76cf8-18de-40a3-a8df-b3af6c0de668 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] delete failed (client error): The resource could not be found. Nov 29 01:52:34.617108 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a8f76cf8-18de-40a3-a8df-b3af6c0de668 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/e44280c1-b2dd-4c3e-9649-e13b8a3cdac7 HTTP/1.1" status: 404 len: 336 time: 0.0367615 Nov 29 01:52:34.619482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46594) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.649701 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a37f3247-6b6f-4404-bca1-f1e478340a33 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=42668d67-9ec5-4256-9b45-8a40b5e58fb4 HTTP/1.1" status: 200 len: 205 time: 0.0292022 Nov 29 01:52:34.651946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46596) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.688825 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-266e4d5e-c0f8-47ea-8642-c7f46d0cd307 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] delete failed (client error): The resource could not be found. Nov 29 01:52:34.692934 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-266e4d5e-c0f8-47ea-8642-c7f46d0cd307 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/42668d67-9ec5-4256-9b45-8a40b5e58fb4 HTTP/1.1" status: 404 len: 336 time: 0.0370560 Nov 29 01:52:34.693123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46598) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.719069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb01489-7fca-47e8-a89d-e3ca4f6b9145 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.719544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb01489-7fca-47e8-a89d-e3ca4f6b9145 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.722648 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-abb01489-7fca-47e8-a89d-e3ca4f6b9145 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/f1baf127-a377-4258-b7b3-03aa2b932c08 HTTP/1.1" status: 404 len: 337 time: 0.0285697 Nov 29 01:52:34.725352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46600) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.752709 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ce053f75-79b2-4d9d-af8e-01644d0545f2 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=34cceefc-95d6-48c5-8757-1c65c248dc38 HTTP/1.1" status: 200 len: 205 time: 0.0262144 Nov 29 01:52:34.755625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46602) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.796948 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-c5670db9-cff9-4434-8a13-4c799bbd7c6b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] delete failed (client error): The resource could not be found. Nov 29 01:52:34.797997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c5670db9-cff9-4434-8a13-4c799bbd7c6b tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/34cceefc-95d6-48c5-8757-1c65c248dc38 HTTP/1.1" status: 404 len: 336 time: 0.0414960 Nov 29 01:52:34.800491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46604) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.826442 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0546f32-d630-4862-b728-8f573b11ddd3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.826893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0546f32-d630-4862-b728-8f573b11ddd3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.829933 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c0546f32-d630-4862-b728-8f573b11ddd3 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/2370808e-8b22-4e82-86cd-91a4db4e0059 HTTP/1.1" status: 404 len: 337 time: 0.0285487 Nov 29 01:52:34.832533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46606) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.860082 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-43e023f5-52b3-4e8b-b9e9-a489acb2b383 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0c5cec0-123a-4b06-bf70-ce8416765788 HTTP/1.1" status: 200 len: 205 time: 0.0265005 Nov 29 01:52:34.862336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46608) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.903080 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-3074fdef-c681-453d-afed-4962abda273c tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] delete failed (client error): The resource could not be found. Nov 29 01:52:34.904108 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3074fdef-c681-453d-afed-4962abda273c tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/routers/c0c5cec0-123a-4b06-bf70-ce8416765788 HTTP/1.1" status: 404 len: 336 time: 0.0408690 Nov 29 01:52:34.906624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46610) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.933667 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-74313b53-37aa-40e5-bd78-f0a2b0fe8874 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.934112 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74313b53-37aa-40e5-bd78-f0a2b0fe8874 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.937237 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-74313b53-37aa-40e5-bd78-f0a2b0fe8874 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/6c2d0587-46bb-4d2f-b988-fd08224fb28f HTTP/1.1" status: 404 len: 337 time: 0.0297079 Nov 29 01:52:34.939743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46612) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:34.965800 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-096b251b-73a9-409d-bbf5-8bab3686ff33 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] DELETE failed (client error): The resource could not be found. Nov 29 01:52:34.966256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096b251b-73a9-409d-bbf5-8bab3686ff33 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:52:34.969318 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-096b251b-73a9-409d-bbf5-8bab3686ff33 tempest-RoutersIpV6Test-1238020807 tempest-RoutersIpV6Test-1238020807-project] 10.222.0.30 "DELETE /v2.0/subnets/9fca2c0a-50c7-4a8a-856c-dac7e7ee99e4 HTTP/1.1" status: 404 len: 337 time: 0.0286667 Nov 29 01:52:35.208264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46618) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:35.335368 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7a67cf2a-0a6d-4ae9-9107-171946d9b2a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92e1e22568c0440bb5b739b211902061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259389 Nov 29 01:52:35.337732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46622) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:35.384042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb317-0306-4777-9b79-05de1fed714b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:35.405198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb317-0306-4777-9b79-05de1fed714b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:35.450581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb317-0306-4777-9b79-05de1fed714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:35.453308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb317-0306-4777-9b79-05de1fed714b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:35.454699 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c1ddb317-0306-4777-9b79-05de1fed714b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/229cf9c0-c2ce-4a15-8daf-197ad3f4066d HTTP/1.1" status: 204 len: 168 time: 0.1158309 Nov 29 01:52:35.462709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddb317-0306-4777-9b79-05de1fed714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229cf9c0-c2ce-4a15-8daf-197ad3f4066d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:36.073277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46644) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:36.182736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1415849358-network', 'tenant_id': 'ab58d2cf86ed48449642eefca59f78df'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:36.205205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Made reservation on behalf of ab58d2cf86ed48449642eefca59f78df for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:36.207795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.216217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.308376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.312052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.335732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:52:36.345368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1f4219-14eb-4bec-a398-e9169a32f173,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:36.350684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.351031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Added segment f10cb988-adb0-4456-b617-4e9db0bf6567 of type vlan for network 29c1eb07-9cf8-497f-87ee-48412a1543cd Nov 29 01:52:36.392655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.420424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.421418 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:36.421996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.503777 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4293079 Nov 29 01:52:36.506647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46648) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:36.511718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Request body: {'subnet': {'network_id': '29c1eb07-9cf8-497f-87ee-48412a1543cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1415849358-subnet', 'tenant_id': 'ab58d2cf86ed48449642eefca59f78df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:36.518226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9b96-e501-42d0-a75b-eefad003e411 admin admin] Pushing event updated for resources: {'Network': ['ID=29c1eb07-9cf8-497f-87ee-48412a1543cd,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:36.532645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 29c1eb07-9cf8-497f-87ee-48412a1543cd details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:52:36.537987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Made reservation on behalf of ab58d2cf86ed48449642eefca59f78df for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:36.540531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.711233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.766624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7352b45d-6f0c-4b41-b2e7-6cb285817591,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:36.775713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Checking segment: {'id': 'f10cb988-adb0-4456-b617-4e9db0bf6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '29c1eb07-9cf8-497f-87ee-48412a1543cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:36.776082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Network hostable DHCP agents. Network: 29c1eb07-9cf8-497f-87ee-48412a1543cd, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:52:36.792497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Network 29c1eb07-9cf8-497f-87ee-48412a1543cd is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:52:36.800941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 29c1eb07-9cf8-497f-87ee-48412a1543cd) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:36.805092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:36.805687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:36.810607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a54806-6ed7-4880-8f58-e52809304ba9 None None] Network 29c1eb07-9cf8-497f-87ee-48412a1543cd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:36.824186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ae7d0531-7731-403b-90c1-2f229f398919 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3164432 Nov 29 01:52:36.939245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68663cc0-5ebb-40cb-a4ed-fe511933ce4b None None] Network 29c1eb07-9cf8-497f-87ee-48412a1543cd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:37.284640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46664) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:37.290241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-420622276-network', 'tenant_id': 'b500b880950f4c409c9caf632ec98cfb'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:37.311287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Made reservation on behalf of b500b880950f4c409c9caf632ec98cfb for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:37.313666 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.321878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.396290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.399893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.421478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:52:37.434927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a85790-66a7-448f-bdc2-01deb413d580,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:37.439855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.440206 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Added segment a7aee56a-b494-4ce5-9ac0-149cd851ca8c of type vlan for network b952b5b0-193c-4183-926f-ae385b77aaf1 Nov 29 01:52:37.480858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.508506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.509455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:37.510031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.569395 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2830210 Nov 29 01:52:37.572180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46666) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:37.577401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Request body: {'subnet': {'network_id': 'b952b5b0-193c-4183-926f-ae385b77aaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-420622276-subnet', 'tenant_id': 'b500b880950f4c409c9caf632ec98cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:37.601226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Made reservation on behalf of b500b880950f4c409c9caf632ec98cfb for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:37.603838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.612068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff8ec7-170c-40c0-9f73-f936e253c7ab admin admin] Pushing event updated for resources: {'Network': ['ID=b952b5b0-193c-4183-926f-ae385b77aaf1,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:37.622066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network b952b5b0-193c-4183-926f-ae385b77aaf1 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:52:37.770601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.829906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7ad2b5-e8d4-40a2-b95c-bbe1a6a87003,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:37.837609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Checking segment: {'id': 'a7aee56a-b494-4ce5-9ac0-149cd851ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b952b5b0-193c-4183-926f-ae385b77aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:37.837970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Network hostable DHCP agents. Network: b952b5b0-193c-4183-926f-ae385b77aaf1, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:52:37.854555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Network b952b5b0-193c-4183-926f-ae385b77aaf1 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:52:37.862816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, b952b5b0-193c-4183-926f-ae385b77aaf1) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:37.866682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:37.867275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:37.871614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28067e-52b2-4007-af76-4475c6e3a701 None None] Network b952b5b0-193c-4183-926f-ae385b77aaf1 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:37.883137 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5a72f0ae-1887-4abf-beb6-65798679c016 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3098559 Nov 29 01:52:37.996253 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721aca74-1010-4239-92de-b27eeca80504 None None] Network b952b5b0-193c-4183-926f-ae385b77aaf1 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:38.357625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-10771745-af4e-4a6c-87b2-6eec0167ff9d tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:38.359029 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-10771745-af4e-4a6c-87b2-6eec0167ff9d tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/networks?id=29c1eb07-9cf8-497f-87ee-48412a1543cd HTTP/1.1" status: 200 len: 812 time: 0.1133661 Nov 29 01:52:38.374221 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-4733458a-48b3-4df6-967c-57f318a3b4ef tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/quotas/ab58d2cf86ed48449642eefca59f78df HTTP/1.1" status: 200 len: 375 time: 0.0090630 Nov 29 01:52:38.404775 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-3760c7f3-a4ce-4899-9347-2d16e6fc56cc tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab58d2cf86ed48449642eefca59f78df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255356 Nov 29 01:52:38.505511 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-2aa4bbf7-b308-4950-ad0f-9d5556d03bef service neutron] 10.222.0.30 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937755 Nov 29 01:52:38.592566 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-65f3e222-bc45-49d4-8260-efd8b9df38b7 service neutron] 10.222.0.30 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811162 Nov 29 01:52:38.744819 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-40cc2961-fcb1-4480-a092-94987060c250 req-8e2cf047-832b-4b79-910c-718d443eba9e tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 210 time: 0.0271227 Nov 29 01:52:39.808089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-5cc3a2b0-6f50-4694-9d8c-50ff3c57303a tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:39.809834 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-5cc3a2b0-6f50-4694-9d8c-50ff3c57303a tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.21 "GET /v2.0/networks?id=29c1eb07-9cf8-497f-87ee-48412a1543cd HTTP/1.1" status: 200 len: 812 time: 0.1100173 Nov 29 01:52:39.839100 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54fd3bda-07fb-4e52-a6cd-520286e31789 req-6a74f37e-db8a-4d7a-a829-141368880804 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 210 time: 0.0264602 Nov 29 01:52:39.846662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Request body: {'port': {'device_id': 'a9c2dd64-38b6-47ba-b693-7d73c2537032', 'network_id': '29c1eb07-9cf8-497f-87ee-48412a1543cd', 'admin_state_up': True, 'tenant_id': 'ab58d2cf86ed48449642eefca59f78df'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:40.223899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Made reservation on behalf of ab58d2cf86ed48449642eefca59f78df for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:40.227644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:40.350455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Allocated IP 172.20.0.12 (29c1eb07-9cf8-497f-87ee-48412a1543cd/7352b45d-6f0c-4b41-b2e7-6cb285817591/8eb98883-5251-4117-aaa3-47450de49d78) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:40.495445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:40.528864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:40.567972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Network 29c1eb07-9cf8-497f-87ee-48412a1543cd is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:40.574412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b300e5ba-7bc8-40d3-b2ed-4b7736010c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:40.575199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:40.578822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:40.605134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Pushing event updated for resources: {'Port': ['ID=8eb98883-5251-4117-aaa3-47450de49d78,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:40.632784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:40.633395 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:40.650458 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-55491598-b537-4d66-bced-cd5293ea6088 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8080935 Nov 29 01:52:40.672125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Request body: {'port': {'device_id': 'a9c2dd64-38b6-47ba-b693-7d73c2537032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:40.727786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:40.980530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510ebd-0647-4bae-8fff-1a6e6d3f0047 req-a97a1ddb-03c0-478d-a29c-ca4101373544 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:40.982015 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8b510ebd-0647-4bae-8fff-1a6e6d3f0047 req-a97a1ddb-03c0-478d-a29c-ca4101373544 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 932 time: 0.0736868 Nov 29 01:52:41.053682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb98883-5251-4117-aaa3-47450de49d78 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:52:41.067120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:41.076038 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8b510ebd-0647-4bae-8fff-1a6e6d3f0047 req-3b598afc-6519-416c-b0b8-2985ac158a8f tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841467 Nov 29 01:52:41.083514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Transition to ACTIVE for port object 8eb98883-5251-4117-aaa3-47450de49d78 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:52:41.088165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:41.137264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb98883-5251-4117-aaa3-47450de49d78,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:41.203695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Attempting to bind port 8eb98883-5251-4117-aaa3-47450de49d78 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:41.204037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Attempting to bind port 8eb98883-5251-4117-aaa3-47450de49d78 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'f10cb988-adb0-4456-b617-4e9db0bf6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '29c1eb07-9cf8-497f-87ee-48412a1543cd'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:41.204370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Attempting to bind port 8eb98883-5251-4117-aaa3-47450de49d78 on network 29c1eb07-9cf8-497f-87ee-48412a1543cd {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:41.208601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Port 8eb98883-5251-4117-aaa3-47450de49d78 on network 29c1eb07-9cf8-497f-87ee-48412a1543cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:52:41.208927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Attempting to bind port 8eb98883-5251-4117-aaa3-47450de49d78 on network 29c1eb07-9cf8-497f-87ee-48412a1543cd {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:41.213691 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:41.214046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Checking segment: {'id': 'f10cb988-adb0-4456-b617-4e9db0bf6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '29c1eb07-9cf8-497f-87ee-48412a1543cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:41.214439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Bound using segment: {'id': 'f10cb988-adb0-4456-b617-4e9db0bf6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '29c1eb07-9cf8-497f-87ee-48412a1543cd'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:41.214853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Bound port: 8eb98883-5251-4117-aaa3-47450de49d78, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10cb988-adb0-4456-b617-4e9db0bf6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '29c1eb07-9cf8-497f-87ee-48412a1543cd'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:41.215202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:41.281557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] For port 8eb98883-5251-4117-aaa3-47450de49d78, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:41.284976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] For port 8eb98883-5251-4117-aaa3-47450de49d78, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8eb98883-5251-4117-aaa3-47450de49d78,segment=NetworkSegment(f10cb988-adb0-4456-b617-4e9db0bf6567),segment_id=f10cb988-adb0-4456-b617-4e9db0bf6567)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:41.288901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:41.323112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:41.323731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:41.325112 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] 10.222.0.21 "PUT /v2.0/ports/8eb98883-5251-4117-aaa3-47450de49d78 HTTP/1.1" status: 200 len: 1094 time: 0.6594102 Nov 29 01:52:41.325547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c2dd64-38b6-47ba-b693-7d73c2537032', 'tag': '8eb98883-5251-4117-aaa3-47450de49d78'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:41.327806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c2dd64-38b6-47ba-b693-7d73c2537032", "tag": "8eb98883-5251-4117-aaa3-47450de49d78"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:41.350806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbc1e8-67c5-4458-90bc-820ab286a493 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb98883-5251-4117-aaa3-47450de49d78,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:41.370731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7812fc3-e5aa-4a05-a6af-42eb0868ac0f x-openstack-request-id: req-f7812fc3-e5aa-4a05-a6af-42eb0868ac0f {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:41.370966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c2dd64-38b6-47ba-b693-7d73c2537032", "tag": "8eb98883-5251-4117-aaa3-47450de49d78", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:41.371219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7812fc3-e5aa-4a05-a6af-42eb0868ac0f {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:41.371647 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c2dd64-38b6-47ba-b693-7d73c2537032', 'tag': '8eb98883-5251-4117-aaa3-47450de49d78', 'status': 'completed', 'code': 200} Nov 29 01:52:41.447100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-f7b55a07-f909-439d-8e4f-ea7bed39c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:41.448578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-f7b55a07-f909-439d-8e4f-ea7bed39c8d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab58d2cf86ed48449642eefca59f78df&device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 1097 time: 0.0413039 Nov 29 01:52:41.501944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-af51fdfd-f51e-4715-93fc-8c06aa72a188 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eb98883-5251-4117-aaa3-47450de49d78 HTTP/1.1" status: 200 len: 217 time: 0.0371161 Nov 29 01:52:41.559562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-9a7a0f99-5e05-4908-9189-e1e1c199c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:41.561026 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-9a7a0f99-5e05-4908-9189-e1e1c199c9de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7352b45d-6f0c-4b41-b2e7-6cb285817591 HTTP/1.1" status: 200 len: 852 time: 0.0498784 Nov 29 01:52:41.594873 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-daf80b46-0d24-4c8d-a661-f8697e5a7627 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c1eb07-9cf8-497f-87ee-48412a1543cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238037 Nov 29 01:52:41.688300 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-272ee368-bba6-47e5-b346-b30f4e908b03 service neutron] 10.222.0.21 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844676 Nov 29 01:52:41.779568 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ded06e-bb79-4564-bd4d-6fd481254e6e req-5c34285c-e9f8-4292-9097-f4590b9f7161 service neutron] 10.222.0.21 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835397 Nov 29 01:52:41.920131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-5eaaaac0-04ca-4224-a7a7-80cfbd8bf25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:41.921611 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-5eaaaac0-04ca-4224-a7a7-80cfbd8bf25a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab58d2cf86ed48449642eefca59f78df&device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 1097 time: 0.0410659 Nov 29 01:52:42.023150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-bf4349fe-2fbc-4f40-9abf-37bbe0ac3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:42.024556 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-bf4349fe-2fbc-4f40-9abf-37bbe0ac3089 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c1eb07-9cf8-497f-87ee-48412a1543cd HTTP/1.1" status: 200 len: 913 time: 0.0876620 Nov 29 01:52:42.071935 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-3a208459-cefe-44e8-9931-de608dc2e301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eb98883-5251-4117-aaa3-47450de49d78 HTTP/1.1" status: 200 len: 217 time: 0.0349472 Nov 29 01:52:42.126677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-cd4aa27a-dddf-40d2-810e-f79e474ff9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:42.128239 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-cd4aa27a-dddf-40d2-810e-f79e474ff9c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7352b45d-6f0c-4b41-b2e7-6cb285817591 HTTP/1.1" status: 200 len: 852 time: 0.0482130 Nov 29 01:52:42.169177 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-104b9c35-9f14-4376-a0e5-3aa6ec3f7af2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c1eb07-9cf8-497f-87ee-48412a1543cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328898 Nov 29 01:52:42.257373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0de87-82d1-467f-bf08-d2fb8d7c2c33 req-c448574f-ca34-4cf8-838a-0e70db66bef7 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:42.258839 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7cd0de87-82d1-467f-bf08-d2fb8d7c2c33 req-c448574f-ca34-4cf8-838a-0e70db66bef7 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 944 time: 0.1133037 Nov 29 01:52:42.304085 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-d98b2842-b7d0-4ab9-a1a5-59ad72f3e629 service neutron] 10.222.0.21 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217296 Nov 29 01:52:42.320029 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7cd0de87-82d1-467f-bf08-d2fb8d7c2c33 req-c684aab6-583a-476d-8ea0-6151e19bbbe3 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Nov 29 01:52:42.404908 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75dadbaf-63b9-4d4c-b3dd-4868f9425cb3 req-01459958-9692-4d93-a45e-d841575a343a service neutron] 10.222.0.21 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839493 Nov 29 01:52:43.438708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49616e-d45d-4d28-8984-6f33cf663498 req-f7667a6b-9958-458d-ad6a-a72e63f0e32b tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:43.440156 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ad49616e-d45d-4d28-8984-6f33cf663498 req-f7667a6b-9958-458d-ad6a-a72e63f0e32b tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 944 time: 0.0517459 Nov 29 01:52:43.487246 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ad49616e-d45d-4d28-8984-6f33cf663498 req-1f6088c2-e4df-407c-a249-22c3e135a9c1 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Nov 29 01:52:43.870438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:44.150144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5156f435-8a0d-48c2-ba72-d4ecf1ccfa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:44.152560 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8eb98883-5251-4117-aaa3-47450de49d78 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:52:44.245034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8eb98883-5251-4117-aaa3-47450de49d78, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8eb98883-5251-4117-aaa3-47450de49d78,segment=NetworkSegment(f10cb988-adb0-4456-b617-4e9db0bf6567),segment_id=f10cb988-adb0-4456-b617-4e9db0bf6567)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:44.256518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '8eb98883-5251-4117-aaa3-47450de49d78', 'network_id': '29c1eb07-9cf8-497f-87ee-48412a1543cd', 'port_id': '8eb98883-5251-4117-aaa3-47450de49d78', 'mac_address': 'fa:16:3e:d5:fd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7352b45d-6f0c-4b41-b2e7-6cb285817591', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:52:44.294841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:44.307632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb98883-5251-4117-aaa3-47450de49d78 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:52:44.326791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8eb98883-5251-4117-aaa3-47450de49d78, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8eb98883-5251-4117-aaa3-47450de49d78,segment=NetworkSegment(f10cb988-adb0-4456-b617-4e9db0bf6567),segment_id=f10cb988-adb0-4456-b617-4e9db0bf6567)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:44.330438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:44.374963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8eb98883-5251-4117-aaa3-47450de49d78,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:44.606214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492a7b-981b-4030-b7ab-7e1b9e34d067 req-4d6525c8-73ec-4ab7-bd09-fca3717b461c tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:44.607716 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4a492a7b-981b-4030-b7ab-7e1b9e34d067 req-4d6525c8-73ec-4ab7-bd09-fca3717b461c tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 945 time: 0.0524962 Nov 29 01:52:44.651369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['8eb98883-5251-4117-aaa3-47450de49d78'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:52:44.655499 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4a492a7b-981b-4030-b7ab-7e1b9e34d067 req-d0a893ae-8b4d-416c-b67a-1fb33b139737 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Nov 29 01:52:45.272433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:45.770391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418ed79-5857-4104-9c03-b870bfd2d909 req-64085a70-b564-4c52-a6ce-277f774f0b21 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:45.771906 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e418ed79-5857-4104-9c03-b870bfd2d909 req-64085a70-b564-4c52-a6ce-277f774f0b21 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 945 time: 0.0491817 Nov 29 01:52:45.819594 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e418ed79-5857-4104-9c03-b870bfd2d909 req-c250a835-3d10-4158-bf0b-b30985ce99d5 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Nov 29 01:52:46.154681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8eb98883-5251-4117-aaa3-47450de49d78 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:46.202717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 8eb98883-5251-4117-aaa3-47450de49d78 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:52:46.206749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 8eb98883-5251-4117-aaa3-47450de49d78 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:46.207125 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:46.291000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:46.295807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:46.318341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c2dd64-38b6-47ba-b693-7d73c2537032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb98883-5251-4117-aaa3-47450de49d78'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:46.320594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a9dbc7-965c-4a35-8b44-a22052fb8f92" -d '{"events": [{"server_uuid": "a9c2dd64-38b6-47ba-b693-7d73c2537032", "name": "network-vif-plugged", "status": "completed", "tag": "8eb98883-5251-4117-aaa3-47450de49d78"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:46.333426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8eb98883-5251-4117-aaa3-47450de49d78, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8eb98883-5251-4117-aaa3-47450de49d78,segment=NetworkSegment(f10cb988-adb0-4456-b617-4e9db0bf6567),segment_id=f10cb988-adb0-4456-b617-4e9db0bf6567)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:46.337818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:46.364277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cf7906-e0de-4438-b8cf-a731c34886d0 x-openstack-request-id: req-87cf7906-e0de-4438-b8cf-a731c34886d0 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:46.364574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c2dd64-38b6-47ba-b693-7d73c2537032", "name": "network-vif-plugged", "status": "completed", "tag": "8eb98883-5251-4117-aaa3-47450de49d78", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:46.364806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87cf7906-e0de-4438-b8cf-a731c34886d0 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:46.365197 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c2dd64-38b6-47ba-b693-7d73c2537032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb98883-5251-4117-aaa3-47450de49d78', 'code': 200} Nov 29 01:52:46.388185 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8eb98883-5251-4117-aaa3-47450de49d78,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:46.583419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fcb41-7fed-4ffa-bc1f-6d156c64f337 req-9d56a5c4-a962-486f-9b9e-edae27e6fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:46.584916 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-514fcb41-7fed-4ffa-bc1f-6d156c64f337 req-9d56a5c4-a962-486f-9b9e-edae27e6fd74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 1099 time: 0.0399861 Nov 29 01:52:46.629156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-514fcb41-7fed-4ffa-bc1f-6d156c64f337 req-e25af969-362f-4c74-bf8c-a80f6102f3dd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365746 Nov 29 01:52:46.934514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3f2fb-925e-4273-9378-e9930d038413 req-9d98148d-c1e5-4cca-8086-7dffc6f5440c tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:46.935998 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b0a3f2fb-925e-4273-9378-e9930d038413 req-9d98148d-c1e5-4cca-8086-7dffc6f5440c tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0520279 Nov 29 01:52:46.982434 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b0a3f2fb-925e-4273-9378-e9930d038413 req-41a58a7e-289b-4aa1-9b48-f31403e5e5bb tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Nov 29 01:52:48.098697 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1e223-cedc-406b-ba4a-2b041f0fa28d req-a01a457f-7609-466f-9c12-e0e939c1f323 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:48.100177 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6ad1e223-cedc-406b-ba4a-2b041f0fa28d req-a01a457f-7609-466f-9c12-e0e939c1f323 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0504801 Nov 29 01:52:48.153230 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6ad1e223-cedc-406b-ba4a-2b041f0fa28d req-495894bf-bf66-4254-9363-35cb716d9558 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 Nov 29 01:52:48.263716 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91feaab-ec70-4b78-a550-e914433e8757 req-b0c9f2c1-dd4b-4460-8a9e-390724a3e7a5 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:48.265079 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e91feaab-ec70-4b78-a550-e914433e8757 req-b0c9f2c1-dd4b-4460-8a9e-390724a3e7a5 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0480981 Nov 29 01:52:48.310269 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e91feaab-ec70-4b78-a550-e914433e8757 req-46bd62c9-ca0b-4a40-ba67-0ac0dfe7f5d6 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 Nov 29 01:52:48.525475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d2d29-bcaf-4efe-b979-297196ab43d8 req-bdb02bae-92f0-4fed-bbeb-532c23e63808 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:48.527476 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-896d2d29-bcaf-4efe-b979-297196ab43d8 req-bdb02bae-92f0-4fed-bbeb-532c23e63808 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0501633 Nov 29 01:52:48.576740 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-896d2d29-bcaf-4efe-b979-297196ab43d8 req-72d9a7b7-89e0-4086-8086-fa47a0ccc6b6 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Nov 29 01:52:49.691271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7f58-2d81-418f-811d-31545f6ac75b req-1e5e2b4e-eee1-4c2d-8daf-68ac5aacd12b tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:49.692663 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c9de7f58-2d81-418f-811d-31545f6ac75b req-1e5e2b4e-eee1-4c2d-8daf-68ac5aacd12b tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0485163 Nov 29 01:52:49.739755 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c9de7f58-2d81-418f-811d-31545f6ac75b req-fede32d3-40dc-4e7c-8ebe-89c53216715e tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Nov 29 01:52:49.935389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45bc7-4d97-4998-a0eb-320829ea3a6d req-568ca3ec-09b9-4699-8428-b9ed4e3b92c1 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:49.936903 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6cc45bc7-4d97-4998-a0eb-320829ea3a6d req-568ca3ec-09b9-4699-8428-b9ed4e3b92c1 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0512133 Nov 29 01:52:50.013522 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6cc45bc7-4d97-4998-a0eb-320829ea3a6d req-75b49de0-4ac4-4672-b457-b7eae0407217 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Nov 29 01:52:50.019169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-24c02642-b550-46d1-818b-4967f4caa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:50.021234 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-24c02642-b550-46d1-818b-4967f4caa331 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab58d2cf86ed48449642eefca59f78df&device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 1099 time: 0.0717504 Nov 29 01:52:50.114627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-993328fc-cd3c-4e19-b637-4007b6399cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:50.115994 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-993328fc-cd3c-4e19-b637-4007b6399cf9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c1eb07-9cf8-497f-87ee-48412a1543cd HTTP/1.1" status: 200 len: 913 time: 0.0861869 Nov 29 01:52:50.161254 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-d16c68de-1443-4f96-a539-39ee3caa4b75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eb98883-5251-4117-aaa3-47450de49d78 HTTP/1.1" status: 200 len: 217 time: 0.0373156 Nov 29 01:52:50.211428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-30907b78-3fa4-474b-a242-704d15cabee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:50.212867 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-30907b78-3fa4-474b-a242-704d15cabee8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7352b45d-6f0c-4b41-b2e7-6cb285817591 HTTP/1.1" status: 200 len: 852 time: 0.0431464 Nov 29 01:52:50.245512 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-da42fdd4-c01b-4d59-be54-db05ac5b0126 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c1eb07-9cf8-497f-87ee-48412a1543cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247314 Nov 29 01:52:50.338039 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-e5eecf1c-7459-47b3-9c8c-477e088d45d6 service neutron] 10.222.0.21 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847247 Nov 29 01:52:50.427972 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5be531ba-8b6c-4a87-8894-2769f7695ab6 req-d60579f7-c9b1-480f-bcf8-8fbd72d7e939 service neutron] 10.222.0.21 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819457 Nov 29 01:52:51.141169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207019a-9877-4a12-87b8-842b85dcb327 req-427ebf2d-f2c3-4472-b825-4df8a9975bc9 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:51.142782 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5207019a-9877-4a12-87b8-842b85dcb327 req-427ebf2d-f2c3-4472-b825-4df8a9975bc9 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0580134 Nov 29 01:52:51.192349 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5207019a-9877-4a12-87b8-842b85dcb327 req-271616d0-0288-440b-9ae3-542be1721813 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Nov 29 01:52:52.203352 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.307627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a42fe5-4ce9-4664-bdf2-0bda3ec24d2c req-f2966fe0-cffd-4c23-ae6a-5a1dc4f9b174 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:52.309098 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83a42fe5-4ce9-4664-bdf2-0bda3ec24d2c req-f2966fe0-cffd-4c23-ae6a-5a1dc4f9b174 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0484903 Nov 29 01:52:52.356804 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83a42fe5-4ce9-4664-bdf2-0bda3ec24d2c req-04b0f99f-0cad-42f1-8a02-7370e432b0f5 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414879 Nov 29 01:52:52.530976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46752) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:52.582998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10cd49-2302-4506-b481-c590e4b7b701 req-a7f72dff-0331-45d8-9186-c9664a2720f7 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:52.584498 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d10cd49-2302-4506-b481-c590e4b7b701 req-a7f72dff-0331-45d8-9186-c9664a2720f7 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0524902 Nov 29 01:52:52.631174 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d10cd49-2302-4506-b481-c590e4b7b701 req-e9ff9f81-21e9-43aa-8bd0-bdc96cd9d8b1 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Nov 29 01:52:52.691171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Deleting port dcea3529-fdde-44b7-8ec2-74c8f350be29 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:52.691577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.777814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.778060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.791069 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Calling delete_port for dcea3529-fdde-44b7-8ec2-74c8f350be29 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:52.935937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.967063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event deleted for resources: {'Port': ['ID=dcea3529-fdde-44b7-8ec2-74c8f350be29,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:53.019053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:53.019996 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Floating IP 79904c25-0784-465f-a44d-f5936a162d3b disassociated (deleted). External IP: 172.26.8.193, port: 27e61377-e754-40b7-bb2b-78778622a369. Nov 29 01:52:53.229969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Router f5cab40e-c91d-420e-abf6-de15b977c780 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:53.335861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:53.340533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:53.344995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] Sync routers for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:53.354341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:53.354981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:53.368023 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-57cc0a32-0854-4783-a1ae-783a3e37d442 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "DELETE /v2.0/floatingips/79904c25-0784-465f-a44d-f5936a162d3b HTTP/1.1" status: 204 len: 168 time: 0.8359389 Nov 29 01:52:53.368628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'tag': '27e61377-e754-40b7-bb2b-78778622a369'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:53.370904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588ed2a2-3f8b-4904-8649-7141f424d223" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "tag": "27e61377-e754-40b7-bb2b-78778622a369"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:53.407715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b345321-d5f6-4109-8ab7-c49fb4e08bce x-openstack-request-id: req-1b345321-d5f6-4109-8ab7-c49fb4e08bce {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:53.408019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "tag": "27e61377-e754-40b7-bb2b-78778622a369", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:53.408278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b345321-d5f6-4109-8ab7-c49fb4e08bce {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:53.408695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'tag': '27e61377-e754-40b7-bb2b-78778622a369', 'status': 'completed', 'code': 200} Nov 29 01:52:53.469974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:53.510957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-af0bc500-1249-4f03-82a3-fef872c70019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:53.512426 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-af0bc500-1249-4f03-82a3-fef872c70019 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e10aaf19a57549a6b6020e57abf6b5a2&device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 1098 time: 0.0559850 Nov 29 01:52:53.608723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce9918-55a3-42de-b487-b3c8caee4c62 req-f0fc6ea7-b0e8-4e1f-b28b-8bff0db2185b tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:53.610958 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-44ce9918-55a3-42de-b487-b3c8caee4c62 req-f0fc6ea7-b0e8-4e1f-b28b-8bff0db2185b tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.0677600 Nov 29 01:52:53.669186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-529df478-fe59-4663-bd2f-2118c19db253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:53.670999 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-529df478-fe59-4663-bd2f-2118c19db253 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 HTTP/1.1" status: 200 len: 898 time: 0.1013272 Nov 29 01:52:53.674908 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-44ce9918-55a3-42de-b487-b3c8caee4c62 req-3cd3c768-a3aa-4c0a-ae7a-158e4c946ec2 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541425 Nov 29 01:52:53.690798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:51:01Z', 'revision_number': 5, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:53.717522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] Checking router: f5cab40e-c91d-420e-abf6-de15b977c780 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:53.719666 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-fdfe80f6-b492-43b4-a75c-ad3f601cc330 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27e61377-e754-40b7-bb2b-78778622a369 HTTP/1.1" status: 200 len: 217 time: 0.0394809 Nov 29 01:52:53.729863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:53.730777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:53.796671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-a69a188c-dc39-49c1-a96c-c3e57dd9a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:53.798208 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-a69a188c-dc39-49c1-a96c-c3e57dd9a5b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8421bca-0d77-491f-ad06-b8b3d71e2dc6 HTTP/1.1" status: 200 len: 835 time: 0.0676231 Nov 29 01:52:53.807206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15217f51-c158-4a51-bc25-c17587159983 req-d009c984-ddd0-4235-b387-3c8331355466 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:53.808600 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-15217f51-c158-4a51-bc25-c17587159983 req-d009c984-ddd0-4235-b387-3c8331355466 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0926037 Nov 29 01:52:53.838748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:53.880057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-71edbc44-0a78-40ae-9ff7-9d7d4db3ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:53.881480 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-71edbc44-0a78-40ae-9ff7-9d7d4db3ecf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720360 Nov 29 01:52:53.886060 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-15217f51-c158-4a51-bc25-c17587159983 req-5079d4b8-1aa9-4aa6-9c34-5c5402d9b1f3 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682294 Nov 29 01:52:53.967589 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:52:54.057037 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:51:01Z', 'revision_number': 5, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:54.087262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0702be-edf8-48f5-b889-66ef999f7aef None None] The sync data for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv is: [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4fe877cc-2fde-4f1e-b8e9-19540c3f3954', 'name': '', 'network_id': 'aa8fa6f2-030f-44b8-ba89-b63b7db01ad2', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'mac_address': 'fa:16:3e:ae:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:54Z', 'updated_at': '2021-11-29T01:51:01Z', 'revision_number': 5, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'subnets': [{'id': 'a8421bca-0d77-491f-ad06-b8b3d71e2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:54.168314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-cda5ce21-401a-4ab4-a31d-fcf5eb985cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:54.170048 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-cda5ce21-401a-4ab4-a31d-fcf5eb985cbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab58d2cf86ed48449642eefca59f78df&device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 1099 time: 0.0452509 Nov 29 01:52:54.277857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-40ca1bd1-398e-4444-8bb4-925314f9f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:54.279405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-40ca1bd1-398e-4444-8bb4-925314f9f65d service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c1eb07-9cf8-497f-87ee-48412a1543cd HTTP/1.1" status: 200 len: 913 time: 0.0991402 Nov 29 01:52:54.307040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-d3cae878-60d3-4738-8315-f3dcc4daa37e service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171126 Nov 29 01:52:54.323031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d47d64-9e2c-4e08-93bc-fd91be61ec7d req-dd119f7a-2cc9-4337-b846-552ba8d909d9 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:54.323793 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-48d47d64-9e2c-4e08-93bc-fd91be61ec7d req-dd119f7a-2cc9-4337-b846-552ba8d909d9 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0668757 Nov 29 01:52:54.325415 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-5a34b990-acc0-4fdc-9779-aad67a70a930 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eb98883-5251-4117-aaa3-47450de49d78 HTTP/1.1" status: 200 len: 217 time: 0.0362458 Nov 29 01:52:54.353035 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5606bc6-e11c-4266-9117-049db1ad6696 None None] New status for floating IP 79904c25-0784-465f-a44d-f5936a162d3b: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:52:54.382682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-0ed3ac33-0250-4e05-bb1f-999ab80df016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:54.384523 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-0ed3ac33-0250-4e05-bb1f-999ab80df016 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7352b45d-6f0c-4b41-b2e7-6cb285817591 HTTP/1.1" status: 200 len: 852 time: 0.0510597 Nov 29 01:52:54.419847 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-492ca601-2eb7-4b0e-a115-419952ea0448 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c1eb07-9cf8-497f-87ee-48412a1543cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265863 Nov 29 01:52:54.429018 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-48d47d64-9e2c-4e08-93bc-fd91be61ec7d req-253eea1c-de5d-42a9-bfda-07ebd0616e7f tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957899 Nov 29 01:52:54.451115 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-588ed2a2-3f8b-4904-8649-7141f424d223 req-f38e9418-3844-4a4c-b894-09ef1fe63186 service neutron] 10.222.0.21 "GET /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210377 Nov 29 01:52:54.523444 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-d1cdbad7-e6d4-45a8-a971-fba841c5511b service neutron] 10.222.0.21 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905735 Nov 29 01:52:54.618925 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-806a4f0a-3269-4022-9a08-77c1cac42c1f req-6488883f-92a0-4a60-8c88-433f8420164f service neutron] 10.222.0.21 "GET /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869322 Nov 29 01:52:54.781437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910987d-ecdc-4068-9c82-00c80b3e1699 req-29a5524e-661b-44b1-b52f-5359dc99f56d tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:54.782934 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5910987d-ecdc-4068-9c82-00c80b3e1699 req-29a5524e-661b-44b1-b52f-5359dc99f56d tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.0487494 Nov 29 01:52:54.831966 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5910987d-ecdc-4068-9c82-00c80b3e1699 req-05d5f9e0-a0bb-4d1d-9374-94b6f7f49682 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429657 Nov 29 01:52:55.586083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb495c9-28e2-41d5-802b-18c798ec3a85 req-5f5747b0-1ed9-4b58-b1b9-356cfeb2b656 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:55.587865 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1bb495c9-28e2-41d5-802b-18c798ec3a85 req-5f5747b0-1ed9-4b58-b1b9-356cfeb2b656 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0703232 Nov 29 01:52:55.638266 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1bb495c9-28e2-41d5-802b-18c798ec3a85 req-3033faae-f446-4a62-8d8c-c81c58266668 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Nov 29 01:52:55.756629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-09169f45-2102-41cd-8343-3c6d10e8a280 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:55.757994 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-09169f45-2102-41cd-8343-3c6d10e8a280 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.3414929 Nov 29 01:52:55.848124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Deleting port 27e61377-e754-40b7-bb2b-78778622a369 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:55.848462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:55.971818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89281f4b-f62c-4d0b-bbdd-d39c7cb5374f req-315728da-69b1-4332-9ff4-9dd773624f3b tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:55.973317 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89281f4b-f62c-4d0b-bbdd-d39c7cb5374f req-315728da-69b1-4332-9ff4-9dd773624f3b tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5d4619-bd7b-4be8-96c3-0e63ae8b514b HTTP/1.1" status: 200 len: 945 time: 0.0717435 Nov 29 01:52:55.978342 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] For port 27e61377-e754-40b7-bb2b-78778622a369, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=27e61377-e754-40b7-bb2b-78778622a369,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:55.978743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:56.002056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Calling delete_port for 27e61377-e754-40b7-bb2b-78778622a369 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:56.076689 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89281f4b-f62c-4d0b-bbdd-d39c7cb5374f req-ee2f56ac-859a-4bf4-8b2b-397319958320 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "GET /v2.0/security-groups?id=34c90a32-140c-4a92-8dad-b11e01b7da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954134 Nov 29 01:52:56.159542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:56.193960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event deleted for resources: {'Port': ['ID=27e61377-e754-40b7-bb2b-78778622a369,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:56.214712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.215072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.215421 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.215764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.216104 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.216441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.216779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.217110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.217445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.217773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.218102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.218439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:56.245031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] No DVR routers for this DVR port 27e61377-e754-40b7-bb2b-78778622a369 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:56.247469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:56.250932 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2b523328-af3f-4dd6-8c4c-ec85d0d52152 req-50979c68-8092-4a7b-8518-92836b660088 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.21 "DELETE /v2.0/ports/27e61377-e754-40b7-bb2b-78778622a369 HTTP/1.1" status: 204 len: 173 time: 0.4855740 Nov 29 01:52:56.251414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'name': 'network-vif-deleted', 'tag': '27e61377-e754-40b7-bb2b-78778622a369'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:56.254315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79985b47-1990-4cdd-beed-b3fb1edd5137" -d '{"events": [{"server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "name": "network-vif-deleted", "tag": "27e61377-e754-40b7-bb2b-78778622a369"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:56.287886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffda888-5c9f-4bc4-9ea1-e27cd0ad2ced x-openstack-request-id: req-0ffda888-5c9f-4bc4-9ea1-e27cd0ad2ced {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:56.288173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5d4619-bd7b-4be8-96c3-0e63ae8b514b", "name": "network-vif-deleted", "tag": "27e61377-e754-40b7-bb2b-78778622a369", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:56.288434 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ffda888-5c9f-4bc4-9ea1-e27cd0ad2ced {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:56.288841 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5d4619-bd7b-4be8-96c3-0e63ae8b514b', 'name': 'network-vif-deleted', 'tag': '27e61377-e754-40b7-bb2b-78778622a369', 'status': 'completed', 'code': 200} Nov 29 01:52:56.766363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247fda-fee1-4e87-a826-6b73d9222e9a req-1e09c420-f815-47d0-bdd6-e58c116f71a1 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:56.768104 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0247fda-fee1-4e87-a826-6b73d9222e9a req-1e09c420-f815-47d0-bdd6-e58c116f71a1 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0597966 Nov 29 01:52:56.823062 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0247fda-fee1-4e87-a826-6b73d9222e9a req-d9787e97-dc36-420e-9e90-633dafb6221a tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488591 Nov 29 01:52:57.058594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a42f4-2cb1-4bd1-bfd0-1b5be8f5b4cc req-2052b270-4a29-4ac5-b8d5-2a25fe872f2d tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:57.060141 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-660a42f4-2cb1-4bd1-bfd0-1b5be8f5b4cc req-2052b270-4a29-4ac5-b8d5-2a25fe872f2d tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0519381 Nov 29 01:52:57.111643 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-660a42f4-2cb1-4bd1-bfd0-1b5be8f5b4cc req-7a1959b7-c512-41a3-9b0c-b4b1080025cb tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451257 Nov 29 01:52:57.133040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46784) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:57.493289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:57.751019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Deleting port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:57.751287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:57.840087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] For port 4fe877cc-2fde-4f1e-b8e9-19540c3f3954, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:57.840447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:57.852960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Calling delete_port for 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:58.038105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:58.069238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event deleted for resources: {'Port': ['ID=4fe877cc-2fde-4f1e-b8e9-19540c3f3954,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:58.094567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.094934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.095288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.095638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.095985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.096327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.096668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.097540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.097882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.098222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.098580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.098915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:58.212513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 27e61377-e754-40b7-bb2b-78778622a369 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:52:58.236265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 27e61377-e754-40b7-bb2b-78778622a369 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:52:58.237073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 27e61377-e754-40b7-bb2b-78778622a369 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:52:58.247587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f667bb-e5d0-43c8-8ab6-2451d565d9e6 req-aa74c2e9-9c9b-425d-a204-1ab4fa647cda tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:58.249118 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0f667bb-e5d0-43c8-8ab6-2451d565d9e6 req-aa74c2e9-9c9b-425d-a204-1ab4fa647cda tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0578637 Nov 29 01:52:58.266605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:58.299404 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0f667bb-e5d0-43c8-8ab6-2451d565d9e6 req-c96bd6f4-b649-445a-ad93-c37e18adcb1f tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b1f4219-14eb-4bec-a398-e9169a32f173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 Nov 29 01:52:58.480899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Router f5cab40e-c91d-420e-abf6-de15b977c780 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:52:58.585181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:52:58.590541 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-24cec086-e5cd-47cf-aa19-8419a25333c6 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "PUT /v2.0/routers/f5cab40e-c91d-420e-abf6-de15b977c780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560869 Nov 29 01:52:58.593045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46790) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:58.595417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] Sync routers for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:52:58.606366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:58.607004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:58.644802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9ccdda-6a6f-45d9-be3d-310b8e3d0e07 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Deleting subnet a8421bca-0d77-491f-ad06-b8b3d71e2dc6 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:52:58.647872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f9ccdda-6a6f-45d9-be3d-310b8e3d0e07 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:58.686803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f9ccdda-6a6f-45d9-be3d-310b8e3d0e07 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:58.709090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:58.773403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f9ccdda-6a6f-45d9-be3d-310b8e3d0e07 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:58.831274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f9ccdda-6a6f-45d9-be3d-310b8e3d0e07 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:58.858736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ccdda-6a6f-45d9-be3d-310b8e3d0e07 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event deleted for resources: {'Subnet': ['ID=a8421bca-0d77-491f-ad06-b8b3d71e2dc6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:58.862411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2f9ccdda-6a6f-45d9-be3d-310b8e3d0e07 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:58.865656 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2f9ccdda-6a6f-45d9-be3d-310b8e3d0e07 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "DELETE /v2.0/subnets/a8421bca-0d77-491f-ad06-b8b3d71e2dc6 HTTP/1.1" status: 204 len: 168 time: 0.2716613 Nov 29 01:52:58.868388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46792) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:58.873087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df32f0-6006-4215-b10d-560c983f9d51 None None] Network aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:58.976665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.088884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.138689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-d389e9b5-8406-4730-8f7e-71fb7afd252f tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:59.140068 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-d389e9b5-8406-4730-8f7e-71fb7afd252f tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 946 time: 0.0590184 Nov 29 01:52:59.142927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:52:57Z', 'revision_number': 5, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port': {'id': 'a97ad5df-ffef-46a4-9bd8-bfb8ed15b020', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:48Z', 'updated_at': '2021-11-29T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:59.152771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Deleting port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:59.153351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.172048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] Checking router: f5cab40e-c91d-420e-abf6-de15b977c780 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:52:59.185606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] Routers {'f5cab40e-c91d-420e-abf6-de15b977c780'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:52:59.186837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f5cab40e-c91d-420e-abf6-de15b977c780'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:59.244955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] For port a97ad5df-ffef-46a4-9bd8-bfb8ed15b020, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a97ad5df-ffef-46a4-9bd8-bfb8ed15b020,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:59.245320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.248478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Deleting port 8eb98883-5251-4117-aaa3-47450de49d78 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:59.249005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.262466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Calling delete_port for a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:59.268567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] DHCP port deletion for aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:59.318798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] Set router f5cab40e-c91d-420e-abf6-de15b977c780 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:52:59.355783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] For port 8eb98883-5251-4117-aaa3-47450de49d78, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8eb98883-5251-4117-aaa3-47450de49d78,segment=NetworkSegment(f10cb988-adb0-4456-b617-4e9db0bf6567),segment_id=f10cb988-adb0-4456-b617-4e9db0bf6567)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:59.356439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.375737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Calling delete_port for 8eb98883-5251-4117-aaa3-47450de49d78 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:59.380524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:52:59Z', 'revision_number': 6, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:52:59.418478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99906763-0ed0-4143-9548-6077b34c5e97 None None] The sync data for ids ['f5cab40e-c91d-420e-abf6-de15b977c780'] in dv-neutron-816800-5-hyperv is: [{'id': 'f5cab40e-c91d-420e-abf6-de15b977c780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948659731', 'tenant_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:47Z', 'updated_at': '2021-11-29T01:52:59Z', 'revision_number': 6, 'project_id': 'e10aaf19a57549a6b6020e57abf6b5a2', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:52:59.441882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] Deleting port f6f377d8-58ba-4573-8fdc-adf827c657cf {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:52:59.442260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.517277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] For port f6f377d8-58ba-4573-8fdc-adf827c657cf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f6f377d8-58ba-4573-8fdc-adf827c657cf,segment=NetworkSegment(9445ebcc-6168-40ad-829a-16c88afb2137),segment_id=9445ebcc-6168-40ad-829a-16c88afb2137)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:59.517677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.534013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] Calling delete_port for f6f377d8-58ba-4573-8fdc-adf827c657cf owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:52:59.561522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.593915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Pushing event deleted for resources: {'Port': ['ID=8eb98883-5251-4117-aaa3-47450de49d78,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:59.597983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['8eb98883-5251-4117-aaa3-47450de49d78'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:52:59.635195 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e39393db-268f-46fa-a682-4ff716d5e662 req-1319a0c7-1708-4ed3-8f1a-0bc382c9c265 tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9c2dd64-38b6-47ba-b693-7d73c2537032 HTTP/1.1" status: 200 len: 210 time: 0.0590925 Nov 29 01:52:59.646835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] No DVR routers for this DVR port 8eb98883-5251-4117-aaa3-47450de49d78 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:59.658065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.662044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.662780 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9031e95b-c0b2-4d16-8374-8acb9d0dcb9f req-e3cf69a1-f093-4e9b-a718-34c4cdd260dd tempest-TestServerAdvancedOps-1124811700 tempest-TestServerAdvancedOps-1124811700-project] 10.222.0.21 "DELETE /v2.0/ports/8eb98883-5251-4117-aaa3-47450de49d78 HTTP/1.1" status: 204 len: 173 time: 0.5128846 Nov 29 01:52:59.663257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c2dd64-38b6-47ba-b693-7d73c2537032', 'name': 'network-vif-deleted', 'tag': '8eb98883-5251-4117-aaa3-47450de49d78'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:52:59.665798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b8166d-23ca-4eab-9873-0d66fac11d35" -d '{"events": [{"server_uuid": "a9c2dd64-38b6-47ba-b693-7d73c2537032", "name": "network-vif-deleted", "tag": "8eb98883-5251-4117-aaa3-47450de49d78"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:52:59.679982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] No DVR routers for this DVR port f6f377d8-58ba-4573-8fdc-adf827c657cf on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:52:59.704778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282ad81-cd35-48c7-84cd-433aff3778ab None None] Pushing event deleted for resources: {'Port': ['ID=f6f377d8-58ba-4573-8fdc-adf827c657cf,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:59.716648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b92ab86-557d-4582-b060-6435fe9cdc06 x-openstack-request-id: req-3b92ab86-557d-4582-b060-6435fe9cdc06 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:52:59.717034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c2dd64-38b6-47ba-b693-7d73c2537032", "name": "network-vif-deleted", "tag": "8eb98883-5251-4117-aaa3-47450de49d78", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:52:59.717324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b92ab86-557d-4582-b060-6435fe9cdc06 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:52:59.718400 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c2dd64-38b6-47ba-b693-7d73c2537032', 'name': 'network-vif-deleted', 'tag': '8eb98883-5251-4117-aaa3-47450de49d78', 'status': 'completed', 'code': 200} Nov 29 01:52:59.792399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.819560 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event deleted for resources: {'Port': ['ID=a97ad5df-ffef-46a4-9bd8-bfb8ed15b020,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:59.841413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243598d-c4ad-4a4a-baa8-36a7651ffa9d None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:52:59.905135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:59.999413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.001724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.044270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.044829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Fanout notify agent at l3_agent the message router_deleted on router f5cab40e-c91d-420e-abf6-de15b977c780 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:53:00.052119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.053284 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-57efc5cb-ae00-4695-b71c-716471545811 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "DELETE /v2.0/routers/f5cab40e-c91d-420e-abf6-de15b977c780 HTTP/1.1" status: 204 len: 168 time: 1.1839228 Nov 29 01:53:00.056045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46798) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:00.137784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.232519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.254596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8fa6f2-030f-44b8-ba89-b63b7db01ad2']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:00.265655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9445ebcc-6168-40ad-829a-16c88afb2137') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:00.265951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9445ebcc-6168-40ad-829a-16c88afb2137') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:00.276245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.290127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.296272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:53:00.296770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:53:00.300140 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:53:00.361812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.368778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.371951 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "DELETE /v2.0/networks/aa8fa6f2-030f-44b8-ba89-b63b7db01ad2 HTTP/1.1" status: 204 len: 168 time: 0.3149636 Nov 29 01:53:00.374875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46800) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:00.383435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178b7a5-1828-418b-932b-d72e3a6dff3a tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event deleted for resources: {'Network': ['ID=aa8fa6f2-030f-44b8-ba89-b63b7db01ad2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:00.436814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5e6822eb-e501-4e71-80ac-b41bbbd560f1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.463072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5e6822eb-e501-4e71-80ac-b41bbbd560f1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.523243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5e6822eb-e501-4e71-80ac-b41bbbd560f1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.525845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5e6822eb-e501-4e71-80ac-b41bbbd560f1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.527039 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5e6822eb-e501-4e71-80ac-b41bbbd560f1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] 10.222.0.30 "DELETE /v2.0/security-groups/34c90a32-140c-4a92-8dad-b11e01b7da7d HTTP/1.1" status: 204 len: 168 time: 0.1511233 Nov 29 01:53:00.536103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6822eb-e501-4e71-80ac-b41bbbd560f1 tempest-TestNetworkAdvancedServerOps-2057073350 tempest-TestNetworkAdvancedServerOps-2057073350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c90a32-140c-4a92-8dad-b11e01b7da7d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:00.696660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46808) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:00.742621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-23988393-21d5-4307-9bf7-29dc30005b5f admin admin] Deleting subnet 7352b45d-6f0c-4b41-b2e7-6cb285817591 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:53:00.745836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23988393-21d5-4307-9bf7-29dc30005b5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.780484 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23988393-21d5-4307-9bf7-29dc30005b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.820639 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46812) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:00.823874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23988393-21d5-4307-9bf7-29dc30005b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.879574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23988393-21d5-4307-9bf7-29dc30005b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.905836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23988393-21d5-4307-9bf7-29dc30005b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7352b45d-6f0c-4b41-b2e7-6cb285817591,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:00.909604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23988393-21d5-4307-9bf7-29dc30005b5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:00.913041 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-23988393-21d5-4307-9bf7-29dc30005b5f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7352b45d-6f0c-4b41-b2e7-6cb285817591 HTTP/1.1" status: 204 len: 168 time: 0.2152271 Nov 29 01:53:00.915478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46816) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:00.962172 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f792b169-e697-46e2-a644-7b3c049305f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e10aaf19a57549a6b6020e57abf6b5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402268 Nov 29 01:53:00.964591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46818) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:00.987143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.011863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6db7503d-a6e2-4061-9f5d-be67ae5968a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.033011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6db7503d-a6e2-4061-9f5d-be67ae5968a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.079932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.087825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6db7503d-a6e2-4061-9f5d-be67ae5968a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.090662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6db7503d-a6e2-4061-9f5d-be67ae5968a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.094345 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6db7503d-a6e2-4061-9f5d-be67ae5968a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d35209b-979b-4beb-8f95-ba1ac1b61253 HTTP/1.1" status: 204 len: 168 time: 0.1263406 Nov 29 01:53:01.100791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7503d-a6e2-4061-9f5d-be67ae5968a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d35209b-979b-4beb-8f95-ba1ac1b61253,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:01.110660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c1eb07-9cf8-497f-87ee-48412a1543cd']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:01.121483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10cb988-adb0-4456-b617-4e9db0bf6567') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:01.121834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10cb988-adb0-4456-b617-4e9db0bf6567') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:01.131678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.137164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f6f377d8-58ba-4573-8fdc-adf827c657cf no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:53:01.150062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.156643 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:53:01.157036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:53:01.159077 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:53:01.163927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: f6f377d8-58ba-4573-8fdc-adf827c657cf {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:53:01.164280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f6f377d8-58ba-4573-8fdc-adf827c657cf not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:53:01.164904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:53:01.184768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:53:01.185123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a97ad5df-ffef-46a4-9bd8-bfb8ed15b020 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:53:01.185748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:53:01.205895 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:53:01.206501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4fe877cc-2fde-4f1e-b8e9-19540c3f3954 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:53:01.228290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.233890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.240718 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/29c1eb07-9cf8-497f-87ee-48412a1543cd HTTP/1.1" status: 204 len: 168 time: 0.3242722 Nov 29 01:53:01.240968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46824) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:01.252361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f20496-d8ea-4c7e-9c15-82e7d24dcab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c1eb07-9cf8-497f-87ee-48412a1543cd,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:01.286362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f4a4c7-9c21-487c-b026-f481b1a6cade admin admin] Deleting subnet ba7ad2b5-e8d4-40a2-b95c-bbe1a6a87003 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:53:01.289647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91f4a4c7-9c21-487c-b026-f481b1a6cade admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.324686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91f4a4c7-9c21-487c-b026-f481b1a6cade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.365851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91f4a4c7-9c21-487c-b026-f481b1a6cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.384360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46826) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:01.398173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-449475e4-3694-45a2-b981-6b16334d0d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.423909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91f4a4c7-9c21-487c-b026-f481b1a6cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.453008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4a4c7-9c21-487c-b026-f481b1a6cade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7ad2b5-e8d4-40a2-b95c-bbe1a6a87003,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:01.455201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-91f4a4c7-9c21-487c-b026-f481b1a6cade admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.462754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-91f4a4c7-9c21-487c-b026-f481b1a6cade admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ba7ad2b5-e8d4-40a2-b95c-bbe1a6a87003 HTTP/1.1" status: 204 len: 168 time: 0.2170982 Nov 29 01:53:01.462754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46828) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:01.483439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-449475e4-3694-45a2-b981-6b16334d0d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.487354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-449475e4-3694-45a2-b981-6b16334d0d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.528381 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-449475e4-3694-45a2-b981-6b16334d0d25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5de46eb7bfb247f99f06b3648d86301d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405833 Nov 29 01:53:01.528381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449475e4-3694-45a2-b981-6b16334d0d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f20e132-70a4-461d-8657-01815e27ce5b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:01.530448 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46830) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:01.536163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.579889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b3c1-b5c5-4c02-b6fa-b20270451415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.602092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b3c1-b5c5-4c02-b6fa-b20270451415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.619604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.640592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b952b5b0-193c-4183-926f-ae385b77aaf1']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:01.650882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7aee56a-b494-4ce5-9ac0-149cd851ca8c') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:01.651155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b3c1-b5c5-4c02-b6fa-b20270451415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.651297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7aee56a-b494-4ce5-9ac0-149cd851ca8c') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:01.654298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b3c1-b5c5-4c02-b6fa-b20270451415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.655483 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f3d0b3c1-b5c5-4c02-b6fa-b20270451415 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f20e132-70a4-461d-8657-01815e27ce5b HTTP/1.1" status: 204 len: 168 time: 0.1241004 Nov 29 01:53:01.661533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.664558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0b3c1-b5c5-4c02-b6fa-b20270451415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f20e132-70a4-461d-8657-01815e27ce5b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:01.675160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.681881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:53:01.682796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:53:01.685001 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:53:01.744171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.749530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:01.752763 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] 10.222.0.30 "DELETE /v2.0/networks/b952b5b0-193c-4183-926f-ae385b77aaf1 HTTP/1.1" status: 204 len: 168 time: 0.2896597 Nov 29 01:53:01.764389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e66d9-c797-40c3-96fb-398cd9d7b45f admin admin] Pushing event deleted for resources: {'Network': ['ID=b952b5b0-193c-4183-926f-ae385b77aaf1,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:01.874822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46836) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:01.919827 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-af673446-752b-421f-952e-3ba16b42198a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab58d2cf86ed48449642eefca59f78df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437932 Nov 29 01:53:01.922386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46838) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:01.974603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44eff9ac-e12b-433e-87f0-bfc4bfc4f692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:02.000207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44eff9ac-e12b-433e-87f0-bfc4bfc4f692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:02.052180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44eff9ac-e12b-433e-87f0-bfc4bfc4f692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:02.055022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-44eff9ac-e12b-433e-87f0-bfc4bfc4f692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:02.056268 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-44eff9ac-e12b-433e-87f0-bfc4bfc4f692 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b1f4219-14eb-4bec-a398-e9169a32f173 HTTP/1.1" status: 204 len: 168 time: 0.1329095 Nov 29 01:53:02.064062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eff9ac-e12b-433e-87f0-bfc4bfc4f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1f4219-14eb-4bec-a398-e9169a32f173,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:02.241913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8eb98883-5251-4117-aaa3-47450de49d78 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:53:02.262723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 8eb98883-5251-4117-aaa3-47450de49d78 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:53:02.263082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8eb98883-5251-4117-aaa3-47450de49d78 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:53:02.410170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46844) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:02.450129 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-20138982-bedc-441b-a4f8-29506d0c71f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b500b880950f4c409c9caf632ec98cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387359 Nov 29 01:53:02.452484 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46846) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:02.499192 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-01a50293-c438-453f-8ac4-ce74c653a3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:02.526840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-01a50293-c438-453f-8ac4-ce74c653a3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:02.573859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-01a50293-c438-453f-8ac4-ce74c653a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:02.576532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-01a50293-c438-453f-8ac4-ce74c653a3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:02.577688 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-01a50293-c438-453f-8ac4-ce74c653a3f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08a85790-66a7-448f-bdc2-01deb413d580 HTTP/1.1" status: 204 len: 168 time: 0.1242967 Nov 29 01:53:02.585709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a50293-c438-453f-8ac4-ce74c653a3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a85790-66a7-448f-bdc2-01deb413d580,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:02.762789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46854) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:02.826834 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c7c27d80-5155-4df6-9cd4-c83269ecea2a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/1b1125b9-780f-4c32-9a7b-49d8db558607 HTTP/1.1" status: 200 len: 992 time: 0.0626345 Nov 29 01:53:03.122012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46874) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:03.225856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46878) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:03.289181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 990d395b-d01f-494d-a13c-83d5126fe78c {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:53:03.289533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.342829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1564806266-network', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:03.384370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Made reservation on behalf of d0864c17fcb6459b8a98cef5b83f9cfa for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:53:03.386752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.392222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.392548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.404652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.415557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 990d395b-d01f-494d-a13c-83d5126fe78c owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:53:03.553780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.562321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.591363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:53:03.622209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f412155a-b892-46b0-840c-2f1aa6ad5198,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:03.646883 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.649883 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.650234 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Added segment a0badca8-58ff-4d72-b669-a49c9190316b of type vlan for network c5642dcd-3754-407d-8012-b2d7aee18c46 Nov 29 01:53:03.682882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=990d395b-d01f-494d-a13c-83d5126fe78c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:03.751148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.785604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.786293 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 1b1125b9-780f-4c32-9a7b-49d8db558607 disassociated (deleted). External IP: 172.26.8.94, port: ddb2b132-cb63-4f2f-b250-0c01ded2c45c. Nov 29 01:53:03.788827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.789753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:03.790325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:03.912951 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6859221 Nov 29 01:53:03.915732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46882) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:03.920977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Request body: {'subnet': {'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1564806266-subnet', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:03.926812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f2a34-d413-412a-82a3-5e7815c490d0 admin admin] Pushing event updated for resources: {'Network': ['ID=c5642dcd-3754-407d-8012-b2d7aee18c46,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:03.939437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network c5642dcd-3754-407d-8012-b2d7aee18c46 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:53:03.944442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Made reservation on behalf of d0864c17fcb6459b8a98cef5b83f9cfa for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:53:03.947012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.061218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 46545945-c68c-422d-90b2-dacc7ff6c598 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:53:04.125822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.170138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:04.175557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.181154 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] Sync routers for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:04.183590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c017a67-8e59-4436-983b-5c803480cce2,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:04.190805 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:04.191413 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:04.193899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Checking segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:04.194266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Network hostable DHCP agents. Network: c5642dcd-3754-407d-8012-b2d7aee18c46, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:53:04.211091 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e0651a7d-3269-4e86-82f5-3b6d0d08e43c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/1b1125b9-780f-4c32-9a7b-49d8db558607 HTTP/1.1" status: 204 len: 168 time: 1.0875285 Nov 29 01:53:04.211994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:53:04.214551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d82b63-b128-4e64-805b-5cd593c401f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:53:04.216110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Network c5642dcd-3754-407d-8012-b2d7aee18c46 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:53:04.229885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, c5642dcd-3754-407d-8012-b2d7aee18c46) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:04.234933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:04.235715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.242692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b2f88-f356-4297-94f6-4c52b9b02e04 None None] Network c5642dcd-3754-407d-8012-b2d7aee18c46 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:53:04.257833 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-19961149-113a-4557-9a20-63c282e57990 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3407836 Nov 29 01:53:04.260480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46888) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:04.265494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:04.270640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263960a3-62cf-4ce4-bb18-c18621daa304 x-openstack-request-id: req-263960a3-62cf-4ce4-bb18-c18621daa304 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:53:04.271040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:53:04.271389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-263960a3-62cf-4ce4-bb18-c18621daa304 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:53:04.271898 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'status': 'completed', 'code': 200} Nov 29 01:53:04.294811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.296196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.343739 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:04.359975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.365339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-5335e5e2-91db-4bfb-9122-b8c426c2d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:04.367707 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-5335e5e2-91db-4bfb-9122-b8c426c2d083 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 1098 time: 0.0549634 Nov 29 01:53:04.513171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-8026c2e4-0663-42d6-93e2-044ca34c4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:04.514694 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-8026c2e4-0663-42d6-93e2-044ca34c4c70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8db2e303-085a-44a6-98b9-448c262c4a86 HTTP/1.1" status: 200 len: 898 time: 0.1325505 Nov 29 01:53:04.569547 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-24f665c6-a9c8-45ed-9ffc-f01e5bd503bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c HTTP/1.1" status: 200 len: 217 time: 0.0466020 Nov 29 01:53:04.570657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-c5642dcd-3754-407d-8012-b2d7aee18c46', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:53:04.571730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.581751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.637289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428779d-5695-4475-955e-0a57674a5aa2 req-6a2890e2-7a17-41df-b309-6293774d4b02 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:04.638996 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2428779d-5695-4475-955e-0a57674a5aa2 req-6a2890e2-7a17-41df-b309-6293774d4b02 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 945 time: 0.1052935 Nov 29 01:53:04.654641 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:04.657831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-434762ec-3ce3-429f-82fa-bb685bf7aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:04.661574 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-434762ec-3ce3-429f-82fa-bb685bf7aaec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2ef2f83-02a7-4542-af7b-5839d2b277fa HTTP/1.1" status: 200 len: 835 time: 0.0815816 Nov 29 01:53:04.682585 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] Checking router: 46545945-c68c-422d-90b2-dacc7ff6c598 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:04.691837 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:04.692689 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:04.716804 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2428779d-5695-4475-955e-0a57674a5aa2 req-dff3faf1-fb96-420f-81ef-141f6e72c760 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462747 Nov 29 01:53:04.733588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Allocated IP 172.20.0.2 (c5642dcd-3754-407d-8012-b2d7aee18c46/0c017a67-8e59-4436-983b-5c803480cce2/30f22cb0-25da-4540-989c-63e12902e1c3) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:04.737335 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-87bf773c-f145-4b54-9d0d-91915532e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:04.741266 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-87bf773c-f145-4b54-9d0d-91915532e190 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8db2e303-085a-44a6-98b9-448c262c4a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729177 Nov 29 01:53:04.843250 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:04.852866 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-64a70804-5f2d-423f-93ee-852076edbc02 service neutron] 10.222.0.21 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031127 Nov 29 01:53:04.881212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.906150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.910820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.915798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:04.963969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Network c5642dcd-3754-407d-8012-b2d7aee18c46 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:04.967200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:04.967430 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6d82b63-b128-4e64-805b-5cd593c401f5 req-f5196e05-7f93-495b-8e63-9a14529e1b65 service neutron] 10.222.0.21 "GET /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064775 Nov 29 01:53:04.976289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:04.984680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Pushing event updated for resources: {'Port': ['ID=30f22cb0-25da-4540-989c-63e12902e1c3,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:05.007744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.008096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.008871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.008871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.009193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.009472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.009825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.010195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.010611 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.010941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.011330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.011695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:05.050843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Attempting to bind port 30f22cb0-25da-4540-989c-63e12902e1c3 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:05.051258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Attempting to bind port 30f22cb0-25da-4540-989c-63e12902e1c3 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:05.051577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Attempting to bind port 30f22cb0-25da-4540-989c-63e12902e1c3 on network c5642dcd-3754-407d-8012-b2d7aee18c46 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:05.057269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:05.057269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Checking segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:05.057696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:05.058111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Bound using segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:05.058594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Bound port: 30f22cb0-25da-4540-989c-63e12902e1c3, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:05.058981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:05.084541 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:05.092456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Allocated IP 172.26.8.112 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/77b52645-26b7-474c-bd98-918e9ef1980d) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:05.115371 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8fb04-fe9b-441f-9280-05bfb0868737 None None] The sync data for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv is: [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:52:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2fb7e50a-884a-4da5-ad77-d40eb07d7287', 'name': '', 'network_id': '8db2e303-085a-44a6-98b9-448c262c4a86', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:16:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:52:03Z', 'updated_at': '2021-11-29T01:52:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2ef2f83-02a7-4542-af7b-5839d2b277fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:05.126351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] For port 30f22cb0-25da-4540-989c-63e12902e1c3, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:05.130715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] For port 30f22cb0-25da-4540-989c-63e12902e1c3, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=30f22cb0-25da-4540-989c-63e12902e1c3,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:05.135761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:05.197415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728b5a2-ccf3-4ba6-9f50-dbba2634d5d6 None None] Pushing event updated for resources: {'Port': ['ID=30f22cb0-25da-4540-989c-63e12902e1c3,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:05.215875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:05.251695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:05.296886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:05.300598 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:05.303287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:05.310456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=77b52645-26b7-474c-bd98-918e9ef1980d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:05.318007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f9fba-f0c3-464e-9db7-c53d5e4b20d8 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:05.404385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-92df4354-8c2d-4502-876e-c8d8f693653a None None] Provisioning complete for port 77b52645-26b7-474c-bd98-918e9ef1980d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:05.404759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-92df4354-8c2d-4502-876e-c8d8f693653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:05.451736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4079cb-4f08-45ff-8ff8-381da4dfbd60 None None] New status for floating IP 1b1125b9-780f-4c32-9a7b-49d8db558607: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:53:05.516305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-92df4354-8c2d-4502-876e-c8d8f693653a None None] Port 77b52645-26b7-474c-bd98-918e9ef1980d cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:05.843942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a9c6-9543-454f-9ee2-7f8d1f865c12 req-00691759-1161-4c7a-9d0e-de6903baa392 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:05.847431 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b099a9c6-9543-454f-9ee2-7f8d1f865c12 req-00691759-1161-4c7a-9d0e-de6903baa392 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 945 time: 0.0523031 Nov 29 01:53:05.895071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:05.901745 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b099a9c6-9543-454f-9ee2-7f8d1f865c12 req-ce865fe3-8156-43ec-87ae-127cdde9a067 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=c56df482-e9be-4690-b067-b109a3050231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486166 Nov 29 01:53:05.962323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-6b0c211e-f9a8-43ec-b3fc-b9ef2e046e46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:05.963911 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-6b0c211e-f9a8-43ec-b3fc-b9ef2e046e46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 945 time: 0.0584738 Nov 29 01:53:06.063221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port ddb2b132-cb63-4f2f-b250-0c01ded2c45c {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:53:06.066894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.105941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.172101 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port ddb2b132-cb63-4f2f-b250-0c01ded2c45c, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:06.172674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.191422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for ddb2b132-cb63-4f2f-b250-0c01ded2c45c owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:53:06.204337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbecfb-676e-498b-ba16-da252cd7bd02 None None] Network c5642dcd-3754-407d-8012-b2d7aee18c46 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:53:06.242124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:53:06.300938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-eaa654e7-fd6f-441d-9fae-2c236bbbeb67 None None] Provisioning complete for port 30f22cb0-25da-4540-989c-63e12902e1c3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:06.301308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eaa654e7-fd6f-441d-9fae-2c236bbbeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.333530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.363580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:06.370310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=ddb2b132-cb63-4f2f-b250-0c01ded2c45c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:06.384686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.386229 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ddb6c5b8-4373-42ce-8b78-dfa2f8617ec1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1245670 Nov 29 01:53:06.386906 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:06.389702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46894) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:06.405263 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:06.406285 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:06.424974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port ddb2b132-cb63-4f2f-b250-0c01ded2c45c on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:53:06.427726 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.431569 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f1a2c641-2a2b-44b2-9ec1-1a706b92f3fc req-cbff8d17-9c67-4984-9462-de884cdf2485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/ddb2b132-cb63-4f2f-b250-0c01ded2c45c HTTP/1.1" status: 204 len: 173 time: 0.4611819 Nov 29 01:53:06.432207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'name': 'network-vif-deleted', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:53:06.434773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1584f95-a76a-4fbe-95e5-048ebcc96222" -d '{"events": [{"server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "name": "network-vif-deleted", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:53:06.477861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d0ffb1-57a1-4e8c-9820-a4ea18ebb87b x-openstack-request-id: req-92d0ffb1-57a1-4e8c-9820-a4ea18ebb87b {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:53:06.478470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2deac095-427a-4b52-af6d-916099793b4e", "name": "network-vif-deleted", "tag": "ddb2b132-cb63-4f2f-b250-0c01ded2c45c", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:53:06.479004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92d0ffb1-57a1-4e8c-9820-a4ea18ebb87b {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:53:06.479700 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2deac095-427a-4b52-af6d-916099793b4e', 'name': 'network-vif-deleted', 'tag': 'ddb2b132-cb63-4f2f-b250-0c01ded2c45c', 'status': 'completed', 'code': 200} Nov 29 01:53:06.555839 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:06.607712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eaa654e7-fd6f-441d-9fae-2c236bbbeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.646510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-eaa654e7-fd6f-441d-9fae-2c236bbbeb67 None None] For port 30f22cb0-25da-4540-989c-63e12902e1c3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=30f22cb0-25da-4540-989c-63e12902e1c3,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:06.657495 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eaa654e7-fd6f-441d-9fae-2c236bbbeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.719988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa654e7-fd6f-441d-9fae-2c236bbbeb67 None None] Pushing event updated for resources: {'Port': ['ID=30f22cb0-25da-4540-989c-63e12902e1c3,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:06.810798 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:05Z', 'revision_number': 3, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:06.842741 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:06.843100 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Updating router cb5b7a57-97c6-45ab-8052-2cf8405d8daa port 77b52645-26b7-474c-bd98-918e9ef1980d binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:53:06.881426 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:06.887142 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-321a54cd-c244-4d94-a767-fd38b1b9fd5a None None] Provisioning complete for port 30f22cb0-25da-4540-989c-63e12902e1c3 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:06.887513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-321a54cd-c244-4d94-a767-fd38b1b9fd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.019967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.071287 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9547e6b5-588d-4c87-bba2-a3e77bfd0caf req-1e917e77-b73d-4007-8206-3cc23443db7d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2deac095-427a-4b52-af6d-916099793b4e HTTP/1.1" status: 200 len: 210 time: 0.0563555 Nov 29 01:53:07.167737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 30f22cb0-25da-4540-989c-63e12902e1c3 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:07.215828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 30f22cb0-25da-4540-989c-63e12902e1c3 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:07.216582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.229613 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.234851 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.247157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Allocated IP 172.20.0.1 (c5642dcd-3754-407d-8012-b2d7aee18c46/0c017a67-8e59-4436-983b-5c803480cce2/c5f799ee-5600-4aed-b927-6dee7e83ebdc) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:07.293989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e26ff-f27a-404d-8225-9a3d62e65cbd None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:07.295631 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Attempting to bind port 77b52645-26b7-474c-bd98-918e9ef1980d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:07.296011 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Attempting to bind port 77b52645-26b7-474c-bd98-918e9ef1980d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:07.296382 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Attempting to bind port 77b52645-26b7-474c-bd98-918e9ef1980d on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:07.298575 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf428f38-ac4e-44c7-8315-937557237275 None None] Pushing event updated for resources: {'Port': ['ID=77b52645-26b7-474c-bd98-918e9ef1980d,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:07.305321 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:07.305697 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:07.306710 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.307107 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:07.307584 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Bound port: 77b52645-26b7-474c-bd98-918e9ef1980d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:07.308029 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.355803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fb172184-4110-4f06-a0d7-4d494b85b8d1 None None] Provisioning complete for port 77b52645-26b7-474c-bd98-918e9ef1980d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:07.356269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb172184-4110-4f06-a0d7-4d494b85b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.359619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.366271 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] For port 77b52645-26b7-474c-bd98-918e9ef1980d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:07.369745 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] For port 77b52645-26b7-474c-bd98-918e9ef1980d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=77b52645-26b7-474c-bd98-918e9ef1980d,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:07.374491 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.394319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fb172184-4110-4f06-a0d7-4d494b85b8d1 None None] Port 77b52645-26b7-474c-bd98-918e9ef1980d cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:07.398343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.417478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58223bc-1864-4071-aa47-4354bb5cabbe None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:07.434291 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf428f38-ac4e-44c7-8315-937557237275 None None] Pushing event updated for resources: {'Port': ['ID=77b52645-26b7-474c-bd98-918e9ef1980d,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:07.436909 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:07.437496 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:07.449400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Network c5642dcd-3754-407d-8012-b2d7aee18c46 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:07.452366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:07.454801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:07.479500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f799ee-5600-4aed-b927-6dee7e83ebdc,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:07.501339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.524100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-18ebded7-3aa4-4cb1-9e81-7925a2fb2b01 None None] Provisioning complete for port 77b52645-26b7-474c-bd98-918e9ef1980d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:07.524993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18ebded7-3aa4-4cb1-9e81-7925a2fb2b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.562292 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:07.657927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.785091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18ebded7-3aa4-4cb1-9e81-7925a2fb2b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.807149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-18ebded7-3aa4-4cb1-9e81-7925a2fb2b01 None None] For port 77b52645-26b7-474c-bd98-918e9ef1980d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=77b52645-26b7-474c-bd98-918e9ef1980d,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:07.812067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18ebded7-3aa4-4cb1-9e81-7925a2fb2b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.845932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.851359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.860083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebded7-3aa4-4cb1-9e81-7925a2fb2b01 None None] Pushing event updated for resources: {'Port': ['ID=77b52645-26b7-474c-bd98-918e9ef1980d,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:07.872072 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:05Z', 'revision_number': 3, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:07.902709 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8483f-c792-476e-942b-6044c3f5befc None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:05Z', 'revision_number': 3, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:07.921798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f799ee-5600-4aed-b927-6dee7e83ebdc,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:07.927879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.944566 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c19c122c-29b5-4496-8d1e-de9a0f5d256b None None] Provisioning complete for port c5f799ee-5600-4aed-b927-6dee7e83ebdc triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:07.944958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c19c122c-29b5-4496-8d1e-de9a0f5d256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:07.986338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c19c122c-29b5-4496-8d1e-de9a0f5d256b None None] Port c5f799ee-5600-4aed-b927-6dee7e83ebdc cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:08.030315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Network c5642dcd-3754-407d-8012-b2d7aee18c46 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:08.032007 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:08.117455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46902) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:08.183994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:53:08.200564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e05441a-42cf-42b6-8f38-eba54a95b8e6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:08.236067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e05441a-42cf-42b6-8f38-eba54a95b8e6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:08.256933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ddb2b132-cb63-4f2f-b250-0c01ded2c45c no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:53:08.292482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: ddb2b132-cb63-4f2f-b250-0c01ded2c45c {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:53:08.292837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ddb2b132-cb63-4f2f-b250-0c01ded2c45c not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:53:08.310153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ecc60dd2-5c2f-4c51-993e-7bbc13732d71 None None] Provisioning complete for port c5f799ee-5600-4aed-b927-6dee7e83ebdc triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:08.310683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ecc60dd2-5c2f-4c51-993e-7bbc13732d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:08.330920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:08.351441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ecc60dd2-5c2f-4c51-993e-7bbc13732d71 None None] Port c5f799ee-5600-4aed-b927-6dee7e83ebdc cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:08.355416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e05441a-42cf-42b6-8f38-eba54a95b8e6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:08.358495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1e05441a-42cf-42b6-8f38-eba54a95b8e6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:08.359491 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4350a215-cd04-417d-bb3b-f507bf57f464 admin admin] 10.222.0.30 "PUT /v2.0/routers/cb5b7a57-97c6-45ab-8052-2cf8405d8daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9621646 Nov 29 01:53:08.363390 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1e05441a-42cf-42b6-8f38-eba54a95b8e6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/c56df482-e9be-4690-b067-b109a3050231 HTTP/1.1" status: 204 len: 168 time: 0.2448518 Nov 29 01:53:08.373537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05441a-42cf-42b6-8f38-eba54a95b8e6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56df482-e9be-4690-b067-b109a3050231,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:08.399327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46908) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:08.797014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:08.882175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46922) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:08.887224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-819355944-network', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:08.907573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Made reservation on behalf of 1f78dee38258431cbde5d6ab5fd54b13 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:53:08.910276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:08.918925 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.001275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.005968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.032709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:53:09.043483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49ca7ff-bf42-4608-a904-2362e1a07c70,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:09.050350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.050745 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Added segment f0121258-1971-4c3b-927d-0e9580ce2b25 of type vlan for network 14bc7767-145e-4c85-9ddb-5013801daec6 Nov 29 01:53:09.071076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 2fb7e50a-884a-4da5-ad77-d40eb07d7287 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:53:09.071561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.096141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.124805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.125764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:09.126337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.154732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 77b52645-26b7-474c-bd98-918e9ef1980d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:09.187377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 2fb7e50a-884a-4da5-ad77-d40eb07d7287, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2fb7e50a-884a-4da5-ad77-d40eb07d7287,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:09.187920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.188377 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3050802 Nov 29 01:53:09.191578 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46924) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:09.196267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Request body: {'subnet': {'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-819355944-subnet', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:09.204641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 2fb7e50a-884a-4da5-ad77-d40eb07d7287 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:53:09.205009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158beb6-4e61-4e89-8b7a-c29ac6447fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=14bc7767-145e-4c85-9ddb-5013801daec6,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:09.208179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 77b52645-26b7-474c-bd98-918e9ef1980d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:09.208179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.225289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Made reservation on behalf of 1f78dee38258431cbde5d6ab5fd54b13 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:53:09.229093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.232203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 14bc7767-145e-4c85-9ddb-5013801daec6 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:53:09.422952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.443819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.453452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=2fb7e50a-884a-4da5-ad77-d40eb07d7287,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:09.506491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c674dba-be7d-4de6-b1e6-458f4f8779a5,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:09.516522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Checking segment: {'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:09.516898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Network hostable DHCP agents. Network: 14bc7767-145e-4c85-9ddb-5013801daec6, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:53:09.541843 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Network 14bc7767-145e-4c85-9ddb-5013801daec6 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:53:09.553474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 14bc7767-145e-4c85-9ddb-5013801daec6) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:09.561727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f6aef-9014-4db4-a47a-33b72f599be5 None None] Network 14bc7767-145e-4c85-9ddb-5013801daec6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:53:09.567869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:09.568536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.591019 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2044976c-7ad5-4fa4-9319-44f18b7c96b4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3960488 Nov 29 01:53:09.591363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46926) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:09.600780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:09.624201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.625374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.714918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.753401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-14bc7767-145e-4c85-9ddb-5013801daec6', 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'fixed_ips': [{'subnet_id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:53:09.754782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.774559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:09.805833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:09.806521 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:09.873447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:09.972526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.030084 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:10.032449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Allocated IP 172.20.0.2 (14bc7767-145e-4c85-9ddb-5013801daec6/4c674dba-be7d-4de6-b1e6-458f4f8779a5/58531f39-db48-4319-aca3-03813f378ae1) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:10.098387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.119042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.206757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 46545945-c68c-422d-90b2-dacc7ff6c598 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:53:10.238071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Allocated IP 172.26.8.13 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/765ff87e-8443-497a-85ce-5aa9a3c923a0) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:10.319885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:10.325657 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9b6605db-57aa-4fd9-8f27-b83a75102290 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/46545945-c68c-422d-90b2-dacc7ff6c598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9247944 Nov 29 01:53:10.328437 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46928) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:10.333331 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] Sync routers for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:10.334512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.346778 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:10.347816 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:10.348724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.368016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.395697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Network 14bc7767-145e-4c85-9ddb-5013801daec6 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:10.396672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e175487-24c0-4585-aeef-1a7fe5c48ef0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet c2ef2f83-02a7-4542-af7b-5839d2b277fa {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:53:10.404620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:10.405598 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e175487-24c0-4585-aeef-1a7fe5c48ef0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.410326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:10.414593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Pushing event updated for resources: {'Port': ['ID=58531f39-db48-4319-aca3-03813f378ae1,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:10.442206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.456467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e175487-24c0-4585-aeef-1a7fe5c48ef0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.460806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 2, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:10.478139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:10.485447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:10.489103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:10.493735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:10.494212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Updating router cb5b7a57-97c6-45ab-8052-2cf8405d8daa port c5f799ee-5600-4aed-b927-6dee7e83ebdc binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:53:10.506679 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:10.517004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9cab5-5be0-4895-b4c4-2ebd78a30f46 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:10.536120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Attempting to bind port 58531f39-db48-4319-aca3-03813f378ae1 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:10.536507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Attempting to bind port 58531f39-db48-4319-aca3-03813f378ae1 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:10.541087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Attempting to bind port 58531f39-db48-4319-aca3-03813f378ae1 on network 14bc7767-145e-4c85-9ddb-5013801daec6 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:10.550557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.552669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:10.553058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Checking segment: {'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:10.553463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.553861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Bound using segment: {'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:10.554345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Bound port: 58531f39-db48-4319-aca3-03813f378ae1, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:10.554764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.599323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e175487-24c0-4585-aeef-1a7fe5c48ef0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.636245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cf4903f8-15b1-422e-b486-5e6bf7d08e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.657195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Pushing event updated for resources: {'Port': ['ID=765ff87e-8443-497a-85ce-5aa9a3c923a0,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:10.664158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e7c849a5-b825-41f6-8938-18d561fd6238 None None] Provisioning complete for port 765ff87e-8443-497a-85ce-5aa9a3c923a0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:10.664539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e7c849a5-b825-41f6-8938-18d561fd6238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.682067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e175487-24c0-4585-aeef-1a7fe5c48ef0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.698114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e175487-24c0-4585-aeef-1a7fe5c48ef0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.703600 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3e175487-24c0-4585-aeef-1a7fe5c48ef0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/c2ef2f83-02a7-4542-af7b-5839d2b277fa HTTP/1.1" status: 204 len: 168 time: 0.3741195 Nov 29 01:53:10.707866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46930) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:10.747667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431299d8-bbf4-4acc-bba1-953c45c8e448 None None] Network 8db2e303-085a-44a6-98b9-448c262c4a86 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:53:10.775047 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:53:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:10.786690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] For port 58531f39-db48-4319-aca3-03813f378ae1, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:10.816039 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] Checking router: 46545945-c68c-422d-90b2-dacc7ff6c598 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:10.826233 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] Routers {'46545945-c68c-422d-90b2-dacc7ff6c598'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:10.827266 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['46545945-c68c-422d-90b2-dacc7ff6c598'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:10.857317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e7c849a5-b825-41f6-8938-18d561fd6238 None None] Port 765ff87e-8443-497a-85ce-5aa9a3c923a0 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:10.859121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e175487-24c0-4585-aeef-1a7fe5c48ef0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ef2f83-02a7-4542-af7b-5839d2b277fa,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:10.881797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.897124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] For port 58531f39-db48-4319-aca3-03813f378ae1, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=58531f39-db48-4319-aca3-03813f378ae1,segment=NetworkSegment(f0121258-1971-4c3b-927d-0e9580ce2b25),segment_id=f0121258-1971-4c3b-927d-0e9580ce2b25)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:10.933284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:10.956298 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] Set router 46545945-c68c-422d-90b2-dacc7ff6c598 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:11.056274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.212365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port a4228208-6803-4a5a-938b-bfbfa0bf46c5 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:53:11.213013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.250186 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.266237 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:53:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:11.267229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] DHCP port deletion for 8db2e303-085a-44a6-98b9-448c262c4a86 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:11.316374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port a4228208-6803-4a5a-938b-bfbfa0bf46c5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=a4228208-6803-4a5a-938b-bfbfa0bf46c5,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:11.316759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.322933 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f78e7f-1957-41c0-bae5-ebb5c991398e None None] The sync data for ids ['46545945-c68c-422d-90b2-dacc7ff6c598'] in dv-neutron-816800-5-hyperv is: [{'id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'name': 'tempest-TestNetworkBasicOps-router-1526558489', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:51:58Z', 'updated_at': '2021-11-29T01:53:09Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'a4228208-6803-4a5a-938b-bfbfa0bf46c5', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46545945-c68c-422d-90b2-dacc7ff6c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:51:59Z', 'updated_at': '2021-11-29T01:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:11.331166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for a4228208-6803-4a5a-938b-bfbfa0bf46c5 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:53:11.352838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ae79c-c53c-47cd-97b8-e1957829b468 None None] Pushing event updated for resources: {'Port': ['ID=58531f39-db48-4319-aca3-03813f378ae1,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:11.417443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] Deleting port 361300ef-1dc0-48ff-bc99-3cbb14f553be {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:53:11.417742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.500857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] For port 361300ef-1dc0-48ff-bc99-3cbb14f553be, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=361300ef-1dc0-48ff-bc99-3cbb14f553be,segment=NetworkSegment(ff818c25-724b-4b48-8820-5fa4fa1db60b),segment_id=ff818c25-724b-4b48-8820-5fa4fa1db60b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:11.501355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.524870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.535982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] Calling delete_port for 361300ef-1dc0-48ff-bc99-3cbb14f553be owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:53:11.557566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.568923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.585272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=a4228208-6803-4a5a-938b-bfbfa0bf46c5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:11.615042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f5cf7a-c57e-4c3b-9c6e-657b0475101a None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:11.621296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.657026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.676356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Router beb65221-9197-4098-90f1-6716da13c7ec is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:53:11.734964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b42cb-5b91-47c7-bc6b-52d0b30ee2b1 None None] Pushing event updated for resources: {'Port': ['ID=c5f799ee-5600-4aed-b927-6dee7e83ebdc,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:11.783381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.815570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Attempting to bind port c5f799ee-5600-4aed-b927-6dee7e83ebdc on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:11.815954 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Attempting to bind port c5f799ee-5600-4aed-b927-6dee7e83ebdc by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:11.816326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Attempting to bind port c5f799ee-5600-4aed-b927-6dee7e83ebdc on network c5642dcd-3754-407d-8012-b2d7aee18c46 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:11.819674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] Pushing event deleted for resources: {'Port': ['ID=361300ef-1dc0-48ff-bc99-3cbb14f553be,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:11.823756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.824025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10315e7-0145-4007-bc87-bc9a0adf5d47 None None] No DVR routers for this DVR port 361300ef-1dc0-48ff-bc99-3cbb14f553be on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:53:11.828551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.833678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:11.833678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Checking segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:11.833678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.833678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Bound using segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:11.833678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Bound port: c5f799ee-5600-4aed-b927-6dee7e83ebdc, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:11.833678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.858313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:11.882629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Sync routers for ids ['beb65221-9197-4098-90f1-6716da13c7ec'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:11.904848 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.906486 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a1a1bfb8-d390-4d8c-a9ae-3835d469dc57 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3142011 Nov 29 01:53:11.910173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46932) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:11.929588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.930813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Fanout notify agent at l3_agent the message router_deleted on router 46545945-c68c-422d-90b2-dacc7ff6c598 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:53:11.938313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Routers {'beb65221-9197-4098-90f1-6716da13c7ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:11.939057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['beb65221-9197-4098-90f1-6716da13c7ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:11.958156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:11.962156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5f40ca80-b8f6-4bd5-89fb-c58080b74107 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/routers/46545945-c68c-422d-90b2-dacc7ff6c598 HTTP/1.1" status: 204 len: 168 time: 1.2506998 Nov 29 01:53:11.967191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46934) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:12.052695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] For port c5f799ee-5600-4aed-b927-6dee7e83ebdc, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:12.071023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] For port c5f799ee-5600-4aed-b927-6dee7e83ebdc, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c5f799ee-5600-4aed-b927-6dee7e83ebdc,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:12.083318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.145349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Set router beb65221-9197-4098-90f1-6716da13c7ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:12.151991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.272165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.299803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db2e303-085a-44a6-98b9-448c262c4a86']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:12.314962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff818c25-724b-4b48-8820-5fa4fa1db60b') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:12.315410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff818c25-724b-4b48-8820-5fa4fa1db60b') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:12.315952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-53dcb503-d7c4-40a1-9ad8-8154ddd70590 None None] Provisioning complete for port c5f799ee-5600-4aed-b927-6dee7e83ebdc triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:12.316328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-53dcb503-d7c4-40a1-9ad8-8154ddd70590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.326625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.344523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.356482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:53:12.357088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.362480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:12.363512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:52:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:12.365552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b42cb-5b91-47c7-bc6b-52d0b30ee2b1 None None] Pushing event updated for resources: {'Port': ['ID=c5f799ee-5600-4aed-b927-6dee7e83ebdc,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:53:12.366791 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:53:12.515512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.525251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.528436 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/8db2e303-085a-44a6-98b9-448c262c4a86 HTTP/1.1" status: 204 len: 168 time: 0.5597515 Nov 29 01:53:12.549488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46936) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:12.565946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--2006860492', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:12.574843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb802b-ba20-46c5-be88-8a8ed14c2c69 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=8db2e303-085a-44a6-98b9-448c262c4a86,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:12.599356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:53:12.603285 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.613852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c56b7f-88d6-43ab-85c5-f5d268b0412d None None] Network 14bc7767-145e-4c85-9ddb-5013801daec6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:53:12.635334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:53:12.648047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.648653 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment c2ff0983-13bb-4192-bec2-cf1b166cf748 of type vlan for network e4184222-645f-410f-9ba0-e09557c49010 Nov 29 01:53:12.694237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.715651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.722564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.725885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:12.728846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:12.729597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.765144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-53dcb503-d7c4-40a1-9ad8-8154ddd70590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.800188 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2465796 Nov 29 01:53:12.800413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46938) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:12.810756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'admin_state_up': True, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:12.817359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203377d-0343-42b8-89ec-c29d9386b50d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=e4184222-645f-410f-9ba0-e09557c49010,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:12.853472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network e4184222-645f-410f-9ba0-e09557c49010 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:53:12.897943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.898556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-53dcb503-d7c4-40a1-9ad8-8154ddd70590 None None] For port c5f799ee-5600-4aed-b927-6dee7e83ebdc, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c5f799ee-5600-4aed-b927-6dee7e83ebdc,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:12.899163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.959027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-53dcb503-d7c4-40a1-9ad8-8154ddd70590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.999950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.046097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Allocated IP 172.20.0.1 (14bc7767-145e-4c85-9ddb-5013801daec6/4c674dba-be7d-4de6-b1e6-458f4f8779a5/0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:13.197436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 58531f39-db48-4319-aca3-03813f378ae1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:13.205989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.233674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T01:53:10Z', 'revision_number': 3, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port': {'id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:56:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:10Z', 'updated_at': '2021-11-29T01:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:13.288972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Checking router: beb65221-9197-4098-90f1-6716da13c7ec for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:13.289339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Updating router beb65221-9197-4098-90f1-6716da13c7ec port 765ff87e-8443-497a-85ce-5aa9a3c923a0 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:53:13.306329 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.343431 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcb503-d7c4-40a1-9ad8-8154ddd70590 None None] Pushing event updated for resources: {'Port': ['ID=c5f799ee-5600-4aed-b927-6dee7e83ebdc,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:13.352711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dcb34af0-91cd-4b39-bf5d-8089847e1740 None None] Provisioning complete for port 58531f39-db48-4319-aca3-03813f378ae1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:13.353017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcb34af0-91cd-4b39-bf5d-8089847e1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.365487 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.404336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.409461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Network 14bc7767-145e-4c85-9ddb-5013801daec6 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:13.421693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:13.460411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:13.514512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Pushing event updated for resources: {'Port': ['ID=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:13.527319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 58531f39-db48-4319-aca3-03813f378ae1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:13.527319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.550919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.578479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.581044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.657983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:13.664546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcb34af0-91cd-4b39-bf5d-8089847e1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.727452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8738a-1093-45bb-8f0e-660ecae7eddb None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:13.778534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.811194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dcb34af0-91cd-4b39-bf5d-8089847e1740 None None] For port 58531f39-db48-4319-aca3-03813f378ae1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=58531f39-db48-4319-aca3-03813f378ae1,segment=NetworkSegment(f0121258-1971-4c3b-927d-0e9580ce2b25),segment_id=f0121258-1971-4c3b-927d-0e9580ce2b25)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:13.819728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.824583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcb34af0-91cd-4b39-bf5d-8089847e1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.948410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:13.964054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dcb34af0-91cd-4b39-bf5d-8089847e1740 None None] Provisioning complete for port c5f799ee-5600-4aed-b927-6dee7e83ebdc triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:13.964439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcb34af0-91cd-4b39-bf5d-8089847e1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.003834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.009916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.020837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb34af0-91cd-4b39-bf5d-8089847e1740 None None] Pushing event updated for resources: {'Port': ['ID=58531f39-db48-4319-aca3-03813f378ae1,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:14.023579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:53:14.023858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:53:14.057489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.066986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.107693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Pushing event updated for resources: {'Port': ['ID=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:14.112594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.147675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab91db1-924f-4980-bb7b-efc1384aa89f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:14.163241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.140 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/931924ae-d14f-4ffc-a130-a275aed9e9ff) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:14.167033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4538d-4620-4267-8ac8-c498c36d4284 None None] Pushing event updated for resources: {'Port': ['ID=765ff87e-8443-497a-85ce-5aa9a3c923a0,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:14.172346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Attempting to bind port 765ff87e-8443-497a-85ce-5aa9a3c923a0 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:14.172721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Attempting to bind port 765ff87e-8443-497a-85ce-5aa9a3c923a0 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:14.173097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Attempting to bind port 765ff87e-8443-497a-85ce-5aa9a3c923a0 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:14.184107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:14.184526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:14.184892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.185295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:14.185767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Bound port: 765ff87e-8443-497a-85ce-5aa9a3c923a0, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:14.186183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.190366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c44ebf13-c400-453e-8537-92d81e92c98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.246664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] For port 765ff87e-8443-497a-85ce-5aa9a3c923a0, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:14.250011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] For port 765ff87e-8443-497a-85ce-5aa9a3c923a0, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=765ff87e-8443-497a-85ce-5aa9a3c923a0,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:14.255756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.301131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Network 14bc7767-145e-4c85-9ddb-5013801daec6 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:14.304141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:14.314351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f78f7-18ec-4d67-babc-bacbf06033cd None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:14.350911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Routers {'beb65221-9197-4098-90f1-6716da13c7ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:14.351362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['beb65221-9197-4098-90f1-6716da13c7ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:14.404320 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.452312 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4538d-4620-4267-8ac8-c498c36d4284 None None] Pushing event updated for resources: {'Port': ['ID=765ff87e-8443-497a-85ce-5aa9a3c923a0,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:14.466687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Provisioning complete for port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:14.466938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.467549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.513664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] Set router beb65221-9197-4098-90f1-6716da13c7ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:14.516259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:14.527993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:14.534012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:14.554814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452428ac-85ae-4170-81ec-22f7aca3d384 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:14.562061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:14.582356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=931924ae-d14f-4ffc-a130-a275aed9e9ff,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:14.586195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Router beb65221-9197-4098-90f1-6716da13c7ec has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:53:14.786150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Provisioning complete for port 765ff87e-8443-497a-85ce-5aa9a3c923a0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:14.786726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.792493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a4228208-6803-4a5a-938b-bfbfa0bf46c5 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:53:14.833242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: a4228208-6803-4a5a-938b-bfbfa0bf46c5 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:53:14.833962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device a4228208-6803-4a5a-938b-bfbfa0bf46c5 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:53:14.834080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2fb7e50a-884a-4da5-ad77-d40eb07d7287 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:53:14.864068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 2fb7e50a-884a-4da5-ad77-d40eb07d7287 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:53:14.864410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2fb7e50a-884a-4da5-ad77-d40eb07d7287 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:53:14.864842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 361300ef-1dc0-48ff-bc99-3cbb14f553be no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:53:14.907681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 361300ef-1dc0-48ff-bc99-3cbb14f553be {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:53:14.908089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 361300ef-1dc0-48ff-bc99-3cbb14f553be not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:53:14.933572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T01:53:13Z', 'revision_number': 4, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port': {'id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:56:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:10Z', 'updated_at': '2021-11-29T01:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5', 'name': '', 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'mac_address': 'fa:16:3e:d5:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:13Z', 'revision_number': 2, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'subnets': [{'id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:14.980373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901eb3c-3f54-4b46-9c79-39e2311c9174 None None] The sync data for ids ['beb65221-9197-4098-90f1-6716da13c7ec'] in dv-neutron-816800-5-hyperv is: [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T01:53:13Z', 'revision_number': 4, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port': {'id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:56:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:10Z', 'updated_at': '2021-11-29T01:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5', 'name': '', 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'mac_address': 'fa:16:3e:d5:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:13Z', 'revision_number': 2, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'subnets': [{'id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:14.994117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.023919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] For port 765ff87e-8443-497a-85ce-5aa9a3c923a0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=765ff87e-8443-497a-85ce-5aa9a3c923a0,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:15.029931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.135170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:15.141262 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-97e69265-ad32-493a-8b51-fe3979e0de47 admin admin] 10.222.0.30 "PUT /v2.0/routers/beb65221-9197-4098-90f1-6716da13c7ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2298372 Nov 29 01:53:15.286590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c5f799ee-5600-4aed-b927-6dee7e83ebdc up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:15.337629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Provisioning complete for port 58531f39-db48-4319-aca3-03813f378ae1 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:15.337905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.339755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c394f2b-8867-4071-996c-5eba5a969e6a None None] Pushing event updated for resources: {'Port': ['ID=765ff87e-8443-497a-85ce-5aa9a3c923a0,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:15.368843 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.383201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.427552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port c5f799ee-5600-4aed-b927-6dee7e83ebdc triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:15.427933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.561010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 58531f39-db48-4319-aca3-03813f378ae1 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:15.627582 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.639926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4e764a75-7f4f-475f-a4ff-fa09c2901a13 None None] Provisioning complete for port 931924ae-d14f-4ffc-a130-a275aed9e9ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:15.640642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e764a75-7f4f-475f-a4ff-fa09c2901a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.670160 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 58531f39-db48-4319-aca3-03813f378ae1 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:15.670732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.714816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4e764a75-7f4f-475f-a4ff-fa09c2901a13 None None] Port 931924ae-d14f-4ffc-a130-a275aed9e9ff cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:15.739938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4e764a75-7f4f-475f-a4ff-fa09c2901a13 None None] Provisioning complete for port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:15.740364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e764a75-7f4f-475f-a4ff-fa09c2901a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.771665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46946) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:15.777574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-230d564d-48f6-4e2a-82d3-7efec3124dc1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494051486', 'description': 'tempest-secgroup-smoke-494051486 description', 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:15.804140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 9b98ac57-22cd-4499-aaf3-46a548630f37 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:53:15.816340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4e764a75-7f4f-475f-a4ff-fa09c2901a13 None None] Port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:15.816781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-230d564d-48f6-4e2a-82d3-7efec3124dc1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.827193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4e764a75-7f4f-475f-a4ff-fa09c2901a13 None None] Provisioning complete for port 765ff87e-8443-497a-85ce-5aa9a3c923a0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:15.827568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e764a75-7f4f-475f-a4ff-fa09c2901a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.976908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:15.988653 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Sync routers for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:16.001526 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:16.002201 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:16.004725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-230d564d-48f6-4e2a-82d3-7efec3124dc1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.009784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-230d564d-48f6-4e2a-82d3-7efec3124dc1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.017410 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.022819 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dbc189e6-7646-4a35-bc65-d1cef68b8110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2172945 Nov 29 01:53:16.022819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46948) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.073275 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7aee57ed-a769-4050-8c6d-e45122f2c944 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499580 Nov 29 01:53:16.075671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46950) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.076934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-230d564d-48f6-4e2a-82d3-7efec3124dc1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.080852 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-230d564d-48f6-4e2a-82d3-7efec3124dc1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3055186 Nov 29 01:53:16.081263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46952) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.085736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-80dd62d9-2df4-4b41-80fe-475b8e57117f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'security_group_rule': {'security_group_id': 'd90b19bf-d5cc-4a72-8565-cd71ee12a731', 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:16.089938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d564d-48f6-4e2a-82d3-7efec3124dc1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90b19bf-d5cc-4a72-8565-cd71ee12a731,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:16.122334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80dd62d9-2df4-4b41-80fe-475b8e57117f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.162624 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:16.188834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80dd62d9-2df4-4b41-80fe-475b8e57117f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.190293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f680b2c6-ebc0-4e02-ba1b-fed5dea7ce32 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:16.193561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80dd62d9-2df4-4b41-80fe-475b8e57117f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.196578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f680b2c6-ebc0-4e02-ba1b-fed5dea7ce32 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1198080 Nov 29 01:53:16.197267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46954) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.218310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd62d9-2df4-4b41-80fe-475b8e57117f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70710af0-284a-4797-b7f8-8a9a322f0a76,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:16.227025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-80dd62d9-2df4-4b41-80fe-475b8e57117f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.228438 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-80dd62d9-2df4-4b41-80fe-475b8e57117f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464162 Nov 29 01:53:16.231267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46956) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.234491 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-201643ca-4cb7-44e1-b1c2-6e7c1a44a481 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360703 Nov 29 01:53:16.237688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2b0cf43f-052f-41f2-86bb-b5696ef1962c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'security_group_rule': {'security_group_id': 'd90b19bf-d5cc-4a72-8565-cd71ee12a731', 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:16.238149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46958) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.243944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1328187802', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:16.271846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0cf43f-052f-41f2-86bb-b5696ef1962c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.284763 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.360724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0cf43f-052f-41f2-86bb-b5696ef1962c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.369234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0cf43f-052f-41f2-86bb-b5696ef1962c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.393380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:53:16.397228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cf43f-052f-41f2-86bb-b5696ef1962c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f56ffbe-6dd7-45e0-9cb4-b7d3e67420fa,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:16.398257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.411102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0cf43f-052f-41f2-86bb-b5696ef1962c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.412803 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:15Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:16.413101 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2b0cf43f-052f-41f2-86bb-b5696ef1962c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1805377 Nov 29 01:53:16.415581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46960) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.426566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d8db6364-c65a-4a0a-8abe-3b3a372c0270 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'security_group_rule': {'security_group_id': 'd90b19bf-d5cc-4a72-8565-cd71ee12a731', 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:16.445895 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Checking router: 9b98ac57-22cd-4499-aaf3-46a548630f37 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:16.446397 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Updating router 9b98ac57-22cd-4499-aaf3-46a548630f37 port 931924ae-d14f-4ffc-a130-a275aed9e9ff binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:53:16.469110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8db6364-c65a-4a0a-8abe-3b3a372c0270 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.473843 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.553608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8db6364-c65a-4a0a-8abe-3b3a372c0270 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.559180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8db6364-c65a-4a0a-8abe-3b3a372c0270 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.581810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db6364-c65a-4a0a-8abe-3b3a372c0270 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314d1aaa-16b5-415f-ae7a-a2e4eee24313,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:16.592446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d8db6364-c65a-4a0a-8abe-3b3a372c0270 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.593688 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d8db6364-c65a-4a0a-8abe-3b3a372c0270 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1760476 Nov 29 01:53:16.597316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46962) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.602292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5db5a57d-41a4-4bad-97eb-fbd89de35023 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'security_group_rule': {'security_group_id': 'd90b19bf-d5cc-4a72-8565-cd71ee12a731', 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:16.632254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.637615 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5db5a57d-41a4-4bad-97eb-fbd89de35023 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.709373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=24da46d3-fba2-4870-b34a-262a0d8252e6,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:16.717340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:16.717903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: e4184222-645f-410f-9ba0-e09557c49010, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:53:16.725566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5db5a57d-41a4-4bad-97eb-fbd89de35023 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.730915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5db5a57d-41a4-4bad-97eb-fbd89de35023 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.745174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network e4184222-645f-410f-9ba0-e09557c49010 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:53:16.753003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5a57d-41a4-4bad-97eb-fbd89de35023 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf5c940-cadd-4182-8409-a6f53b4dd34b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:16.756130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, e4184222-645f-410f-9ba0-e09557c49010) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:16.765777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e9472d-2431-479f-8fab-30f18481421d None None] Network e4184222-645f-410f-9ba0-e09557c49010 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:53:16.770526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:16.771814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.772864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5db5a57d-41a4-4bad-97eb-fbd89de35023 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.774414 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5db5a57d-41a4-4bad-97eb-fbd89de35023 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1759017 Nov 29 01:53:16.776922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46964) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.785230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-eff688c3-adb7-4d9d-98f9-f1297fb98444 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'security_group_rule': {'security_group_id': 'd90b19bf-d5cc-4a72-8565-cd71ee12a731', 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:16.797145 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bb000ea6-1313-404c-bc02-4d39394bd5d1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5573153 Nov 29 01:53:16.799353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 46966) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.812482 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.821076 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-eff688c3-adb7-4d9d-98f9-f1297fb98444 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Project d0864c17fcb6459b8a98cef5b83f9cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:53:16.822361 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.837553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eff688c3-adb7-4d9d-98f9-f1297fb98444 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.927415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eff688c3-adb7-4d9d-98f9-f1297fb98444 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.939606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eff688c3-adb7-4d9d-98f9-f1297fb98444 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.956129 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff688c3-adb7-4d9d-98f9-f1297fb98444 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5ff093-a3ea-4af3-a66b-ddd0681a2dd5,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:16.972434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-e4184222-645f-410f-9ba0-e09557c49010', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:53:16.975436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.989936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eff688c3-adb7-4d9d-98f9-f1297fb98444 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.991253 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eff688c3-adb7-4d9d-98f9-f1297fb98444 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2128644 Nov 29 01:53:16.993899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 46968) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:16.998803 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9f6438ec-d784-4168-879f-76e94084c732 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'security_group_rule': {'security_group_id': 'd90b19bf-d5cc-4a72-8565-cd71ee12a731', 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:17.010649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f8729-1239-4684-9868-0e8c6c0a1e01 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:17.012911 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Pushing event updated for resources: {'Port': ['ID=931924ae-d14f-4ffc-a130-a275aed9e9ff,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:17.026285 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Attempting to bind port 931924ae-d14f-4ffc-a130-a275aed9e9ff on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:17.026485 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-9f6438ec-d784-4168-879f-76e94084c732 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Project d0864c17fcb6459b8a98cef5b83f9cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:53:17.026919 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Attempting to bind port 931924ae-d14f-4ffc-a130-a275aed9e9ff by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:17.027734 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Attempting to bind port 931924ae-d14f-4ffc-a130-a275aed9e9ff on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:17.034325 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:17.035550 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:17.036219 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.037227 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:17.037713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f6438ec-d784-4168-879f-76e94084c732 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.038134 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Bound port: 931924ae-d14f-4ffc-a130-a275aed9e9ff, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:17.038920 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.041470 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.042038 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.042627 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.042975 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.043315 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.043670 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.044015 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.044684 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.045051 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.045390 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.045725 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.046048 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:17.132124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-57be2961-53be-4143-9256-8d6786b7b715 None None] Provisioning complete for port 931924ae-d14f-4ffc-a130-a275aed9e9ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:17.132606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-57be2961-53be-4143-9256-8d6786b7b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.137606 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] For port 931924ae-d14f-4ffc-a130-a275aed9e9ff, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:17.143928 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] For port 931924ae-d14f-4ffc-a130-a275aed9e9ff, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=931924ae-d14f-4ffc-a130-a275aed9e9ff,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:17.150773 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.179238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f6438ec-d784-4168-879f-76e94084c732 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.188873 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f6438ec-d784-4168-879f-76e94084c732 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.215556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6438ec-d784-4168-879f-76e94084c732 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa906e9-c453-4087-85e6-d5dd82f913df,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:17.225834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6233bb-29bc-4fc6-8ee1-f72e0bb4d4e3 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:53:17.234826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9f6438ec-d784-4168-879f-76e94084c732 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.237001 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:17.237620 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:17.242061 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9f6438ec-d784-4168-879f-76e94084c732 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2469373 Nov 29 01:53:17.251235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 765ff87e-8443-497a-85ce-5aa9a3c923a0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:17.254849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-57be2961-53be-4143-9256-8d6786b7b715 None None] Port 931924ae-d14f-4ffc-a130-a275aed9e9ff cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:17.375180 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b85eb-ad1b-428e-a168-a72cbd74512d None None] Pushing event updated for resources: {'Port': ['ID=931924ae-d14f-4ffc-a130-a275aed9e9ff,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:17.387522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Allocated IP 172.20.0.2 (e4184222-645f-410f-9ba0-e09557c49010/24da46d3-fba2-4870-b34a-262a0d8252e6/88ffaceb-8ecb-41dd-8785-447b7a3699b7) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:17.413173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fdf8b943-911c-4fce-b3f5-924c1b531415 None None] Provisioning complete for port 931924ae-d14f-4ffc-a130-a275aed9e9ff triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:17.413856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b943-911c-4fce-b3f5-924c1b531415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.441221 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:17.447045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.452549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 765ff87e-8443-497a-85ce-5aa9a3c923a0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:17.452945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.634909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b943-911c-4fce-b3f5-924c1b531415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.704528 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:15Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:17.744494 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993cf41-86b1-43c9-8d13-b9934e34d527 None None] The sync data for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv is: [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:15Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:17.749619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fdf8b943-911c-4fce-b3f5-924c1b531415 None None] For port 931924ae-d14f-4ffc-a130-a275aed9e9ff, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=931924ae-d14f-4ffc-a130-a275aed9e9ff,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:17.760635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b943-911c-4fce-b3f5-924c1b531415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.813782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Sync routers for ids ['beb65221-9197-4098-90f1-6716da13c7ec'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:17.848012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.851934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8b943-911c-4fce-b3f5-924c1b531415 None None] Pushing event updated for resources: {'Port': ['ID=931924ae-d14f-4ffc-a130-a275aed9e9ff,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:17.856570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.865117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Routers {'beb65221-9197-4098-90f1-6716da13c7ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:17.866150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['beb65221-9197-4098-90f1-6716da13c7ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:17.924894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.1 (e4184222-645f-410f-9ba0-e09557c49010/24da46d3-fba2-4870-b34a-262a0d8252e6/51c82f23-4726-4228-baa0-0b13c9fb37c5) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:17.959323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Network e4184222-645f-410f-9ba0-e09557c49010 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:17.966868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:17.978757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:17.994784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Pushing event updated for resources: {'Port': ['ID=88ffaceb-8ecb-41dd-8785-447b7a3699b7,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:18.075470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Set router beb65221-9197-4098-90f1-6716da13c7ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:18.101855 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:18.120463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Attempting to bind port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:18.121135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Attempting to bind port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:18.122012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Attempting to bind port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 on network e4184222-645f-410f-9ba0-e09557c49010 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:18.162622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:18.163378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Checking segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:18.164230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:18.164799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Bound using segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:18.165756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Bound port: 88ffaceb-8ecb-41dd-8785-447b7a3699b7, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:18.166524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:18.178189 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:18.240808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=51c82f23-4726-4228-baa0-0b13c9fb37c5,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:18.261046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network e4184222-645f-410f-9ba0-e09557c49010 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:18.262849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:18.269684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:18.321508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:18.321957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] For port 88ffaceb-8ecb-41dd-8785-447b7a3699b7, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:18.366401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] For port 88ffaceb-8ecb-41dd-8785-447b7a3699b7, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=88ffaceb-8ecb-41dd-8785-447b7a3699b7,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:18.386211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:18.463829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad04746-e9b7-417b-a42c-09968aecf182 None None] Pushing event updated for resources: {'Port': ['ID=88ffaceb-8ecb-41dd-8785-447b7a3699b7,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:18.533946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:18.824162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T01:53:13Z', 'revision_number': 4, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port': {'id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:10Z', 'updated_at': '2021-11-29T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5', 'name': '', 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'mac_address': 'fa:16:3e:d5:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:13Z', 'revision_number': 2, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'subnets': [{'id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:18.856053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Checking router: beb65221-9197-4098-90f1-6716da13c7ec for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:18.856762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Updating router beb65221-9197-4098-90f1-6716da13c7ec port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:53:18.891109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.304378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 88ffaceb-8ecb-41dd-8785-447b7a3699b7 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:19.486916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:19.487665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.521335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.528489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.530593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.539709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.615930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59eba3-6d19-40cc-abdc-15f8160baf45 None None] Pushing event updated for resources: {'Port': ['ID=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:19.627944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=51c82f23-4726-4228-baa0-0b13c9fb37c5,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:19.668164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.720916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Attempting to bind port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:19.721388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Attempting to bind port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:19.721823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Attempting to bind port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 on network 14bc7767-145e-4c85-9ddb-5013801daec6 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:19.728326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.731591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:19.732067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Checking segment: {'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:19.732799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.733265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Bound using segment: {'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:19.733969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Bound port: 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0121258-1971-4c3b-927d-0e9580ce2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:19.734481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.796227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network e4184222-645f-410f-9ba0-e09557c49010 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:19.801393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:19.847388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 88ffaceb-8ecb-41dd-8785-447b7a3699b7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=88ffaceb-8ecb-41dd-8785-447b7a3699b7,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:19.859437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.861447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 931924ae-d14f-4ffc-a130-a275aed9e9ff up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:19.935302 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] For port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:19.962401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] For port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,segment=NetworkSegment(f0121258-1971-4c3b-927d-0e9580ce2b25),segment_id=f0121258-1971-4c3b-927d-0e9580ce2b25)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:19.976410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:19.977866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 9b98ac57-22cd-4499-aaf3-46a548630f37 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:53:20.008126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=88ffaceb-8ecb-41dd-8785-447b7a3699b7,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:20.016421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6c4fa-f5d4-4ddc-8430-526fe4c0414f None None] Network e4184222-645f-410f-9ba0-e09557c49010 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:53:20.078072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a77f7f8a-eace-4029-a855-965b03a113ac None None] Provisioning complete for port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:20.078459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a77f7f8a-eace-4029-a855-965b03a113ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:20.114507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 931924ae-d14f-4ffc-a130-a275aed9e9ff triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:20.114877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:20.147975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:20.156266 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e69f4177-4049-44af-8e81-29ddd31d35ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/9b98ac57-22cd-4499-aaf3-46a548630f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3532040 Nov 29 01:53:20.156635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47058) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:20.164140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Routers {'beb65221-9197-4098-90f1-6716da13c7ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:20.165324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['beb65221-9197-4098-90f1-6716da13c7ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:20.283787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59eba3-6d19-40cc-abdc-15f8160baf45 None None] Pushing event updated for resources: {'Port': ['ID=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:20.288555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14674716-bef5-43a4-8d59-db3bb9eef23e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.288775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14674716-bef5-43a4-8d59-db3bb9eef23e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.290297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14674716-bef5-43a4-8d59-db3bb9eef23e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.290297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14674716-bef5-43a4-8d59-db3bb9eef23e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.290894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14674716-bef5-43a4-8d59-db3bb9eef23e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.291428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14674716-bef5-43a4-8d59-db3bb9eef23e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.294464 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-14674716-bef5-43a4-8d59-db3bb9eef23e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1361361 Nov 29 01:53:20.297260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47060) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:20.367393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eccdf0-dcb2-4a29-aa28-8bfdce999f0c tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.368018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eccdf0-dcb2-4a29-aa28-8bfdce999f0c tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.368814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eccdf0-dcb2-4a29-aa28-8bfdce999f0c tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.369366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eccdf0-dcb2-4a29-aa28-8bfdce999f0c tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.369869 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eccdf0-dcb2-4a29-aa28-8bfdce999f0c tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.370388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eccdf0-dcb2-4a29-aa28-8bfdce999f0c tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:20.374845 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-10eccdf0-dcb2-4a29-aa28-8bfdce999f0c tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0713785 Nov 29 01:53:20.375112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47062) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:20.468136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] Set router beb65221-9197-4098-90f1-6716da13c7ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:20.471517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a77f7f8a-eace-4029-a855-965b03a113ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:20.546381 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-34c7738a-0e4a-4b0b-9b17-7dc3838e07e7 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1677818 Nov 29 01:53:20.595813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a77f7f8a-eace-4029-a855-965b03a113ac None None] For port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,segment=NetworkSegment(f0121258-1971-4c3b-927d-0e9580ce2b25),segment_id=f0121258-1971-4c3b-927d-0e9580ce2b25)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:20.618770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a77f7f8a-eace-4029-a855-965b03a113ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:20.761657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f7f8a-eace-4029-a855-965b03a113ac None None] Pushing event updated for resources: {'Port': ['ID=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:20.821636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5a92420d-eaad-4551-bc0c-3baf0e6ec435 None None] Provisioning complete for port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:20.822239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5a92420d-eaad-4551-bc0c-3baf0e6ec435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:20.844540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47068) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:20.852914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9e422e97-e9f2-4fe4-9e29-83554bf44340 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538520966', 'description': 'tempest-secgroup-smoke-1538520966 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:20.890961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e422e97-e9f2-4fe4-9e29-83554bf44340 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.028329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e422e97-e9f2-4fe4-9e29-83554bf44340 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.038279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e422e97-e9f2-4fe4-9e29-83554bf44340 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.074171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9e422e97-e9f2-4fe4-9e29-83554bf44340 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.078292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9e422e97-e9f2-4fe4-9e29-83554bf44340 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2294836 Nov 29 01:53:21.078993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47070) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:21.085066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2ceb9951-c588-425c-b48f-7406605d6368 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b631ea17-e7a3-43a2-aeb0-a82f50d91aaf', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:21.091533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422e97-e9f2-4fe4-9e29-83554bf44340 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:21.116348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T01:53:13Z', 'revision_number': 4, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port': {'id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:10Z', 'updated_at': '2021-11-29T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5', 'name': '', 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'mac_address': 'fa:16:3e:d5:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:19Z', 'revision_number': 4, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'subnets': [{'id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:21.124999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9951-c588-425c-b48f-7406605d6368 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.164189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05aa023-daf2-4395-9e91-6685fcde6dfe None None] The sync data for ids ['beb65221-9197-4098-90f1-6716da13c7ec'] in dv-neutron-816800-5-hyperv is: [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T01:53:13Z', 'revision_number': 4, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port': {'id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:10Z', 'updated_at': '2021-11-29T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5', 'name': '', 'network_id': '14bc7767-145e-4c85-9ddb-5013801daec6', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'mac_address': 'fa:16:3e:d5:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:19Z', 'revision_number': 4, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'subnets': [{'id': '4c674dba-be7d-4de6-b1e6-458f4f8779a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:21.199099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5a92420d-eaad-4551-bc0c-3baf0e6ec435 None None] Provisioning complete for port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:21.199843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5a92420d-eaad-4551-bc0c-3baf0e6ec435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.258574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 88ffaceb-8ecb-41dd-8785-447b7a3699b7 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:21.262937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9951-c588-425c-b48f-7406605d6368 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.276124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9951-c588-425c-b48f-7406605d6368 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.285282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Sync routers for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:21.305198 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:21.306231 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:21.321331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb9951-c588-425c-b48f-7406605d6368 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c21c09-9bcc-4b83-93cd-c2f652c85d82,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:21.341858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9951-c588-425c-b48f-7406605d6368 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.347055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47072) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:21.347631 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2ceb9951-c588-425c-b48f-7406605d6368 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660842 Nov 29 01:53:21.355047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e99e73f6-d00f-4fe8-a6e4-1f1f31d0125d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b631ea17-e7a3-43a2-aeb0-a82f50d91aaf', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:21.414167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:21.418588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.426694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e99e73f6-d00f-4fe8-a6e4-1f1f31d0125d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.532591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:21.567713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e99e73f6-d00f-4fe8-a6e4-1f1f31d0125d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.576215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e99e73f6-d00f-4fe8-a6e4-1f1f31d0125d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.585922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:21.615265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b9be183e-2375-4ea5-bf90-b893c9f94d42 None None] Provisioning complete for port 51c82f23-4726-4228-baa0-0b13c9fb37c5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:21.615885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9be183e-2375-4ea5-bf90-b893c9f94d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.620074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e73f6-d00f-4fe8-a6e4-1f1f31d0125d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76423f2f-1554-4e74-adfb-c0bf3df47168,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:21.646459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e99e73f6-d00f-4fe8-a6e4-1f1f31d0125d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.650344 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e99e73f6-d00f-4fe8-a6e4-1f1f31d0125d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990746 Nov 29 01:53:21.650544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47076) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:21.654980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f72e3bcb-7327-4ded-af64-3b220512aa9c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b631ea17-e7a3-43a2-aeb0-a82f50d91aaf', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:21.675325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b9be183e-2375-4ea5-bf90-b893c9f94d42 None None] Port 51c82f23-4726-4228-baa0-0b13c9fb37c5 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:21.692264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f72e3bcb-7327-4ded-af64-3b220512aa9c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.703556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b9be183e-2375-4ea5-bf90-b893c9f94d42 None None] Provisioning complete for port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:21.703934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9be183e-2375-4ea5-bf90-b893c9f94d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.705820 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:21.706210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.791892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f72e3bcb-7327-4ded-af64-3b220512aa9c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.800046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f72e3bcb-7327-4ded-af64-3b220512aa9c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.846977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e3bcb-7327-4ded-af64-3b220512aa9c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8535df43-5f49-456e-8719-ee47eb66abc8,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:21.853720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f72e3bcb-7327-4ded-af64-3b220512aa9c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.857934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47078) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:21.858799 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f72e3bcb-7327-4ded-af64-3b220512aa9c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2071819 Nov 29 01:53:21.863724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b80f0413-1d31-448e-9f20-97573ebc3092 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b631ea17-e7a3-43a2-aeb0-a82f50d91aaf', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:21.911073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b80f0413-1d31-448e-9f20-97573ebc3092 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:21.927530 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:19Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:21.962862 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Checking router: 9b98ac57-22cd-4499-aaf3-46a548630f37 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:21.963538 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Updating router 9b98ac57-22cd-4499-aaf3-46a548630f37 port 51c82f23-4726-4228-baa0-0b13c9fb37c5 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:53:21.996471 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.006439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b80f0413-1d31-448e-9f20-97573ebc3092 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.012567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b80f0413-1d31-448e-9f20-97573ebc3092 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.035100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f0413-1d31-448e-9f20-97573ebc3092 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1982bc2-395f-4ae2-843f-02329e4c7e33,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:22.053117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b80f0413-1d31-448e-9f20-97573ebc3092 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.057234 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b80f0413-1d31-448e-9f20-97573ebc3092 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1954381 Nov 29 01:53:22.057509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47080) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:22.062621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b5d5189d-1bbf-4807-b671-64af8d25ac7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b631ea17-e7a3-43a2-aeb0-a82f50d91aaf', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:22.088735 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-b5d5189d-1bbf-4807-b671-64af8d25ac7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:53:22.094143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b5d5189d-1bbf-4807-b671-64af8d25ac7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.173919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b5d5189d-1bbf-4807-b671-64af8d25ac7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.178914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b5d5189d-1bbf-4807-b671-64af8d25ac7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.198623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5189d-1bbf-4807-b671-64af8d25ac7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dd7cf5-d264-468d-9f68-2ee6869c0c72,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:22.213576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b5d5189d-1bbf-4807-b671-64af8d25ac7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.214848 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b5d5189d-1bbf-4807-b671-64af8d25ac7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562605 Nov 29 01:53:22.217748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47082) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:22.226618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d04ef7ea-fcdd-4d56-8927-836305d36231 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b631ea17-e7a3-43a2-aeb0-a82f50d91aaf', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:22.233278 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.260021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-d04ef7ea-fcdd-4d56-8927-836305d36231 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:53:22.269823 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d04ef7ea-fcdd-4d56-8927-836305d36231 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.339826 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.344811 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.348698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d04ef7ea-fcdd-4d56-8927-836305d36231 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.355565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d04ef7ea-fcdd-4d56-8927-836305d36231 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.386769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ef7ea-fcdd-4d56-8927-836305d36231 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e958b3fb-7442-4a38-bc09-5344f70f9286,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:22.396119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d04ef7ea-fcdd-4d56-8927-836305d36231 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.399087 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05645a-2304-4185-8a6d-69a58b7d0b28 None None] Pushing event updated for resources: {'Port': ['ID=51c82f23-4726-4228-baa0-0b13c9fb37c5,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:22.411286 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d04ef7ea-fcdd-4d56-8927-836305d36231 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1873250 Nov 29 01:53:22.455394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Attempting to bind port 51c82f23-4726-4228-baa0-0b13c9fb37c5 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:22.456379 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Attempting to bind port 51c82f23-4726-4228-baa0-0b13c9fb37c5 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:22.457432 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Attempting to bind port 51c82f23-4726-4228-baa0-0b13c9fb37c5 on network e4184222-645f-410f-9ba0-e09557c49010 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:22.467063 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:22.467686 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Checking segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:22.468158 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.468627 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Bound using segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:22.469187 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Bound port: 51c82f23-4726-4228-baa0-0b13c9fb37c5, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:22.469626 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.588575 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] For port 51c82f23-4726-4228-baa0-0b13c9fb37c5, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:22.600478 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] For port 51c82f23-4726-4228-baa0-0b13c9fb37c5, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=51c82f23-4726-4228-baa0-0b13c9fb37c5,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:22.610353 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.663096 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-a967a8a6-1c1a-41b4-9e32-be0a680eda5e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538520966&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0712564 Nov 29 01:53:22.689571 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:22.690195 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:22.692103 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05645a-2304-4185-8a6d-69a58b7d0b28 None None] Pushing event updated for resources: {'Port': ['ID=51c82f23-4726-4228-baa0-0b13c9fb37c5,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:22.755277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c89144d9-baae-478b-a70d-f9018145f1ee None None] Provisioning complete for port 51c82f23-4726-4228-baa0-0b13c9fb37c5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:22.755904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c89144d9-baae-478b-a70d-f9018145f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.823728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-92c233f4-ae2b-4904-9942-45d59a3d4e4f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:22.834370 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-92c233f4-ae2b-4904-9942-45d59a3d4e4f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 797 time: 0.1635280 Nov 29 01:53:22.859006 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-2bff0cb7-9bcf-48f0-85b5-d108486e4d47 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0235937 Nov 29 01:53:22.874493 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:22.917590 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-47be468c-20d9-4f9b-8259-1fa79c91cb4f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576591 Nov 29 01:53:22.920227 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c89144d9-baae-478b-a70d-f9018145f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:22.964190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c89144d9-baae-478b-a70d-f9018145f1ee None None] For port 51c82f23-4726-4228-baa0-0b13c9fb37c5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=51c82f23-4726-4228-baa0-0b13c9fb37c5,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:22.969662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c89144d9-baae-478b-a70d-f9018145f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:23.030017 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-a4b53aa9-f4d3-4972-9749-556a25a08beb service neutron] 10.222.0.30 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956662 Nov 29 01:53:23.035569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89144d9-baae-478b-a70d-f9018145f1ee None None] Pushing event updated for resources: {'Port': ['ID=51c82f23-4726-4228-baa0-0b13c9fb37c5,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:23.116637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b0049bc7-3244-46c8-875c-c569ab000a73 None None] Provisioning complete for port 51c82f23-4726-4228-baa0-0b13c9fb37c5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:23.117091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b0049bc7-3244-46c8-875c-c569ab000a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:23.145738 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-47179d79-0fe4-43c8-95f5-1893cba5db80 service neutron] 10.222.0.30 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083083 Nov 29 01:53:23.207188 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:23.255904 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b561f3a-7dd3-4255-9775-7d10359cf48b None None] The sync data for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv is: [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:23.350289 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-12b9a6f4-c5d7-4d81-b3a6-43cef447e4d1 req-5910b489-168a-40be-b53d-cc18f6c20960 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 210 time: 0.0310409 Nov 29 01:53:24.450220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-44b18c8b-4122-4ee0-bf7d-5fa24c7c794d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:24.452154 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-44b18c8b-4122-4ee0-bf7d-5fa24c7c794d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 797 time: 0.1419683 Nov 29 01:53:24.463888 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ba9cd51a-9883-4ec9-aa82-5803d0138399 req-33f8483f-9869-4512-a4ce-85b4998832f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 210 time: 0.0415707 Nov 29 01:53:24.540247 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-752b70f0-1ab5-4e7f-b936-0ea70e522f74 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 380 time: 0.0716062 Nov 29 01:53:24.550341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['b631ea17-e7a3-43a2-aeb0-a82f50d91aaf']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:24.684689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:53:24.688497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:24.830932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.9 (e4184222-645f-410f-9ba0-e09557c49010/24da46d3-fba2-4870-b34a-262a0d8252e6/69238405-cebf-4800-9222-3eb4d599f436) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:24.989747 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:25.023852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:25.070577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network e4184222-645f-410f-9ba0-e09557c49010 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:25.073712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:25.077614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:25.103481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=69238405-cebf-4800-9222-3eb4d599f436,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:25.136387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:25.137045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:25.155604 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-69b2a296-8c3e-4b25-94d5-493705557023 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096931 Nov 29 01:53:25.177928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Request body: {'port': {'device_id': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:25.196635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 51c82f23-4726-4228-baa0-0b13c9fb37c5 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:25.249080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:25.267401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 51c82f23-4726-4228-baa0-0b13c9fb37c5 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:25.268060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:25.404183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-255bfaca-b450-491b-a46e-6fbfc7c15964 None None] Provisioning complete for port 69238405-cebf-4800-9222-3eb4d599f436 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:25.404688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-255bfaca-b450-491b-a46e-6fbfc7c15964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:25.442314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-255bfaca-b450-491b-a46e-6fbfc7c15964 None None] Port 69238405-cebf-4800-9222-3eb4d599f436 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:25.651234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23701167-9123-498f-ba36-4f16d8024a8a req-13d7acf4-a999-4c05-88d7-67ae7e5a07e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:25.652799 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-23701167-9123-498f-ba36-4f16d8024a8a req-13d7acf4-a999-4c05-88d7-67ae7e5a07e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 931 time: 0.0978758 Nov 29 01:53:25.659977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69238405-cebf-4800-9222-3eb4d599f436 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:53:25.692756 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:25.725722 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Transition to ACTIVE for port object 69238405-cebf-4800-9222-3eb4d599f436 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:53:25.735197 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:25.768627 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-23701167-9123-498f-ba36-4f16d8024a8a req-6de4359a-e332-48c1-a8ac-36422e26dffa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015401 Nov 29 01:53:25.852135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Pushing event updated for resources: {'Port': ['ID=69238405-cebf-4800-9222-3eb4d599f436,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:25.899599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Attempting to bind port 69238405-cebf-4800-9222-3eb4d599f436 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:25.899956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Attempting to bind port 69238405-cebf-4800-9222-3eb4d599f436 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:25.900555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Attempting to bind port 69238405-cebf-4800-9222-3eb4d599f436 on network e4184222-645f-410f-9ba0-e09557c49010 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:25.907793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Port 69238405-cebf-4800-9222-3eb4d599f436 on network e4184222-645f-410f-9ba0-e09557c49010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:53:25.908259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Attempting to bind port 69238405-cebf-4800-9222-3eb4d599f436 on network e4184222-645f-410f-9ba0-e09557c49010 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:25.917977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:25.918523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Checking segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:25.918887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Bound using segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:25.919328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Bound port: 69238405-cebf-4800-9222-3eb4d599f436, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:25.919697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:26.013647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] For port 69238405-cebf-4800-9222-3eb4d599f436, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:26.017882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] For port 69238405-cebf-4800-9222-3eb4d599f436, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=69238405-cebf-4800-9222-3eb4d599f436,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:26.023692 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:26.093950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:26.094805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:26.096088 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] 10.222.0.21 "PUT /v2.0/ports/69238405-cebf-4800-9222-3eb4d599f436 HTTP/1.1" status: 200 len: 1093 time: 0.9256473 Nov 29 01:53:26.096724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a90794-0e9d-4627-9b39-4b8a329f1315 service neutron] Pushing event updated for resources: {'Port': ['ID=69238405-cebf-4800-9222-3eb4d599f436,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:26.099346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'tag': '69238405-cebf-4800-9222-3eb4d599f436'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:53:26.101653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f8ebc-4c80-4e96-996c-85fed3798264" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "tag": "69238405-cebf-4800-9222-3eb4d599f436"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:53:26.144665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35876f8-e1e6-4f9e-abec-c1067341bbdb x-openstack-request-id: req-f35876f8-e1e6-4f9e-abec-c1067341bbdb {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:53:26.145038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "tag": "69238405-cebf-4800-9222-3eb4d599f436", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:53:26.145374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f35876f8-e1e6-4f9e-abec-c1067341bbdb {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:53:26.145852 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'tag': '69238405-cebf-4800-9222-3eb4d599f436', 'status': 'completed', 'code': 200} Nov 29 01:53:26.209509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-4c7e028b-1b0b-4e9d-9be3-7282c8d10e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:26.211228 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-4c7e028b-1b0b-4e9d-9be3-7282c8d10e5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 1096 time: 0.0445626 Nov 29 01:53:26.265648 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-bbb75747-d819-4e8d-81f0-ccc3c9762b43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69238405-cebf-4800-9222-3eb4d599f436 HTTP/1.1" status: 200 len: 217 time: 0.0406599 Nov 29 01:53:26.318978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-20067f99-c214-4a27-8051-c31cda90853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:26.320544 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-20067f99-c214-4a27-8051-c31cda90853a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 200 len: 835 time: 0.0484447 Nov 29 01:53:26.369714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-ccc07522-62ef-47be-8640-a57f81a7c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:26.371501 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-ccc07522-62ef-47be-8640-a57f81a7c6b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4184222-645f-410f-9ba0-e09557c49010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441086 Nov 29 01:53:26.471934 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-4fb4c8d4-7cbb-4e5c-9bf0-72713ec321fd service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913234 Nov 29 01:53:26.570764 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f0baef42-e419-414a-86a0-63d8ba25ee4a req-f380bf2f-71d5-4c1d-838e-d5cb47c46a5a service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917535 Nov 29 01:53:26.705683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-e147f83c-a357-4e9c-8df8-16408b2e05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:26.707229 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-e147f83c-a357-4e9c-8df8-16408b2e05b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 1096 time: 0.0416632 Nov 29 01:53:26.807571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-0099ad1a-f0ea-44d6-9aa5-45b56f528460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:26.809304 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-0099ad1a-f0ea-44d6-9aa5-45b56f528460 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 898 time: 0.0946817 Nov 29 01:53:26.860010 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-5411c0f9-adc7-4b28-b14c-48699787461c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69238405-cebf-4800-9222-3eb4d599f436 HTTP/1.1" status: 200 len: 217 time: 0.0415430 Nov 29 01:53:26.950041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccc00c-cacb-4497-9afd-90a15ff87734 req-690c961f-1852-4352-ad24-71fbb0eec500 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:26.951558 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8fccc00c-cacb-4497-9afd-90a15ff87734 req-690c961f-1852-4352-ad24-71fbb0eec500 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 943 time: 0.0943511 Nov 29 01:53:26.953297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-9c79e737-3f77-453b-8b40-ebb9a473f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:26.955185 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-9c79e737-3f77-453b-8b40-ebb9a473f4f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 200 len: 835 time: 0.0640113 Nov 29 01:53:27.033732 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8fccc00c-cacb-4497-9afd-90a15ff87734 req-16b7ea6e-d2ba-4278-bf88-24f108011f45 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753052 Nov 29 01:53:27.039003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-fec429ae-1972-4932-a1b0-09ef417f6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:27.040473 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-fec429ae-1972-4932-a1b0-09ef417f6918 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4184222-645f-410f-9ba0-e09557c49010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761592 Nov 29 01:53:27.145866 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-cb95b552-f854-46d1-b1ad-9071ada9f24d service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963066 Nov 29 01:53:27.239518 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f8f8ebc-4c80-4e96-996c-85fed3798264 req-6ff0346f-866c-4cc8-bc1a-9e5b1852b7d0 service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857241 Nov 29 01:53:28.166074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294c306-21d4-4bef-8e14-ce03d7c63e8b req-7ddefc84-38bd-4b59-a06b-5ea246d59af3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:28.167684 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a294c306-21d4-4bef-8e14-ce03d7c63e8b req-7ddefc84-38bd-4b59-a06b-5ea246d59af3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 943 time: 0.0547721 Nov 29 01:53:28.220039 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a294c306-21d4-4bef-8e14-ce03d7c63e8b req-148fa1eb-72ed-4ce9-ace1-32f9fecf2ee7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Nov 29 01:53:28.403555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 69238405-cebf-4800-9222-3eb4d599f436 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:53:28.503774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 69238405-cebf-4800-9222-3eb4d599f436, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=69238405-cebf-4800-9222-3eb4d599f436,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:28.515152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '69238405-cebf-4800-9222-3eb4d599f436', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'port_id': '69238405-cebf-4800-9222-3eb4d599f436', 'mac_address': 'fa:16:3e:ee:ef:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:53:28.555856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:28.568885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69238405-cebf-4800-9222-3eb4d599f436 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:53:28.588938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 69238405-cebf-4800-9222-3eb4d599f436, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=69238405-cebf-4800-9222-3eb4d599f436,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:28.600732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:28.656252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=69238405-cebf-4800-9222-3eb4d599f436,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:28.877635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['69238405-cebf-4800-9222-3eb4d599f436'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:53:29.347324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38f48e-feed-4f24-b413-2a6d80b10374 req-1eaa7130-de62-4788-838d-ebb5896083b7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:29.349092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1c38f48e-feed-4f24-b413-2a6d80b10374 req-1eaa7130-de62-4788-838d-ebb5896083b7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 944 time: 0.0576639 Nov 29 01:53:29.402754 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1c38f48e-feed-4f24-b413-2a6d80b10374 req-3c2501a4-c59f-4b52-a010-5655e0615cdd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476813 Nov 29 01:53:30.417884 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 69238405-cebf-4800-9222-3eb4d599f436 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:30.468790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 69238405-cebf-4800-9222-3eb4d599f436 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:53:30.474406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 69238405-cebf-4800-9222-3eb4d599f436 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:30.474970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:30.541124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b778a-0efd-4e05-8f83-1b0cca366b75 req-d7c47f11-150b-406e-abcb-436e9180bb18 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:30.541124 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-684b778a-0efd-4e05-8f83-1b0cca366b75 req-d7c47f11-150b-406e-abcb-436e9180bb18 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 944 time: 0.0561004 Nov 29 01:53:30.563148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:30.591811 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-684b778a-0efd-4e05-8f83-1b0cca366b75 req-d694f2c4-e533-42e4-8337-73fbc17959e4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459969 Nov 29 01:53:30.596537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69238405-cebf-4800-9222-3eb4d599f436'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:53:30.599172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d54e8-ee9b-413c-859c-5aec8e2ec28e" -d '{"events": [{"server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "name": "network-vif-plugged", "status": "completed", "tag": "69238405-cebf-4800-9222-3eb4d599f436"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:53:30.611956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 69238405-cebf-4800-9222-3eb4d599f436, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=69238405-cebf-4800-9222-3eb4d599f436,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:30.617059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:30.643008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5f6fa0-86cc-4406-bf04-2e04f42b9243 x-openstack-request-id: req-0c5f6fa0-86cc-4406-bf04-2e04f42b9243 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:53:30.643303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "name": "network-vif-plugged", "status": "completed", "tag": "69238405-cebf-4800-9222-3eb4d599f436", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:53:30.643557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c5f6fa0-86cc-4406-bf04-2e04f42b9243 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:53:30.643945 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69238405-cebf-4800-9222-3eb4d599f436', 'code': 200} Nov 29 01:53:30.670237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=69238405-cebf-4800-9222-3eb4d599f436,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:30.851392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7309ed-02fa-4071-9a0c-6d44c5124c75 req-cfec92e2-b13f-46b6-9d7e-445ab07187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:30.853011 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bb7309ed-02fa-4071-9a0c-6d44c5124c75 req-cfec92e2-b13f-46b6-9d7e-445ab07187bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 1098 time: 0.0421519 Nov 29 01:53:30.899603 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bb7309ed-02fa-4071-9a0c-6d44c5124c75 req-3a519070-1038-4d81-b362-fa46d89627c2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396678 Nov 29 01:53:30.967198 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:53:31.710210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511d92a-ab78-4fbd-aa4d-dcfd2ab28725 req-c85aba29-15d0-4c71-bfaf-a42f5770c0e4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:31.711718 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9511d92a-ab78-4fbd-aa4d-dcfd2ab28725 req-c85aba29-15d0-4c71-bfaf-a42f5770c0e4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 945 time: 0.0528502 Nov 29 01:53:31.764428 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9511d92a-ab78-4fbd-aa4d-dcfd2ab28725 req-3466b6ee-4615-4da9-aa13-a2edab1e29d4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466478 Nov 29 01:53:32.885588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42759445-ee74-4c20-9b5c-4afe6491368e req-daca482d-1f75-453c-8007-b6a4bd11085a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:32.887211 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-42759445-ee74-4c20-9b5c-4afe6491368e req-daca482d-1f75-453c-8007-b6a4bd11085a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 945 time: 0.0534198 Nov 29 01:53:32.936566 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-42759445-ee74-4c20-9b5c-4afe6491368e req-514b2a91-d641-44ac-8bb5-7af897a28f6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Nov 29 01:53:33.053229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453b178-5601-4a2d-b93d-50af7829906e req-1eed38b9-2abb-4378-bea9-7cc03d07b42a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:33.054657 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8453b178-5601-4a2d-b93d-50af7829906e req-1eed38b9-2abb-4378-bea9-7cc03d07b42a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 945 time: 0.0524566 Nov 29 01:53:33.106660 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8453b178-5601-4a2d-b93d-50af7829906e req-a9c820e7-689a-4d8b-8d76-f4e6bacb67f5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Nov 29 01:53:33.132516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47172) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:33.183282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6796e-0190-4f28-9430-c462cf254643 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:33.184996 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-97b6796e-0190-4f28-9430-c462cf254643 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 1093 time: 0.0513909 Nov 29 01:53:33.188671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47174) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:33.193225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '69238405-cebf-4800-9222-3eb4d599f436', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:33.220247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:33.322061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:33.426247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.139 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/9895b82e-0302-46cb-8580-1602fbccb321) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:33.535750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:33.572763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:33.614079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:33.617106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:33.620749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:33.643310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=9895b82e-0302-46cb-8580-1602fbccb321,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:33.967798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:34.044334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:34.198808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:34.205557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:34.273888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=9895b82e-0302-46cb-8580-1602fbccb321,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:34.288195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:34.393193 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP db4fa7ae-d547-458e-84df-7f860bdbe35e associated. External IP: 172.26.8.139, port: 69238405-cebf-4800-9222-3eb4d599f436. Nov 29 01:53:34.925061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 9b98ac57-22cd-4499-aaf3-46a548630f37 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:53:35.037801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:35.051465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] Sync routers for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:35.057213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:35.066108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:35.066853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:35.087125 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4d18903e-9687-4216-a8f7-c3001d244a2b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8972824 Nov 29 01:53:35.087717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'tag': '69238405-cebf-4800-9222-3eb4d599f436'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:53:35.089820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47186) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:35.090329 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c628d77-45d5-4a7b-a186-4658edc8eddb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "tag": "69238405-cebf-4800-9222-3eb4d599f436"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:53:35.133464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c22b32-6f5a-4f03-9a05-6130c86f2da0 x-openstack-request-id: req-54c22b32-6f5a-4f03-9a05-6130c86f2da0 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:53:35.133767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "tag": "69238405-cebf-4800-9222-3eb4d599f436", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:53:35.134030 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54c22b32-6f5a-4f03-9a05-6130c86f2da0 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:53:35.134587 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'tag': '69238405-cebf-4800-9222-3eb4d599f436', 'status': 'completed', 'code': 200} Nov 29 01:53:35.159929 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3cc2ff8b-3107-4c57-8dbb-5d4ce43d1bf0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 991 time: 0.0688074 Nov 29 01:53:35.193256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:35.222348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-23dbb1e7-53fe-4e77-aefa-b25c9dbf8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:35.224747 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-23dbb1e7-53fe-4e77-aefa-b25c9dbf8331 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 1098 time: 0.0458059 Nov 29 01:53:35.329271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-fadd72c7-7865-42b7-bbbe-e075a1a86253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:35.330827 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-fadd72c7-7865-42b7-bbbe-e075a1a86253 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 898 time: 0.0976803 Nov 29 01:53:35.430900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'db4fa7ae-d547-458e-84df-7f860bdbe35e', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'port_id': '69238405-cebf-4800-9222-3eb4d599f436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'mac_address': 'fa:16:3e:ee:ef:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:33Z', 'updated_at': '2021-11-29T01:53:33Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:35.433467 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-f7bbb572-3b2f-47d5-9b00-684e9793cc8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69238405-cebf-4800-9222-3eb4d599f436 HTTP/1.1" status: 200 len: 999 time: 0.0961647 Nov 29 01:53:35.457444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] Checking router: 9b98ac57-22cd-4499-aaf3-46a548630f37 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:35.465830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:35.466448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:35.483839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-2b5b3872-48a4-46c5-ab52-a9e6c943f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:35.485417 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-2b5b3872-48a4-46c5-ab52-a9e6c943f55e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 200 len: 835 time: 0.0456834 Nov 29 01:53:35.547703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-b81b54b3-5157-4f61-a1ab-ac8971330608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:35.549374 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-b81b54b3-5157-4f61-a1ab-ac8971330608 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4184222-645f-410f-9ba0-e09557c49010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575118 Nov 29 01:53:35.594735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:35.674843 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-249787ca-288b-4fbf-8385-3c5647b2787b service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177747 Nov 29 01:53:35.793019 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8c628d77-45d5-4a7b-a186-4658edc8eddb req-844c556e-d1cd-421f-ac97-6e748ac4232d service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108804 Nov 29 01:53:35.878124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'db4fa7ae-d547-458e-84df-7f860bdbe35e', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'port_id': '69238405-cebf-4800-9222-3eb4d599f436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'mac_address': 'fa:16:3e:ee:ef:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:33Z', 'updated_at': '2021-11-29T01:53:33Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:35.914742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a84f51-1c13-44fd-a6e2-a0ad9a9c7abc None None] The sync data for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv is: [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'db4fa7ae-d547-458e-84df-7f860bdbe35e', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'port_id': '69238405-cebf-4800-9222-3eb4d599f436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'mac_address': 'fa:16:3e:ee:ef:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:33Z', 'updated_at': '2021-11-29T01:53:33Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:53:36.154371 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457866f-8140-4584-b860-929860908892 None None] New status for floating IP db4fa7ae-d547-458e-84df-7f860bdbe35e: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:53:36.163917 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47192) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:36.231002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f356ac3c-939d-49a5-9764-7fefd5fd52b9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 991 time: 0.0660055 Nov 29 01:53:37.234951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47196) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:37.298563 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-98e90a1b-7a62-4631-a272-3ce0708e7a03 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 993 time: 0.0624585 Nov 29 01:53:37.583339 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-13835732-9181-41fd-934f-9d1a25b5c68e tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494051486&fields=id&tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 267 time: 0.0444295 Nov 29 01:53:37.687176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-e2b0dc10-9a57-41f4-bd91-18db552c10d9 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:37.689104 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-e2b0dc10-9a57-41f4-bd91-18db552c10d9 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 812 time: 0.0991094 Nov 29 01:53:37.703465 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-47f0b076-4c0c-4837-a244-ed9ee7df3d00 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/quotas/d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 375 time: 0.0088460 Nov 29 01:53:37.757098 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-a052bd76-8f99-4dc2-9bdb-02308d176aef tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485895 Nov 29 01:53:37.850519 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c4fd36cf-ecac-4d65-a918-246561073797 service neutron] 10.222.0.30 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821040 Nov 29 01:53:37.942588 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-66856183-b849-42b5-a848-ed5a9ab6d77f service neutron] 10.222.0.30 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859940 Nov 29 01:53:38.247230 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bdc82cb9-978e-4faa-9611-5e833c3f9ac2 req-5fcebca5-78aa-496c-ae82-69a3358919b8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 210 time: 0.0273540 Nov 29 01:53:39.247972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-331afc85-6158-4364-973b-bc253e07ac86 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:39.249532 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-331afc85-6158-4364-973b-bc253e07ac86 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 812 time: 0.1068866 Nov 29 01:53:39.333100 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-0004ca66-e7b5-48ae-8d3b-6d3c1952f92f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 379 time: 0.0620439 Nov 29 01:53:39.341004 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4b34c12c-e8e6-4f9e-a61f-e5d3da0a63f1 req-b336c63d-72a7-49b7-a703-39127f7531d9 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 210 time: 0.0268178 Nov 29 01:53:39.382381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'port': {'device_id': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'admin_state_up': True, 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'security_groups': ['d90b19bf-d5cc-4a72-8565-cd71ee12a731']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:39.494560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Made reservation on behalf of d0864c17fcb6459b8a98cef5b83f9cfa for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:53:39.498128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:39.633766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Allocated IP 172.20.0.13 (c5642dcd-3754-407d-8012-b2d7aee18c46/0c017a67-8e59-4436-983b-5c803480cce2/a79b2e92-dea1-41aa-861f-32c1c0f4ccc6) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:39.777079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:39.810707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:39.854403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Network c5642dcd-3754-407d-8012-b2d7aee18c46 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:39.857452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:39.861184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:39.888374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:39.915783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:39.916417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:39.933982 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-c3df2da9-afb2-4a21-84f3-c8f9d7c45421 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560336 Nov 29 01:53:39.952851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Request body: {'port': {'device_id': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:40.016457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:40.092142 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7927f03d-c51f-4766-9aab-320f5723fe01 None None] Provisioning complete for port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:40.092840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7927f03d-c51f-4766-9aab-320f5723fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:40.131006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7927f03d-c51f-4766-9aab-320f5723fe01 None None] Port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:53:40.299842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:53:40.307542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:40.320134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Transition to ACTIVE for port object a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:53:40.324244 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:40.379929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Pushing event updated for resources: {'Port': ['ID=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:40.483689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Attempting to bind port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:53:40.484026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Attempting to bind port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:53:40.484356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Attempting to bind port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 on network c5642dcd-3754-407d-8012-b2d7aee18c46 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:40.497351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2abb91-14b0-4fbc-a6a9-4385e50672ae req-d1a588c9-0740-4f32-97ee-099dc0df3fdc tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:40.499317 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a2abb91-14b0-4fbc-a6a9-4385e50672ae req-d1a588c9-0740-4f32-97ee-099dc0df3fdc tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0781040 Nov 29 01:53:40.501893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 on network c5642dcd-3754-407d-8012-b2d7aee18c46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:53:40.502212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Attempting to bind port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 on network c5642dcd-3754-407d-8012-b2d7aee18c46 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:53:40.509853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:53:40.510187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Checking segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:53:40.510604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Bound using segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:53:40.511185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Bound port: a79b2e92-dea1-41aa-861f-32c1c0f4ccc6, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:53:40.511512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:40.582910 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b4f76e70-40fe-4ae7-adfb-56c1301d7658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:40.614125 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7a2abb91-14b0-4fbc-a6a9-4385e50672ae req-ae8670b3-3273-4e5c-a62d-78ca5996bed5 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054518 Nov 29 01:53:40.620111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] For port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:53:40.623545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] For port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:53:40.628267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:40.667033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:40.667632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:40.669012 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] 10.222.0.21 "PUT /v2.0/ports/a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 HTTP/1.1" status: 200 len: 1094 time: 0.7206120 Nov 29 01:53:40.669487 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'tag': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:53:40.671831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bb7607-ea84-49c0-9ab9-983ef4e358fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c49c747b-4df3-4e0d-b57f-d44988051dbf", "tag": "a79b2e92-dea1-41aa-861f-32c1c0f4ccc6"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:53:40.698202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cea6bb-241b-48da-ba95-fa655438113f service neutron] Pushing event updated for resources: {'Port': ['ID=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:40.725620 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5dacc-05ea-4b46-b1f3-ae2693204f0e x-openstack-request-id: req-e4e5dacc-05ea-4b46-b1f3-ae2693204f0e {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:53:40.725985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49c747b-4df3-4e0d-b57f-d44988051dbf", "tag": "a79b2e92-dea1-41aa-861f-32c1c0f4ccc6", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:53:40.726306 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4e5dacc-05ea-4b46-b1f3-ae2693204f0e {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:53:40.726795 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'tag': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'status': 'completed', 'code': 200} Nov 29 01:53:40.784103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-aac0778f-e9c7-40ef-9a0d-21b6683ac2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:40.785740 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-aac0778f-e9c7-40ef-9a0d-21b6683ac2c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 1097 time: 0.0438716 Nov 29 01:53:40.836904 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-835c30d1-7f90-49c3-b9e4-66dcfd073dde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 HTTP/1.1" status: 200 len: 217 time: 0.0374761 Nov 29 01:53:40.890561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-60ff5850-fc79-4ea0-8eef-bfcec802295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:40.892040 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-60ff5850-fc79-4ea0-8eef-bfcec802295d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0470574 Nov 29 01:53:40.943191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-2f45d26c-0ebc-42ba-a803-02b82cf61ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:40.944636 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-2f45d26c-0ebc-42ba-a803-02b82cf61ac0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456972 Nov 29 01:53:41.036059 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-a5ed8226-7f4c-4792-af1a-6aad723d3cac service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842097 Nov 29 01:53:41.141266 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05f8f04d-b3d3-40bc-83b2-9570a2943082 req-9aab84c9-b268-4068-89fc-848350f64278 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981977 Nov 29 01:53:41.279656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-df000594-84ee-4e69-91c7-31b75856031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:41.281155 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-df000594-84ee-4e69-91c7-31b75856031e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 1097 time: 0.0417166 Nov 29 01:53:41.375232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-40aea72c-257e-47d3-befd-5f1b5955fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:41.376701 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-40aea72c-257e-47d3-befd-5f1b5955fa81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0887980 Nov 29 01:53:41.417802 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-195adf9a-7c19-4879-a657-46467958ced1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 HTTP/1.1" status: 200 len: 217 time: 0.0341055 Nov 29 01:53:41.467711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-5213bb0c-ed35-40b9-832f-dc3a0e14fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:41.469131 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-5213bb0c-ed35-40b9-832f-dc3a0e14fce7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0433717 Nov 29 01:53:41.517675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-ddf4582f-6ea2-4515-97ba-99dcb4fdeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:41.519597 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-ddf4582f-6ea2-4515-97ba-99dcb4fdeb14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437989 Nov 29 01:53:41.610639 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-dcd2252b-1f33-4920-84c8-bfddf44fa324 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841744 Nov 29 01:53:41.729744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43bb7607-ea84-49c0-9ab9-983ef4e358fc req-2fa96cfd-58a5-477e-86b1-430e227b1425 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128526 Nov 29 01:53:41.747475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934ae1-bec8-4e93-9ba6-6e1d12348e18 req-85a26d95-22af-4c37-a634-5fcb84e88520 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:41.748930 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-93934ae1-bec8-4e93-9ba6-6e1d12348e18 req-85a26d95-22af-4c37-a634-5fcb84e88520 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0614634 Nov 29 01:53:41.802493 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-93934ae1-bec8-4e93-9ba6-6e1d12348e18 req-0fdc15b4-40aa-4471-8961-da5f6a3bfd30 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Nov 29 01:53:42.918706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c8ef-c5f9-4795-9165-75567e2e6ffd req-a41b8223-1d4f-4752-bdf1-dbfc2710561e tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:42.920408 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a997c8ef-c5f9-4795-9165-75567e2e6ffd req-a41b8223-1d4f-4752-bdf1-dbfc2710561e tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0496600 Nov 29 01:53:42.969199 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a997c8ef-c5f9-4795-9165-75567e2e6ffd req-ef94f3b8-4b50-4418-969e-95d483b18ee5 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Nov 29 01:53:43.884092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:44.085640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ba21-c279-498a-b135-b0782e8b29aa req-efd22a91-3318-4561-b970-6edb488be311 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:44.087165 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4355ba21-c279-498a-b135-b0782e8b29aa req-efd22a91-3318-4561-b970-6edb488be311 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0503783 Nov 29 01:53:44.144554 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4355ba21-c279-498a-b135-b0782e8b29aa req-8bcb7047-7abb-4839-a737-6f9f985125ef tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512857 Nov 29 01:53:44.160742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d77c8623-9cc4-4f09-8d42-85e8564f6488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:45.264917 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe069fc-1b3d-487b-96ae-9165e2762e90 req-6f6e98e7-348d-4f46-8d5d-89f3c3edbde8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:45.266490 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbe069fc-1b3d-487b-96ae-9165e2762e90 req-6f6e98e7-348d-4f46-8d5d-89f3c3edbde8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0541279 Nov 29 01:53:45.278654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:45.316814 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbe069fc-1b3d-487b-96ae-9165e2762e90 req-b0b3086a-233e-4ce0-a71a-ba5e3bc33f6a tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443308 Nov 29 01:53:46.281014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:46.432383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7101576-7d9a-4582-973b-230713a5b561 req-d2b69b55-b519-48a7-b2d0-e216fe12e024 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:46.433855 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b7101576-7d9a-4582-973b-230713a5b561 req-d2b69b55-b519-48a7-b2d0-e216fe12e024 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0484505 Nov 29 01:53:46.483047 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b7101576-7d9a-4582-973b-230713a5b561 req-03809a73-8479-4433-add0-209afeaba362 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434101 Nov 29 01:53:47.594815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92146c0c-d5d8-42d8-baf3-6a24cc90cf95 req-c3e1bbff-2294-4a46-983a-42dbbc16c7f9 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:47.596944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-92146c0c-d5d8-42d8-baf3-6a24cc90cf95 req-c3e1bbff-2294-4a46-983a-42dbbc16c7f9 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0485446 Nov 29 01:53:47.644735 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-92146c0c-d5d8-42d8-baf3-6a24cc90cf95 req-22bf5e9c-2346-4cbd-b0bc-7b47af613890 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Nov 29 01:53:48.759230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9a41e-4223-4251-9867-e9026a4c7cf1 req-9a8f0d05-541e-4ce1-96b7-fb3da12c32eb tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:48.760683 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62b9a41e-4223-4251-9867-e9026a4c7cf1 req-9a8f0d05-541e-4ce1-96b7-fb3da12c32eb tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0485518 Nov 29 01:53:48.809538 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62b9a41e-4223-4251-9867-e9026a4c7cf1 req-e36a3384-24a4-420d-bc57-eb593353cb2b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 Nov 29 01:53:49.930692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7566262-a960-49ad-8df7-d94c59ded3e2 req-3d5a188a-d5f6-435f-9112-38969f299551 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:49.932173 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d7566262-a960-49ad-8df7-d94c59ded3e2 req-3d5a188a-d5f6-435f-9112-38969f299551 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0514653 Nov 29 01:53:49.979753 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d7566262-a960-49ad-8df7-d94c59ded3e2 req-43d84606-74ee-40ec-b7a0-cabdd5a68845 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Nov 29 01:53:51.100441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3a24a-ae0b-4f44-8bdc-d2aaccdf3d64 req-a58afd36-6a65-403c-9282-efdb4a342eca tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:51.101924 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-82f3a24a-ae0b-4f44-8bdc-d2aaccdf3d64 req-a58afd36-6a65-403c-9282-efdb4a342eca tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0529897 Nov 29 01:53:51.150872 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-82f3a24a-ae0b-4f44-8bdc-d2aaccdf3d64 req-626a3de4-83c4-4f1d-b4b8-eb1f39bfd6ba tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430501 Nov 29 01:53:52.215250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:52.262334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa54db-85ad-468e-a262-ad8647f99254 req-51e580b5-77bb-4193-9da7-d5899094f5a6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:52.263835 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-68fa54db-85ad-468e-a262-ad8647f99254 req-51e580b5-77bb-4193-9da7-d5899094f5a6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 944 time: 0.0487435 Nov 29 01:53:52.312557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-68fa54db-85ad-468e-a262-ad8647f99254 req-c63db5e5-94ca-48ca-902b-e87d9c8071f2 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Nov 29 01:53:52.495575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:53:52.588481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:52.599554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'port_id': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'mac_address': 'fa:16:3e:ef:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:53:52.639402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:52.652111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:53:52.670768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:52.675133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:52.719874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:53.035961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['a79b2e92-dea1-41aa-861f-32c1c0f4ccc6'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:53:53.425859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477920-8d4e-403d-bc9a-30e4aa42292e req-5b5f1b80-41a6-49d4-98d7-2be32fd5527c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:53.427356 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-41477920-8d4e-403d-bc9a-30e4aa42292e req-5b5f1b80-41a6-49d4-98d7-2be32fd5527c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 945 time: 0.0489147 Nov 29 01:53:53.476454 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-41477920-8d4e-403d-bc9a-30e4aa42292e req-b5b2d043-c084-42e5-bc8c-465f6bb5f223 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432458 Nov 29 01:53:54.505104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:53:54.554674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:53:54.558839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:53:54.559213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:54.591519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d73368-196e-4d35-9e17-447a07e79607 req-08c4895c-b5dd-42c0-888d-c58e48d01022 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:54.593018 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b8d73368-196e-4d35-9e17-447a07e79607 req-08c4895c-b5dd-42c0-888d-c58e48d01022 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 945 time: 0.0498240 Nov 29 01:53:54.650890 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b8d73368-196e-4d35-9e17-447a07e79607 req-de5f89ac-58a6-4dd0-8932-6d967372a0bb tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509117 Nov 29 01:53:54.777098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:54.800700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:53:54.803045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fd612c-e909-4755-a93c-c54cd5a0e59e" -d '{"events": [{"server_uuid": "c49c747b-4df3-4e0d-b57f-d44988051dbf", "name": "network-vif-plugged", "status": "completed", "tag": "a79b2e92-dea1-41aa-861f-32c1c0f4ccc6"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:53:54.815161 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:53:54.819251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:54.841958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df0ac46-55cb-4f55-87e1-0236717bb1a3 x-openstack-request-id: req-0df0ac46-55cb-4f55-87e1-0236717bb1a3 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:53:54.842249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49c747b-4df3-4e0d-b57f-d44988051dbf", "name": "network-vif-plugged", "status": "completed", "tag": "a79b2e92-dea1-41aa-861f-32c1c0f4ccc6", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:53:54.842537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0df0ac46-55cb-4f55-87e1-0236717bb1a3 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:53:54.842932 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'code': 200} Nov 29 01:53:54.868640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:55.065058 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99154801-74f7-4c0e-8d2a-e90785d6e9a5 req-0969bc0b-7f1f-43c5-9e5e-5d24cb3fb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:55.066563 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99154801-74f7-4c0e-8d2a-e90785d6e9a5 req-0969bc0b-7f1f-43c5-9e5e-5d24cb3fb955 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 1099 time: 0.0434663 Nov 29 01:53:55.113972 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-99154801-74f7-4c0e-8d2a-e90785d6e9a5 req-c967837c-e665-40e3-81e5-ff8fc026bf6c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 Nov 29 01:53:55.767520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4554e-32d0-4441-a0c3-01db11d7eeea req-d3160227-808c-467d-b8b7-ff08bf2368da tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:55.768983 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e8a4554e-32d0-4441-a0c3-01db11d7eeea req-d3160227-808c-467d-b8b7-ff08bf2368da tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 946 time: 0.0484166 Nov 29 01:53:55.819074 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e8a4554e-32d0-4441-a0c3-01db11d7eeea req-440700f5-2a9e-400b-b9c9-f9788a974df9 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442894 Nov 29 01:53:56.935028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0708dab-bf0e-4b75-bce9-7730c30314cb req-880e7f31-e6c5-485b-8739-a809b264f592 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:56.936585 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c0708dab-bf0e-4b75-bce9-7730c30314cb req-880e7f31-e6c5-485b-8739-a809b264f592 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 946 time: 0.0489635 Nov 29 01:53:56.989855 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c0708dab-bf0e-4b75-bce9-7730c30314cb req-364d1cd2-a4f5-41dc-9c49-769ba4571c35 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465860 Nov 29 01:53:57.103834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7dfb6-09c2-44e6-8309-e011937ce8d2 req-88ce5071-4cec-41a9-92df-f7b1252eb9ae tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:57.105380 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-42d7dfb6-09c2-44e6-8309-e011937ce8d2 req-88ce5071-4cec-41a9-92df-f7b1252eb9ae tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 946 time: 0.0487814 Nov 29 01:53:57.154593 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-42d7dfb6-09c2-44e6-8309-e011937ce8d2 req-cea9a09b-d5b2-4711-8b92-2ad1f7085899 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Nov 29 01:53:57.176875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47266) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:57.304158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be99bebc-46c4-44b5-8e87-1dc7c520b81a tempest-TestVolumeBootPattern-292235839 tempest-TestVolumeBootPattern-292235839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:57.305997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-be99bebc-46c4-44b5-8e87-1dc7c520b81a tempest-TestVolumeBootPattern-292235839 tempest-TestVolumeBootPattern-292235839-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 1094 time: 0.1281221 Nov 29 01:53:57.308868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47270) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:53:57.313041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:53:57.336572 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:57.439381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:57.551809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Allocated IP 172.26.8.137 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/a0698945-5379-4d15-918e-7d54b85b7034) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:53:57.656840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:57.690123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:57.729738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:53:57.732670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:53:57.736746 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:53:57.762085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=a0698945-5379-4d15-918e-7d54b85b7034,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:57.773999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.774355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.774774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.775125 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.775468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.775810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.776150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.776494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.776831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.777171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.777502 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:57.777832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:53:58.090618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:58.158961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:58.301810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:58.306020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:58.380263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=a0698945-5379-4d15-918e-7d54b85b7034,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:53:58.388736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:58.785399 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Floating IP 98255fc1-b4c9-4b62-87b9-78fcba3bb3a6 associated. External IP: 172.26.8.137, port: a79b2e92-dea1-41aa-861f-32c1c0f4ccc6. Nov 29 01:53:58.989577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:53:59.092314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:53:59.104754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:53:59.111613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:59.114784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:59.115414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:59.143045 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-04914685-66b8-4ddd-a30d-81e64ece2af6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8331635 Nov 29 01:53:59.143701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'tag': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:53:59.145956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d325653-a94c-4d0d-8aed-21a4d953fbda" -d '{"events": [{"name": "network-changed", "server_uuid": "c49c747b-4df3-4e0d-b57f-d44988051dbf", "tag": "a79b2e92-dea1-41aa-861f-32c1c0f4ccc6"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:53:59.180293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c154405-53e6-408a-884a-317a333b2a13 x-openstack-request-id: req-0c154405-53e6-408a-884a-317a333b2a13 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:53:59.180587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49c747b-4df3-4e0d-b57f-d44988051dbf", "tag": "a79b2e92-dea1-41aa-861f-32c1c0f4ccc6", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:53:59.180841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c154405-53e6-408a-884a-317a333b2a13 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:53:59.181249 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'tag': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'status': 'completed', 'code': 200} Nov 29 01:53:59.221535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:59.265706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-75a7107d-4178-4500-8f4c-783c4ae5879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:59.267805 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-75a7107d-4178-4500-8f4c-783c4ae5879a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 1099 time: 0.0422127 Nov 29 01:53:59.359598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-9d6a8f27-29e7-4740-a30e-5699174eb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:59.360996 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-9d6a8f27-29e7-4740-a30e-5699174eb00c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0851798 Nov 29 01:53:59.436855 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-dfeefad8-0a75-4787-b9cf-b1b3bd38ee8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 HTTP/1.1" status: 200 len: 1000 time: 0.0685840 Nov 29 01:53:59.446082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '98255fc1-b4c9-4b62-87b9-78fcba3bb3a6', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:ef:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:57Z', 'updated_at': '2021-11-29T01:53:57Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:59.471531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:53:59.479956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:53:59.480561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:59.486553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-c75fc3b9-b314-4506-9f4c-eb3bcee29b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:59.488041 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-c75fc3b9-b314-4506-9f4c-eb3bcee29b98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0439696 Nov 29 01:53:59.535187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-007f33e3-7031-4ac3-97de-c4ad73764b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:53:59.536710 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-007f33e3-7031-4ac3-97de-c4ad73764b64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412807 Nov 29 01:53:59.586338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:53:59.632489 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-994fd837-fe79-4826-8d7d-305da048c06d service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884275 Nov 29 01:53:59.729204 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d325653-a94c-4d0d-8aed-21a4d953fbda req-cdeaab47-ca0d-4674-b40c-b74ee4b3c650 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886185 Nov 29 01:53:59.820279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '98255fc1-b4c9-4b62-87b9-78fcba3bb3a6', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:ef:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:57Z', 'updated_at': '2021-11-29T01:53:57Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:53:59.846737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b2072-e2e5-4354-8038-1547198aefc1 None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '98255fc1-b4c9-4b62-87b9-78fcba3bb3a6', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:ef:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:57Z', 'updated_at': '2021-11-29T01:53:57Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:54:00.040695 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e787b-87bd-4d48-9ae6-f2df6a404549 None None] New status for floating IP 98255fc1-b4c9-4b62-87b9-78fcba3bb3a6: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:54:07.965989 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:54:08.371059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47288) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:08.445754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2fbd1-6bf8-4b07-8a84-de87b3b449e2 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:08.446232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2fbd1-6bf8-4b07-8a84-de87b3b449e2 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:08.446727 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2fbd1-6bf8-4b07-8a84-de87b3b449e2 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:08.448392 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-75b2fbd1-6bf8-4b07-8a84-de87b3b449e2 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=8bdc7c5504b34632881f3029e18fa8f2&network_id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 2999 time: 0.0763416 Nov 29 01:54:10.574901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ea61-c8f8-4407-8a96-8b32ff96db8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:10.588114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47298) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:10.638887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c974fab-b544-4d9b-8b10-9b19ebc2f9cf tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:10.640374 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1c974fab-b544-4d9b-8b10-9b19ebc2f9cf tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894 HTTP/1.1" status: 200 len: 814 time: 0.0512347 Nov 29 01:54:11.171901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47304) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:11.176597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:11.241620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:11.386185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:11.390132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:11.391149 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP db4fa7ae-d547-458e-84df-7f860bdbe35e disassociated. External IP: 172.26.8.139, port: 69238405-cebf-4800-9222-3eb4d599f436. Nov 29 01:54:11.594460 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 9b98ac57-22cd-4499-aaf3-46a548630f37 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:54:11.700276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:54:11.705087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:11.709609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] Sync routers for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:54:11.719448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:54:11.720055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:54:11.730971 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e6ef9e46-a2f9-4c20-aca8-ecd76d7b659f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 690 time: 0.5579870 Nov 29 01:54:11.731567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'tag': '69238405-cebf-4800-9222-3eb4d599f436'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:54:11.733823 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47306) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:11.734829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6890fa3-1b8c-4f54-b003-bceb0c78b994" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "tag": "69238405-cebf-4800-9222-3eb4d599f436"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:54:11.774116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296a7cce-9614-49cf-b846-fd9f8cecd30e x-openstack-request-id: req-296a7cce-9614-49cf-b846-fd9f8cecd30e {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:54:11.774405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "tag": "69238405-cebf-4800-9222-3eb4d599f436", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:54:11.774688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-296a7cce-9614-49cf-b846-fd9f8cecd30e {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:54:11.775094 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'tag': '69238405-cebf-4800-9222-3eb4d599f436', 'status': 'completed', 'code': 200} Nov 29 01:54:11.783054 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c1984d49-b87a-4e84-a87e-d26c98cbf481 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 690 time: 0.0473714 Nov 29 01:54:11.826874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:54:11.879037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-98a6aafc-b1f6-43f1-98cf-07f9aa2cb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:11.880551 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-98a6aafc-b1f6-43f1-98cf-07f9aa2cb284 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 1098 time: 0.0412121 Nov 29 01:54:11.975618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-20087397-579d-46d9-81ad-8fe49a4d836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:11.977001 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-20087397-579d-46d9-81ad-8fe49a4d836f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 898 time: 0.0889370 Nov 29 01:54:12.019155 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-a27db9b3-ec23-4ad5-a1e7-16854340b91a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69238405-cebf-4800-9222-3eb4d599f436 HTTP/1.1" status: 200 len: 217 time: 0.0348966 Nov 29 01:54:12.027483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:54:12.054209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] Checking router: 9b98ac57-22cd-4499-aaf3-46a548630f37 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:54:12.063132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:54:12.063851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:53:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:54:12.073003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-c38e4614-8c9a-4896-a2a8-1adc2f2e5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:12.074520 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-c38e4614-8c9a-4896-a2a8-1adc2f2e5206 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 200 len: 835 time: 0.0436738 Nov 29 01:54:12.126114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-58626da6-3100-40a5-8cde-eea5aaa98e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:12.127766 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-58626da6-3100-40a5-8cde-eea5aaa98e89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4184222-645f-410f-9ba0-e09557c49010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452054 Nov 29 01:54:12.172308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:54:12.222360 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-38025136-4ddc-4bc4-8bfa-32290e839614 service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860565 Nov 29 01:54:12.322558 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6890fa3-1b8c-4f54-b003-bceb0c78b994 req-36baf01a-a43e-4de3-8627-3a006f4be07e service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923178 Nov 29 01:54:12.377711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:54:12.405244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7e3f3-f469-4307-8dc2-6dda168fc15b None None] The sync data for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv is: [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:54:12.625629 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778d3117-eb18-448f-bdd4-d70c68510336 None None] New status for floating IP db4fa7ae-d547-458e-84df-7f860bdbe35e: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:54:12.785355 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47312) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:12.830784 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-02854107-08f2-4769-a455-a261b46491fb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 690 time: 0.0441678 Nov 29 01:54:13.834805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47314) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:13.885659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-15eb2822-3f25-4c30-988b-535a139783ee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 688 time: 0.0497191 Nov 29 01:54:13.888457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:14.156407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90d3b412-d53e-45e6-87b6-5cdbf33ed0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.187355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47318) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:15.192109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172892828', 'description': 'tempest-secgroup-smoke-1172892828 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:15.214850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.280452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.280717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.284919 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.315564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.316804 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1284459 Nov 29 01:54:15.317990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44606b1f-3181-4c06-bbc2-e35bf59ee132,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:15.319935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47320) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:15.325268 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.325682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.325891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-533f2327-f4fc-45b8-9648-6b600f5a204e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '44606b1f-3181-4c06-bbc2-e35bf59ee132', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:15.326070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.326527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.326898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.327226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.328066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.328403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.328742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.329078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.329446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.329782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a677527-04eb-45b4-8797-78193b210884 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:15.355648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-533f2327-f4fc-45b8-9648-6b600f5a204e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.410618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-533f2327-f4fc-45b8-9648-6b600f5a204e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.413957 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-533f2327-f4fc-45b8-9648-6b600f5a204e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.428469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f2327-f4fc-45b8-9648-6b600f5a204e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4ddae0-9966-4892-950b-6db45c26bd60,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:15.439051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-533f2327-f4fc-45b8-9648-6b600f5a204e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.440244 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-533f2327-f4fc-45b8-9648-6b600f5a204e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187730 Nov 29 01:54:15.443106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47322) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:15.447338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7a813b1f-e50b-4ab6-a0de-0d58f97eaa94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '44606b1f-3181-4c06-bbc2-e35bf59ee132', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:15.473587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a813b1f-e50b-4ab6-a0de-0d58f97eaa94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.531638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a813b1f-e50b-4ab6-a0de-0d58f97eaa94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.535097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a813b1f-e50b-4ab6-a0de-0d58f97eaa94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.553358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a813b1f-e50b-4ab6-a0de-0d58f97eaa94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0a6737-72bf-4fed-a45a-fe6f78b79062,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:15.558974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7a813b1f-e50b-4ab6-a0de-0d58f97eaa94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.560352 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7a813b1f-e50b-4ab6-a0de-0d58f97eaa94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162732 Nov 29 01:54:15.563336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47324) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:15.567601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1200aa1a-9cab-4042-b791-53baf24f00f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '44606b1f-3181-4c06-bbc2-e35bf59ee132', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:15.593201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1200aa1a-9cab-4042-b791-53baf24f00f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.651607 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1200aa1a-9cab-4042-b791-53baf24f00f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.655029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1200aa1a-9cab-4042-b791-53baf24f00f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.669476 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200aa1a-9cab-4042-b791-53baf24f00f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d80bd7-3740-42b6-bb2a-9058226b113d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:15.679655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1200aa1a-9cab-4042-b791-53baf24f00f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.680859 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1200aa1a-9cab-4042-b791-53baf24f00f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166039 Nov 29 01:54:15.683661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47326) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:15.688537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c118e0a0-eac8-444c-a734-76fd31f27f8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '44606b1f-3181-4c06-bbc2-e35bf59ee132', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:15.714407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c118e0a0-eac8-444c-a734-76fd31f27f8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.771153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c118e0a0-eac8-444c-a734-76fd31f27f8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.774605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c118e0a0-eac8-444c-a734-76fd31f27f8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.792565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118e0a0-eac8-444c-a734-76fd31f27f8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a86266-6141-4a6c-b6f0-5d8e80242f2e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:15.797831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c118e0a0-eac8-444c-a734-76fd31f27f8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.799051 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c118e0a0-eac8-444c-a734-76fd31f27f8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144688 Nov 29 01:54:15.801791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47328) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:15.806156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f33024a2-5614-431a-bb13-4bb7a9e5944f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '44606b1f-3181-4c06-bbc2-e35bf59ee132', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:15.828183 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-f33024a2-5614-431a-bb13-4bb7a9e5944f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:54:15.832898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f33024a2-5614-431a-bb13-4bb7a9e5944f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.889174 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f33024a2-5614-431a-bb13-4bb7a9e5944f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.893162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f33024a2-5614-431a-bb13-4bb7a9e5944f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.915753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33024a2-5614-431a-bb13-4bb7a9e5944f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31d5518-828f-49f5-b5ff-42989bf4f014,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:15.922343 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f33024a2-5614-431a-bb13-4bb7a9e5944f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.923802 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f33024a2-5614-431a-bb13-4bb7a9e5944f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210728 Nov 29 01:54:15.926498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47330) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:15.930711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1c45d4bd-650b-487b-8acd-154626c78de5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '44606b1f-3181-4c06-bbc2-e35bf59ee132', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:15.953405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-1c45d4bd-650b-487b-8acd-154626c78de5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:54:15.958769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c45d4bd-650b-487b-8acd-154626c78de5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:16.021940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c45d4bd-650b-487b-8acd-154626c78de5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:16.025710 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c45d4bd-650b-487b-8acd-154626c78de5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:16.040304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d4bd-650b-487b-8acd-154626c78de5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed2f4c0-1243-4767-ad59-9221bd0abf0e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:16.050961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c45d4bd-650b-487b-8acd-154626c78de5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:16.052167 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1c45d4bd-650b-487b-8acd-154626c78de5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247520 Nov 29 01:54:16.209173 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-b7263151-d661-4f51-9640-9a3920367a75 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172892828&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0472798 Nov 29 01:54:16.273152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:16.319033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-b37725d9-805f-45e1-b0ec-9bd9eebfebdf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:16.320526 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-b37725d9-805f-45e1-b0ec-9bd9eebfebdf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 797 time: 0.1045144 Nov 29 01:54:16.336120 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-afd51b6e-9f30-4823-b041-0e2c2eec27c0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0090299 Nov 29 01:54:16.393736 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-eb0ff135-8b0c-4892-905b-7c37dcf201b6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521872 Nov 29 01:54:16.488716 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-aa492ae8-52f7-4ad2-90f7-ed23c3053d96 service neutron] 10.222.0.30 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833249 Nov 29 01:54:16.588892 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-4a20dfc7-fc7f-44ff-b088-bde0ec0453f8 service neutron] 10.222.0.30 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943463 Nov 29 01:54:16.754982 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-278133cf-68df-4060-a2aa-d90332db9c42 req-56d6d37f-7cc9-4cbc-ba57-a45ce291d6fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 210 time: 0.0274947 Nov 29 01:54:17.857689 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dddac484-8dbd-4953-96ee-4d5dd25e4129 req-756af47c-12e5-4588-8252-eff6f357961f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 210 time: 0.0342901 Nov 29 01:54:18.034918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-798fed72-6176-40b9-8c2e-577f7b6ff905 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:18.036312 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-798fed72-6176-40b9-8c2e-577f7b6ff905 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 797 time: 0.1054170 Nov 29 01:54:18.127939 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-4d968aac-61ce-42d4-bb29-37b6f4ac932c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 473 time: 0.0737522 Nov 29 01:54:18.137784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['44606b1f-3181-4c06-bbc2-e35bf59ee132']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:18.245807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:54:18.250184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:18.388887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.6 (e4184222-645f-410f-9ba0-e09557c49010/24da46d3-fba2-4870-b34a-262a0d8252e6/ea09897e-d7f4-4f19-9054-f076fd7f6786) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:54:18.536694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:18.574960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:18.620420 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network e4184222-645f-410f-9ba0-e09557c49010 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:54:18.628769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:54:18.631981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:54:18.664900 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=ea09897e-d7f4-4f19-9054-f076fd7f6786,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:18.694610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:18.695248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:18.712361 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-a1d2a85c-ecd4-44cb-9b95-9c66a97529a5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780773 Nov 29 01:54:18.732682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Request body: {'port': {'device_id': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:18.790916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:18.822939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-32b43ed3-97cf-4067-b61d-cdabe1fd54fd None None] Provisioning complete for port ea09897e-d7f4-4f19-9054-f076fd7f6786 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:54:18.823538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32b43ed3-97cf-4067-b61d-cdabe1fd54fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:18.863166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-32b43ed3-97cf-4067-b61d-cdabe1fd54fd None None] Port ea09897e-d7f4-4f19-9054-f076fd7f6786 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:54:18.986264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545f030-fb44-462a-93f2-782f6aae53b8 req-1e7a740f-3cbe-426d-a148-da74e5afea3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:18.988065 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3545f030-fb44-462a-93f2-782f6aae53b8 req-1e7a740f-3cbe-426d-a148-da74e5afea3b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 931 time: 0.0559616 Nov 29 01:54:19.067625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea09897e-d7f4-4f19-9054-f076fd7f6786 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:54:19.076056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:19.090008 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Transition to ACTIVE for port object ea09897e-d7f4-4f19-9054-f076fd7f6786 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:54:19.094854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:19.149867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Pushing event updated for resources: {'Port': ['ID=ea09897e-d7f4-4f19-9054-f076fd7f6786,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:19.228364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Attempting to bind port ea09897e-d7f4-4f19-9054-f076fd7f6786 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:54:19.228705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Attempting to bind port ea09897e-d7f4-4f19-9054-f076fd7f6786 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:54:19.229147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Attempting to bind port ea09897e-d7f4-4f19-9054-f076fd7f6786 on network e4184222-645f-410f-9ba0-e09557c49010 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:54:19.234325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Port ea09897e-d7f4-4f19-9054-f076fd7f6786 on network e4184222-645f-410f-9ba0-e09557c49010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:54:19.234697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Attempting to bind port ea09897e-d7f4-4f19-9054-f076fd7f6786 on network e4184222-645f-410f-9ba0-e09557c49010 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:54:19.240374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:54:19.240742 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Checking segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:54:19.241113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Bound using segment: {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:54:19.241565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Bound port: ea09897e-d7f4-4f19-9054-f076fd7f6786, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ff0983-13bb-4192-bec2-cf1b166cf748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:54:19.241929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:19.314826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] For port ea09897e-d7f4-4f19-9054-f076fd7f6786, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:54:19.318492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] For port ea09897e-d7f4-4f19-9054-f076fd7f6786, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ea09897e-d7f4-4f19-9054-f076fd7f6786,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:54:19.324042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:19.362339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:19.363035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:19.364450 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] 10.222.0.21 "PUT /v2.0/ports/ea09897e-d7f4-4f19-9054-f076fd7f6786 HTTP/1.1" status: 200 len: 1093 time: 0.6363990 Nov 29 01:54:19.364909 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'tag': 'ea09897e-d7f4-4f19-9054-f076fd7f6786'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:54:19.367221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c480a7ec-3856-49a0-a939-08a95404dd35" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ea21c3-7d09-4c47-904d-220b49d7a2cd", "tag": "ea09897e-d7f4-4f19-9054-f076fd7f6786"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:54:19.393712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a6b40-2e5f-4645-894c-60ac6c285598 service neutron] Pushing event updated for resources: {'Port': ['ID=ea09897e-d7f4-4f19-9054-f076fd7f6786,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:19.401724 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3545f030-fb44-462a-93f2-782f6aae53b8 req-0775b03e-bf66-48b5-9730-e032c4a2fb63 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072893 Nov 29 01:54:19.464210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5e951a-f343-40f1-b854-66675b46018d x-openstack-request-id: req-9b5e951a-f343-40f1-b854-66675b46018d {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:54:19.464508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ea21c3-7d09-4c47-904d-220b49d7a2cd", "tag": "ea09897e-d7f4-4f19-9054-f076fd7f6786", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:54:19.464767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b5e951a-f343-40f1-b854-66675b46018d {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:54:19.465174 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'tag': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'status': 'completed', 'code': 200} Nov 29 01:54:19.504170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-c7f1a238-558e-4271-b9d8-c14720c9660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:19.505707 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-c7f1a238-558e-4271-b9d8-c14720c9660f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 1096 time: 0.0598497 Nov 29 01:54:19.567423 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-4258201f-85fb-4281-84f2-85a7dcce484f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea09897e-d7f4-4f19-9054-f076fd7f6786 HTTP/1.1" status: 200 len: 217 time: 0.0459578 Nov 29 01:54:19.623047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-75f9f8cf-2be3-48ec-a525-727d2c30d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:19.625271 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-75f9f8cf-2be3-48ec-a525-727d2c30d7c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 200 len: 835 time: 0.0503182 Nov 29 01:54:19.679678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-97fdd28c-68c1-4637-b1fc-b5228714fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:19.684204 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-97fdd28c-68c1-4637-b1fc-b5228714fc3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4184222-645f-410f-9ba0-e09557c49010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521095 Nov 29 01:54:19.779642 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-006b9157-fbad-4a9a-8759-cace3c246d2e service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879583 Nov 29 01:54:19.874996 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89fdc5a1-b461-4612-9a40-cc6edab59ba7 req-1b976017-ff1e-419d-b388-2bf76eec56f3 service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868804 Nov 29 01:54:20.019884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-325b30c0-3bac-46ca-8992-7d21b5d0a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:20.021332 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-325b30c0-3bac-46ca-8992-7d21b5d0a9bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 1096 time: 0.0480747 Nov 29 01:54:20.117182 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-82af177a-2366-4f46-a3b3-fac61fad9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:20.118659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-82af177a-2366-4f46-a3b3-fac61fad9e6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 898 time: 0.0884790 Nov 29 01:54:20.163866 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-46c614b5-cb54-4c6d-9c34-daf3f4481b39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea09897e-d7f4-4f19-9054-f076fd7f6786 HTTP/1.1" status: 200 len: 217 time: 0.0376379 Nov 29 01:54:20.216530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-91d50657-6bcf-4e9e-a648-4557b61f7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:20.218526 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-91d50657-6bcf-4e9e-a648-4557b61f7db5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 200 len: 835 time: 0.0456965 Nov 29 01:54:20.265117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-217c7376-ee74-4b3a-8ebf-eb588bb65360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:20.266605 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-217c7376-ee74-4b3a-8ebf-eb588bb65360 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4184222-645f-410f-9ba0-e09557c49010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407145 Nov 29 01:54:20.363664 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-1f9c5219-248b-49d1-b098-b767462f00e9 service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882509 Nov 29 01:54:20.456799 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c480a7ec-3856-49a0-a939-08a95404dd35 req-e772b12c-eb4e-41cd-91dc-cc71ff7f1b2f service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854456 Nov 29 01:54:20.521071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd84f4-c65c-4d48-a83e-8c5cd8012df8 req-a629a3f3-fc02-4098-aec1-67cc10950e3c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:20.522700 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a5cd84f4-c65c-4d48-a83e-8c5cd8012df8 req-a629a3f3-fc02-4098-aec1-67cc10950e3c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 943 time: 0.0496991 Nov 29 01:54:20.570796 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a5cd84f4-c65c-4d48-a83e-8c5cd8012df8 req-1a9f56e0-452f-4a86-ad6b-731eaa67b801 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Nov 29 01:54:21.685939 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912818-8859-4528-ac68-7ef728249b1a req-87638361-6161-414a-b661-8d49f5a3fecd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:21.687498 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bf912818-8859-4528-ac68-7ef728249b1a req-87638361-6161-414a-b661-8d49f5a3fecd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 943 time: 0.0491505 Nov 29 01:54:21.740912 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bf912818-8859-4528-ac68-7ef728249b1a req-f8d8eb13-651b-4972-af6f-71ede61f5141 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475264 Nov 29 01:54:22.209886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:22.689247 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ea09897e-d7f4-4f19-9054-f076fd7f6786 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:54:22.788634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ea09897e-d7f4-4f19-9054-f076fd7f6786, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ea09897e-d7f4-4f19-9054-f076fd7f6786,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:54:22.799742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'port_id': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'mac_address': 'fa:16:3e:e4:e6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:54:22.837918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:22.853593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea09897e-d7f4-4f19-9054-f076fd7f6786 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:54:22.872283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ea09897e-d7f4-4f19-9054-f076fd7f6786, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ea09897e-d7f4-4f19-9054-f076fd7f6786,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:54:22.876361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:22.926224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=ea09897e-d7f4-4f19-9054-f076fd7f6786,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:22.933358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.933710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.934130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.934467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.934761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.935241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.935450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.935633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27c77a-8d4b-4825-844e-1b06d4265bd3 req-cda06786-6a85-47ea-af40-7fd7059af5d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:22.936386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.936386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.936682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.937027 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1e27c77a-8d4b-4825-844e-1b06d4265bd3 req-cda06786-6a85-47ea-af40-7fd7059af5d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 944 time: 0.0573368 Nov 29 01:54:22.938687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.939002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:22.993270 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1e27c77a-8d4b-4825-844e-1b06d4265bd3 req-f941a510-ba46-416c-98c2-9cb3bacbe84c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501106 Nov 29 01:54:23.183346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ea09897e-d7f4-4f19-9054-f076fd7f6786'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:54:24.115503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68eb2-d16b-4754-9802-ca2f79885b56 req-b4e5ac65-d545-4cec-92fb-b09b212ee909 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:24.117140 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-46f68eb2-d16b-4754-9802-ca2f79885b56 req-b4e5ac65-d545-4cec-92fb-b09b212ee909 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 944 time: 0.0565705 Nov 29 01:54:24.169923 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-46f68eb2-d16b-4754-9802-ca2f79885b56 req-676e85e4-0694-488a-a368-a146d77736a1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464985 Nov 29 01:54:24.717386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ea09897e-d7f4-4f19-9054-f076fd7f6786 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:54:24.766601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port ea09897e-d7f4-4f19-9054-f076fd7f6786 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:54:24.770220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port ea09897e-d7f4-4f19-9054-f076fd7f6786 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:54:24.770627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:24.851504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:24.874590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea09897e-d7f4-4f19-9054-f076fd7f6786'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:54:24.877037 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa28e5-48df-4c5c-8981-0dd2690800a6" -d '{"events": [{"server_uuid": "d5ea21c3-7d09-4c47-904d-220b49d7a2cd", "name": "network-vif-plugged", "status": "completed", "tag": "ea09897e-d7f4-4f19-9054-f076fd7f6786"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:54:24.895165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ea09897e-d7f4-4f19-9054-f076fd7f6786, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ea09897e-d7f4-4f19-9054-f076fd7f6786,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:54:24.900957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:24.929671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209f0ea3-1ba4-4690-a376-9b2f4cef235f x-openstack-request-id: req-209f0ea3-1ba4-4690-a376-9b2f4cef235f {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:54:24.929964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ea21c3-7d09-4c47-904d-220b49d7a2cd", "name": "network-vif-plugged", "status": "completed", "tag": "ea09897e-d7f4-4f19-9054-f076fd7f6786", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:54:24.930399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-209f0ea3-1ba4-4690-a376-9b2f4cef235f {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:54:24.930805 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'code': 200} Nov 29 01:54:24.963089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=ea09897e-d7f4-4f19-9054-f076fd7f6786,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:25.121236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e376c-9102-4497-9d40-12c1e4d7e6d6 req-79f1a666-dda9-44c6-98ce-776d6911ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:25.122761 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d24e376c-9102-4497-9d40-12c1e4d7e6d6 req-79f1a666-dda9-44c6-98ce-776d6911ca09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 1098 time: 0.0396407 Nov 29 01:54:25.169732 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d24e376c-9102-4497-9d40-12c1e4d7e6d6 req-24044964-66d3-445c-90cc-b43aa73d678c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382233 Nov 29 01:54:25.288065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1b19-7fc1-4440-b27d-36d2a6a68e9f req-d58c65db-1f33-4a39-98de-b5f92f658ef8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:25.289535 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-597e1b19-7fc1-4440-b27d-36d2a6a68e9f req-d58c65db-1f33-4a39-98de-b5f92f658ef8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 945 time: 0.0525625 Nov 29 01:54:25.337640 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-597e1b19-7fc1-4440-b27d-36d2a6a68e9f req-23b84f9c-08dd-47f7-a70c-ad36c37fe212 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Nov 29 01:54:26.455056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc412172-00ae-4530-93ae-0fc04442fdbe req-8bb20bf5-516d-4d02-bfbc-75c4a9c8c844 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:26.456534 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc412172-00ae-4530-93ae-0fc04442fdbe req-8bb20bf5-516d-4d02-bfbc-75c4a9c8c844 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 945 time: 0.0488124 Nov 29 01:54:26.504939 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc412172-00ae-4530-93ae-0fc04442fdbe req-6bfdc195-5a46-4716-9f62-f2ab9d00cfbc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 Nov 29 01:54:26.618115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62eaa98-6bc0-474c-8d1e-58687b45bc7c req-92cc8a6a-fa7b-48be-9c95-f8820ce7aac4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:26.619593 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b62eaa98-6bc0-474c-8d1e-58687b45bc7c req-92cc8a6a-fa7b-48be-9c95-f8820ce7aac4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 945 time: 0.0477219 Nov 29 01:54:26.667387 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b62eaa98-6bc0-474c-8d1e-58687b45bc7c req-c09c1600-a087-4269-8c35-b64792cfff11 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413196 Nov 29 01:54:26.689378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47386) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:26.730964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026afc4a-27b5-471f-a1d3-c081dfdf4930 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:26.732517 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-026afc4a-27b5-471f-a1d3-c081dfdf4930 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 1093 time: 0.0421004 Nov 29 01:54:26.735760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47388) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:26.739914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'port_id': 'ea09897e-d7f4-4f19-9054-f076fd7f6786'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:54:26.778059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:27.510233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:27.513951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:27.612573 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP db4fa7ae-d547-458e-84df-7f860bdbe35e associated. External IP: 172.26.8.139, port: ea09897e-d7f4-4f19-9054-f076fd7f6786. Nov 29 01:54:27.811529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 9b98ac57-22cd-4499-aaf3-46a548630f37 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:54:27.918565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:54:27.923488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:27.929903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] Sync routers for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:54:27.939315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:54:27.939997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:54:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:54:27.949737 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-36f4ca3f-f755-48f7-9565-b0195f5ab8dd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 991 time: 1.2130129 Nov 29 01:54:27.950333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'tag': 'ea09897e-d7f4-4f19-9054-f076fd7f6786'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:54:27.953072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47392) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:27.953597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801dbc17-f66d-448b-84d0-ac4bfbce5c19" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ea21c3-7d09-4c47-904d-220b49d7a2cd", "tag": "ea09897e-d7f4-4f19-9054-f076fd7f6786"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:54:27.993392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba176e4-a7c4-4b37-bb21-6b7774111b58 x-openstack-request-id: req-3ba176e4-a7c4-4b37-bb21-6b7774111b58 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:54:27.993938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ea21c3-7d09-4c47-904d-220b49d7a2cd", "tag": "ea09897e-d7f4-4f19-9054-f076fd7f6786", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:54:27.994200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ba176e4-a7c4-4b37-bb21-6b7774111b58 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:54:27.994640 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'tag': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'status': 'completed', 'code': 200} Nov 29 01:54:28.013994 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-04d6f694-0997-4c45-ac0d-c86eb5c508f7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 991 time: 0.0597899 Nov 29 01:54:28.050039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:54:28.087701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-514f17b0-58d3-43fa-834c-4fb50562ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:28.089135 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-514f17b0-58d3-43fa-834c-4fb50562ac09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 1098 time: 0.0448902 Nov 29 01:54:28.184624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-046afc44-940f-4898-8b3f-e07561a97757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:28.186135 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-046afc44-940f-4898-8b3f-e07561a97757 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 898 time: 0.0875959 Nov 29 01:54:28.258254 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-babc6e01-f773-4c5b-9f3d-a679b3c556d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea09897e-d7f4-4f19-9054-f076fd7f6786 HTTP/1.1" status: 200 len: 999 time: 0.0642512 Nov 29 01:54:28.276289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'db4fa7ae-d547-458e-84df-7f860bdbe35e', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'port_id': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'mac_address': 'fa:16:3e:e4:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:33Z', 'updated_at': '2021-11-29T01:54:27Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:54:28.302719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] Checking router: 9b98ac57-22cd-4499-aaf3-46a548630f37 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:54:28.311444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:54:28.312496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-6744d5e5-1633-4326-901a-6f199c57121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:28.312770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:54:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:54:28.313975 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-6744d5e5-1633-4326-901a-6f199c57121f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 200 len: 835 time: 0.0476203 Nov 29 01:54:28.362018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-789a2dae-989b-4d99-8996-9fbf3bdba16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:28.363481 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-789a2dae-989b-4d99-8996-9fbf3bdba16b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4184222-645f-410f-9ba0-e09557c49010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418220 Nov 29 01:54:28.463752 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-6b98a2cd-045e-4074-ab13-9f9ea487e11e service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915060 Nov 29 01:54:28.560274 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-801dbc17-f66d-448b-84d0-ac4bfbce5c19 req-ca44133f-c987-45a1-ae9d-cfd1cf4a4acf service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884483 Nov 29 01:54:28.564616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:54:28.780365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'db4fa7ae-d547-458e-84df-7f860bdbe35e', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'port_id': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'mac_address': 'fa:16:3e:e4:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:33Z', 'updated_at': '2021-11-29T01:54:27Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:54:28.809488 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744fd72-03e9-4e15-a7d0-9e5bc57ff172 None None] The sync data for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv is: [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'db4fa7ae-d547-458e-84df-7f860bdbe35e', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'port_id': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'mac_address': 'fa:16:3e:e4:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:53:33Z', 'updated_at': '2021-11-29T01:54:27Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:54:29.006591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1322f36-d879-400b-ad18-0dc1f817e81e None None] New status for floating IP db4fa7ae-d547-458e-84df-7f860bdbe35e: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:54:29.007693 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-ab4abfe7-3ab2-44e1-bf89-5c290f85a442 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461650 Nov 29 01:54:29.018460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47396) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:29.089453 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fdfb44b4-e81f-49d0-9e3e-2a36941e6742 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 991 time: 0.0688348 Nov 29 01:54:29.116808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-824ef16c-2362-44cf-9d44-55eb4f0e4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:29.118308 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-824ef16c-2362-44cf-9d44-55eb4f0e4a46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 1098 time: 0.0438342 Nov 29 01:54:29.229483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-85f8ac77-bdff-40ab-9bf9-ecf5d07397fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:29.231040 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-85f8ac77-bdff-40ab-9bf9-ecf5d07397fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 200 len: 898 time: 0.0939271 Nov 29 01:54:29.273748 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-035579e2-40d3-428d-866a-400f5bc4b63b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69238405-cebf-4800-9222-3eb4d599f436 HTTP/1.1" status: 200 len: 217 time: 0.0344729 Nov 29 01:54:29.328501 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-67f44373-9f79-49a2-b61b-9c7f81e8c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:29.329960 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-67f44373-9f79-49a2-b61b-9c7f81e8c226 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 200 len: 835 time: 0.0494771 Nov 29 01:54:29.376106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-66af5768-b763-4f7d-a167-1d1be3562a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:54:29.377476 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-66af5768-b763-4f7d-a167-1d1be3562a50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4184222-645f-410f-9ba0-e09557c49010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399714 Nov 29 01:54:29.467806 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-2e2ccd1e-0492-4c9d-9632-d08305988747 service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829389 Nov 29 01:54:29.564317 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-81e63ae6-908f-4aa7-817e-3e2eb49b238b req-c7ef15a4-9088-4356-977d-09024c8043fb service neutron] 10.222.0.21 "GET /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883782 Nov 29 01:54:30.092225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47398) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:30.153171 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ae14ba62-93d7-405f-89d5-279930095402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 200 len: 993 time: 0.0597947 Nov 29 01:54:40.576177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b6fdaef5-d845-40dc-a9b6-aa70cc52f97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:43.888663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:44.158510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f18992d5-72af-4614-a708-b4a3d7cc01af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:44.964004 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:54:45.283600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:46.277267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:52.212378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:01.604021 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa63390-cf88-4f79-b0f5-e9a2f9e15125 req-7568285a-9ba8-47ff-a3e2-2cfc22d41058 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:01.605513 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4fa63390-cf88-4f79-b0f5-e9a2f9e15125 req-7568285a-9ba8-47ff-a3e2-2cfc22d41058 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 945 time: 0.0547941 Nov 29 01:55:01.653704 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4fa63390-cf88-4f79-b0f5-e9a2f9e15125 req-75e26bb8-c648-4567-884a-716166c809bd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Nov 29 01:55:02.770958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b73b96-940f-4a33-bbfd-6c5c21eeea17 req-6dc81b12-161e-4b54-8d8e-f00eb49d8ce1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:02.772454 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e7b73b96-940f-4a33-bbfd-6c5c21eeea17 req-6dc81b12-161e-4b54-8d8e-f00eb49d8ce1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 945 time: 0.0512245 Nov 29 01:55:02.821361 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e7b73b96-940f-4a33-bbfd-6c5c21eeea17 req-4d20e3f2-f9d3-439e-bf3a-8468d5fa43af tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=44606b1f-3181-4c06-bbc2-e35bf59ee132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Nov 29 01:55:03.097778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2389-c604-412e-8e91-aa37697ac46e req-d9015cfb-1afa-4497-8c5f-7959950b947d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:03.099202 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e47b2389-c604-412e-8e91-aa37697ac46e req-d9015cfb-1afa-4497-8c5f-7959950b947d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 945 time: 0.0482812 Nov 29 01:55:03.189778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port ea09897e-d7f4-4f19-9054-f076fd7f6786 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:03.190116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:03.280157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port ea09897e-d7f4-4f19-9054-f076fd7f6786, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ea09897e-d7f4-4f19-9054-f076fd7f6786,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:03.280525 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:03.494854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:03.495135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:03.495449 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP db4fa7ae-d547-458e-84df-7f860bdbe35e disassociated. External IP: 172.26.8.139, port: ea09897e-d7f4-4f19-9054-f076fd7f6786. Nov 29 01:55:03.495787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for ea09897e-d7f4-4f19-9054-f076fd7f6786 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:03.625791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:03.652505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=ea09897e-d7f4-4f19-9054-f076fd7f6786,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:03.661940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.662292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.662656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.662992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.663329 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.663660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.663986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.664310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.664639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.665457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.665457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.665662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:03.780224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 9b98ac57-22cd-4499-aaf3-46a548630f37 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:55:03.891306 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:03.901186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] Sync routers for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:03.910483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:03.911110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:54:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:03.936809 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-df865cae-2387-4140-8faf-552eb39a74ac req-39d8bb24-4d99-4ada-91db-8598efedce4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ea21c3-7d09-4c47-904d-220b49d7a2cd HTTP/1.1" status: 200 len: 210 time: 0.0476036 Nov 29 01:55:03.954033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port ea09897e-d7f4-4f19-9054-f076fd7f6786 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:55:03.957009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:03.960482 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e47b2389-c604-412e-8e91-aa37697ac46e req-9258a94b-6a52-47a7-bf88-b2a19955036c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/ea09897e-d7f4-4f19-9054-f076fd7f6786 HTTP/1.1" status: 204 len: 173 time: 0.8550422 Nov 29 01:55:03.960964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'name': 'network-vif-deleted', 'tag': 'ea09897e-d7f4-4f19-9054-f076fd7f6786'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:55:03.963322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b93d03-393d-4c66-b66d-9474b5047fbb" -d '{"events": [{"server_uuid": "d5ea21c3-7d09-4c47-904d-220b49d7a2cd", "name": "network-vif-deleted", "tag": "ea09897e-d7f4-4f19-9054-f076fd7f6786"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:55:04.007990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe12cfd-e73c-4a8d-a3fa-eadaf6bb82ab x-openstack-request-id: req-4fe12cfd-e73c-4a8d-a3fa-eadaf6bb82ab {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:55:04.008292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ea21c3-7d09-4c47-904d-220b49d7a2cd", "name": "network-vif-deleted", "tag": "ea09897e-d7f4-4f19-9054-f076fd7f6786", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:55:04.008587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fe12cfd-e73c-4a8d-a3fa-eadaf6bb82ab {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:55:04.009188 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ea21c3-7d09-4c47-904d-220b49d7a2cd', 'name': 'network-vif-deleted', 'tag': 'ea09897e-d7f4-4f19-9054-f076fd7f6786', 'status': 'completed', 'code': 200} Nov 29 01:55:04.024585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:04.229715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:04.256602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] Checking router: 9b98ac57-22cd-4499-aaf3-46a548630f37 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:04.264453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:04.265047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:54:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:04.375077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:04.580395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:04.606607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a5070-0117-4850-82ef-6b771e0669ae None None] The sync data for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv is: [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:53:18Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51c82f23-4726-4228-baa0-0b13c9fb37c5', 'name': '', 'network_id': 'e4184222-645f-410f-9ba0-e09557c49010', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:f5:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:17Z', 'updated_at': '2021-11-29T01:53:22Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '24da46d3-fba2-4870-b34a-262a0d8252e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:04.824826 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d868e90-084a-4598-9356-2a861a298c17 None None] New status for floating IP db4fa7ae-d547-458e-84df-7f860bdbe35e: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:55:04.991498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47426) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:05.047272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-77aa5532-614e-4ceb-8c25-d26fbff40b57 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.073693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-77aa5532-614e-4ceb-8c25-d26fbff40b57 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.137957 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-77aa5532-614e-4ceb-8c25-d26fbff40b57 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.141541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-77aa5532-614e-4ceb-8c25-d26fbff40b57 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.142672 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-77aa5532-614e-4ceb-8c25-d26fbff40b57 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/44606b1f-3181-4c06-bbc2-e35bf59ee132 HTTP/1.1" status: 204 len: 168 time: 0.1500652 Nov 29 01:55:05.153413 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa5532-614e-4ceb-8c25-d26fbff40b57 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44606b1f-3181-4c06-bbc2-e35bf59ee132,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:05.176813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47430) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:05.299552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 9895b82e-0302-46cb-8580-1602fbccb321 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:05.299894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.372910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.373222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.385274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 9895b82e-0302-46cb-8580-1602fbccb321 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:05.522602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.548415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=9895b82e-0302-46cb-8580-1602fbccb321,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:05.610691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.613377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:05.614555 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-afcc5c73-ed78-424a-8dce-190fd0dee330 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/db4fa7ae-d547-458e-84df-7f860bdbe35e HTTP/1.1" status: 204 len: 168 time: 0.4366443 Nov 29 01:55:05.828373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e244fba-cbb0-45c5-a8eb-7e0494971a12 req-3fde4a73-7f11-457a-95b4-80eed29a247a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:05.829835 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3e244fba-cbb0-45c5-a8eb-7e0494971a12 req-3fde4a73-7f11-457a-95b4-80eed29a247a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 945 time: 0.0476716 Nov 29 01:55:05.877648 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3e244fba-cbb0-45c5-a8eb-7e0494971a12 req-99195e8f-6f19-401a-8151-cfc6ed46fec0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Nov 29 01:55:06.975747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ea09897e-d7f4-4f19-9054-f076fd7f6786 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:06.993031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba4339-4bda-4c78-a513-d3075d202f92 req-206e8c8a-353a-4f59-bcc1-57df6f3ef6eb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:06.994586 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2ba4339-4bda-4c78-a513-d3075d202f92 req-206e8c8a-353a-4f59-bcc1-57df6f3ef6eb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 945 time: 0.0495093 Nov 29 01:55:06.998506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: ea09897e-d7f4-4f19-9054-f076fd7f6786 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:06.998858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ea09897e-d7f4-4f19-9054-f076fd7f6786 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:07.043887 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2ba4339-4bda-4c78-a513-d3075d202f92 req-5ad95e4e-5b6d-4f7b-9b6c-bd6f26abc9f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432870 Nov 29 01:55:07.259590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619c43-3954-4986-93e0-7315f446f3b0 req-326500a1-cc6c-472f-8e61-9efd4e5ac03e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:07.260924 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-60619c43-3954-4986-93e0-7315f446f3b0 req-326500a1-cc6c-472f-8e61-9efd4e5ac03e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 945 time: 0.0510776 Nov 29 01:55:07.350239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 69238405-cebf-4800-9222-3eb4d599f436 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:07.350628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:07.444360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 69238405-cebf-4800-9222-3eb4d599f436, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=69238405-cebf-4800-9222-3eb4d599f436,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:07.444729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:07.457562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 69238405-cebf-4800-9222-3eb4d599f436 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:07.580876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:07.613008 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=69238405-cebf-4800-9222-3eb4d599f436,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:07.654489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port 69238405-cebf-4800-9222-3eb4d599f436 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:55:07.657729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:07.661431 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-60619c43-3954-4986-93e0-7315f446f3b0 req-c8080dcd-9a1f-41e9-9d01-244c0e3c63cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/69238405-cebf-4800-9222-3eb4d599f436 HTTP/1.1" status: 204 len: 173 time: 0.3934207 Nov 29 01:55:07.661885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'name': 'network-vif-deleted', 'tag': '69238405-cebf-4800-9222-3eb4d599f436'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:55:07.665023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429cb396-e332-43d6-84db-88c329531652" -d '{"events": [{"server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "name": "network-vif-deleted", "tag": "69238405-cebf-4800-9222-3eb4d599f436"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:55:07.710947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de225681-0819-4dd9-a72d-d7087f1bb42b x-openstack-request-id: req-de225681-0819-4dd9-a72d-d7087f1bb42b {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:55:07.711250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614", "name": "network-vif-deleted", "tag": "69238405-cebf-4800-9222-3eb4d599f436", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:55:07.711513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de225681-0819-4dd9-a72d-d7087f1bb42b {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:55:07.711924 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614', 'name': 'network-vif-deleted', 'tag': '69238405-cebf-4800-9222-3eb4d599f436', 'status': 'completed', 'code': 200} Nov 29 01:55:08.157744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b1b8e7cc-f2df-46a0-bd67-479089614c26 req-5cd4dfa0-eef8-4aa1-bb65-fe2a0c249b42 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f2a5a0-d1f4-4e1d-8048-3a3fa6d7d614 HTTP/1.1" status: 200 len: 210 time: 0.0282650 Nov 29 01:55:09.212334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47444) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:09.267289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb4c69ef-5d4d-46e6-a29a-3d61d4cf7960 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:09.291844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb4c69ef-5d4d-46e6-a29a-3d61d4cf7960 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:09.352392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb4c69ef-5d4d-46e6-a29a-3d61d4cf7960 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:09.355802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cb4c69ef-5d4d-46e6-a29a-3d61d4cf7960 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:09.356961 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cb4c69ef-5d4d-46e6-a29a-3d61d4cf7960 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/b631ea17-e7a3-43a2-aeb0-a82f50d91aaf HTTP/1.1" status: 204 len: 168 time: 0.1436336 Nov 29 01:55:09.366237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c69ef-5d4d-46e6-a29a-3d61d4cf7960 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b631ea17-e7a3-43a2-aeb0-a82f50d91aaf,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:09.392105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47448) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:10.047091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:10.295309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 51c82f23-4726-4228-baa0-0b13c9fb37c5 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:10.296001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:10.388550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 51c82f23-4726-4228-baa0-0b13c9fb37c5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=51c82f23-4726-4228-baa0-0b13c9fb37c5,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:10.388905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:10.401378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 51c82f23-4726-4228-baa0-0b13c9fb37c5 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:10.576768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-445a3d61-a5a2-40df-ba0b-e6b9b3fb1fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:10.592225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:10.620079 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=51c82f23-4726-4228-baa0-0b13c9fb37c5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:10.789323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:10.979560 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 69238405-cebf-4800-9222-3eb4d599f436 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:11.000207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 69238405-cebf-4800-9222-3eb4d599f436 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:11.000559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 69238405-cebf-4800-9222-3eb4d599f436 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:11.003530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 9b98ac57-22cd-4499-aaf3-46a548630f37 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:55:11.111327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:11.116387 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5b3c4922-db0e-4b26-9cfc-d42f81f2f0b1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/9b98ac57-22cd-4499-aaf3-46a548630f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232616 Nov 29 01:55:11.119123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47450) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:11.122065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] Sync routers for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:11.132803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:11.133412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:54:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:11.173883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ba8585-2111-4243-82dd-e14ed559007c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet 24da46d3-fba2-4870-b34a-262a0d8252e6 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:55:11.177287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23ba8585-2111-4243-82dd-e14ed559007c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.220919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23ba8585-2111-4243-82dd-e14ed559007c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.245437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:11.309311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23ba8585-2111-4243-82dd-e14ed559007c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.368601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23ba8585-2111-4243-82dd-e14ed559007c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.395520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d583e00c-9c73-4ec3-a310-170435f67699 None None] Network e4184222-645f-410f-9ba0-e09557c49010 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:55:11.398793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-23ba8585-2111-4243-82dd-e14ed559007c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.402107 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-23ba8585-2111-4243-82dd-e14ed559007c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/24da46d3-fba2-4870-b34a-262a0d8252e6 HTTP/1.1" status: 204 len: 168 time: 0.2820477 Nov 29 01:55:11.403168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba8585-2111-4243-82dd-e14ed559007c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=24da46d3-fba2-4870-b34a-262a0d8252e6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:11.404953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47452) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:11.513855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:55:10Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:11.514589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.545512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] Checking router: 9b98ac57-22cd-4499-aaf3-46a548630f37 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:11.560224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] Routers {'9b98ac57-22cd-4499-aaf3-46a548630f37'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:11.560816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:54:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9b98ac57-22cd-4499-aaf3-46a548630f37'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:11.661479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.717562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 931924ae-d14f-4ffc-a130-a275aed9e9ff {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:11.717910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.809226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 931924ae-d14f-4ffc-a130-a275aed9e9ff, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=931924ae-d14f-4ffc-a130-a275aed9e9ff,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:11.809597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:11.813505 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] DHCP port deletion for e4184222-645f-410f-9ba0-e09557c49010 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:11.823690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 931924ae-d14f-4ffc-a130-a275aed9e9ff owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:11.883504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] Set router 9b98ac57-22cd-4499-aaf3-46a548630f37 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:11.964586 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] Deleting port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:11.964969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.003880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.031248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=931924ae-d14f-4ffc-a130-a275aed9e9ff,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:12.064150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0000586-ce5e-4a90-8948-9a539121be09 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:12.084069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] For port 88ffaceb-8ecb-41dd-8785-447b7a3699b7, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=88ffaceb-8ecb-41dd-8785-447b7a3699b7,segment=NetworkSegment(c2ff0983-13bb-4192-bec2-cf1b166cf748),segment_id=c2ff0983-13bb-4192-bec2-cf1b166cf748)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:12.084482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.101388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] Calling delete_port for 88ffaceb-8ecb-41dd-8785-447b7a3699b7 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:12.108620 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.205734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.208012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.219906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:55:10Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:12.248799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3703780-eec0-4dd6-81ff-51ba74792544 None None] The sync data for ids ['9b98ac57-22cd-4499-aaf3-46a548630f37'] in dv-neutron-816800-5-hyperv is: [{'id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'name': 'tempest-TestNetworkBasicOps-router-2049211125', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:12Z', 'updated_at': '2021-11-29T01:55:10Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '931924ae-d14f-4ffc-a130-a275aed9e9ff', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b98ac57-22cd-4499-aaf3-46a548630f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:13Z', 'updated_at': '2021-11-29T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:12.254320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.265999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.266648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Fanout notify agent at l3_agent the message router_deleted on router 9b98ac57-22cd-4499-aaf3-46a548630f37 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:55:12.274854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.278490 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-78680cb0-16d3-4f52-b9b6-13af2acc7a3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/routers/9b98ac57-22cd-4499-aaf3-46a548630f37 HTTP/1.1" status: 204 len: 168 time: 0.8703794 Nov 29 01:55:12.279286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47454) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:12.285705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] Pushing event deleted for resources: {'Port': ['ID=88ffaceb-8ecb-41dd-8785-447b7a3699b7,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:12.289162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb70ae-bd2b-4b09-a7ea-ec9f3027842f None None] No DVR routers for this DVR port 88ffaceb-8ecb-41dd-8785-447b7a3699b7 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:55:12.375212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.461662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.486337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4184222-645f-410f-9ba0-e09557c49010']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:12.495365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ff0983-13bb-4192-bec2-cf1b166cf748') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:12.495670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ff0983-13bb-4192-bec2-cf1b166cf748') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:12.505454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.518671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.524610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:55:12.525060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:55:12.528142 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:55:12.585956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.592585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.596166 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/e4184222-645f-410f-9ba0-e09557c49010 HTTP/1.1" status: 204 len: 168 time: 0.3142295 Nov 29 01:55:12.609296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0792748-efad-4edb-8207-b3526dd80502 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=e4184222-645f-410f-9ba0-e09557c49010,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:12.625916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47456) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:12.631045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--245917269', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:12.657129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:55:12.660902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.685644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:55:12.696682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.697025 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment 800a7bdc-8eb9-43cb-a797-dd4346b95ec4 of type vlan for network 4d56b1c7-59bc-446d-8360-5666de069742 Nov 29 01:55:12.742042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.767849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.773494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:12.774077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.840390 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2101965 Nov 29 01:55:12.840787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47458) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:12.843180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4a9d7-8c99-4480-8964-8dcb0b7c827b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=4d56b1c7-59bc-446d-8360-5666de069742,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:12.845899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'admin_state_up': True, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:12.853866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 4d56b1c7-59bc-446d-8360-5666de069742 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:55:12.879672 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.880758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.943629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:13.084786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:13.274275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:13.294399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:13.357765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 88ffaceb-8ecb-41dd-8785-447b7a3699b7 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:13.378587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 88ffaceb-8ecb-41dd-8785-447b7a3699b7 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:13.378935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 88ffaceb-8ecb-41dd-8785-447b7a3699b7 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:13.379354 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 51c82f23-4726-4228-baa0-0b13c9fb37c5 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:13.398653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 51c82f23-4726-4228-baa0-0b13c9fb37c5 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:13.398932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 51c82f23-4726-4228-baa0-0b13c9fb37c5 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:13.399351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 931924ae-d14f-4ffc-a130-a275aed9e9ff no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:13.412488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.141 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/4fa27655-1ec9-4b88-b945-26f162e69e5b) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:55:13.418536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 931924ae-d14f-4ffc-a130-a275aed9e9ff {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:13.418894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 931924ae-d14f-4ffc-a130-a275aed9e9ff not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:13.518266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:13.552466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:13.588352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:13.594074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:13.597546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:55:13.606931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b910087-e150-46e1-8b3e-950428732025 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:13.621159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=4fa27655-1ec9-4b88-b945-26f162e69e5b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:13.709779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a22ab906-1042-4f8c-9400-cb8e49188153 None None] Provisioning complete for port 4fa27655-1ec9-4b88-b945-26f162e69e5b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:13.710061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a22ab906-1042-4f8c-9400-cb8e49188153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:13.746446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a22ab906-1042-4f8c-9400-cb8e49188153 None None] Port 4fa27655-1ec9-4b88-b945-26f162e69e5b cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:55:13.854262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:13.890916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:14.048418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:14.160085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-829e6c93-07d9-4d10-9d68-7a30b150c51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:14.173987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 2efe0c37-01f4-4f12-b547-492db75d9b6a is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:55:14.595998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:14.609591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Sync routers for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:14.617334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:14.618659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-760633b2-d995-4f80-bef3-9fb4c07a1402 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7767158 Nov 29 01:55:14.618800 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:14.619365 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:14.621729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47460) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:14.727302 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:14.749248 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7539b495-5319-41d9-b916-3a625597e3e9 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1263397 Nov 29 01:55:14.751743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47466) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:14.843987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e1f6b5-dfa5-4cfe-b34d-ec8e7bfa99a7 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:14.845656 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d0e1f6b5-dfa5-4cfe-b34d-ec8e7bfa99a7 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929141 Nov 29 01:55:14.848440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47468) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:14.876460 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-81976243-252d-47fd-bd56-e5fb362e4f35 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269506 Nov 29 01:55:14.879075 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47470) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:14.884168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1149026667', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:14.975125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:55:14.978723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:14.991051 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:13Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:15.016636 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Checking router: 2efe0c37-01f4-4f12-b547-492db75d9b6a for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:15.016997 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Updating router 2efe0c37-01f4-4f12-b547-492db75d9b6a port 4fa27655-1ec9-4b88-b945-26f162e69e5b binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:55:15.044833 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.157794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.215633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=7211a043-12e1-468b-b9ac-1837b64ea964,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:15.227062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:15.227430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: 4d56b1c7-59bc-446d-8360-5666de069742, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:55:15.245211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 4d56b1c7-59bc-446d-8360-5666de069742 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:55:15.254924 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 4d56b1c7-59bc-446d-8360-5666de069742) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:15.260167 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:15.261107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.267965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca97e2-3011-435c-9b2d-6902ae325dba None None] Network 4d56b1c7-59bc-446d-8360-5666de069742 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:55:15.280115 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-16f332ef-882c-4282-ad57-e794c86117fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3999276 Nov 29 01:55:15.283551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47472) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:15.296026 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.301431 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.345662 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Attempting to bind port 4fa27655-1ec9-4b88-b945-26f162e69e5b on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:55:15.346088 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Attempting to bind port 4fa27655-1ec9-4b88-b945-26f162e69e5b by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:55:15.346690 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Attempting to bind port 4fa27655-1ec9-4b88-b945-26f162e69e5b on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:15.347504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.351906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c695bd-d55b-4f2d-a80e-d96a3b94d502 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:15.358697 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:55:15.359078 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:15.359471 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.360060 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:55:15.360530 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Bound port: 4fa27655-1ec9-4b88-b945-26f162e69e5b, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:55:15.361091 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.409900 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Pushing event updated for resources: {'Port': ['ID=4fa27655-1ec9-4b88-b945-26f162e69e5b,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:15.422013 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.422354 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.422902 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.423234 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.423561 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.423912 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.424239 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.424554 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.425056 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.425380 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.425716 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.426016 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:15.431083 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] For port 4fa27655-1ec9-4b88-b945-26f162e69e5b, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:15.434393 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] For port 4fa27655-1ec9-4b88-b945-26f162e69e5b, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4fa27655-1ec9-4b88-b945-26f162e69e5b,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:55:15.442841 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.444465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-4d56b1c7-59bc-446d-8360-5666de069742', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:55:15.445389 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.490924 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:15.491541 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:15.520068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af3949-17b4-4624-9c4b-3e24ae249151 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:15.551381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-099e9c58-034e-48a7-ab4e-4901350c1e70 None None] Provisioning complete for port 4fa27655-1ec9-4b88-b945-26f162e69e5b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:15.551608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-099e9c58-034e-48a7-ab4e-4901350c1e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.603953 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:15.630681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Allocated IP 172.20.0.2 (4d56b1c7-59bc-446d-8360-5666de069742/7211a043-12e1-468b-b9ac-1837b64ea964/31d76919-dd77-4e0c-a4e5-34c50b63284f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:55:15.723519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-099e9c58-034e-48a7-ab4e-4901350c1e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.733025 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78c20-89f7-4365-8a62-bbba2de0b69b None None] Pushing event updated for resources: {'Port': ['ID=4fa27655-1ec9-4b88-b945-26f162e69e5b,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:15.754343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-099e9c58-034e-48a7-ab4e-4901350c1e70 None None] For port 4fa27655-1ec9-4b88-b945-26f162e69e5b, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4fa27655-1ec9-4b88-b945-26f162e69e5b,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:15.761085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-099e9c58-034e-48a7-ab4e-4901350c1e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.788023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.790742 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:13Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:15.822938 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d7cf8-dd5e-45f8-b484-274ac3f5fcef None None] The sync data for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv is: [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:13Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:15.865479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e9c58-034e-48a7-ab4e-4901350c1e70 None None] Pushing event updated for resources: {'Port': ['ID=4fa27655-1ec9-4b88-b945-26f162e69e5b,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:15.876618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.887065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.920404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c13555d4-4c6e-4bee-be65-1c86bc104c31 None None] Provisioning complete for port 4fa27655-1ec9-4b88-b945-26f162e69e5b triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:15.920777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c13555d4-4c6e-4bee-be65-1c86bc104c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.960371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Network 4d56b1c7-59bc-446d-8360-5666de069742 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:15.971103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:15.974699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Pushing event updated for resources: {'Port': ['ID=31d76919-dd77-4e0c-a4e5-34c50b63284f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:15.976910 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:55:16.064451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Attempting to bind port 31d76919-dd77-4e0c-a4e5-34c50b63284f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:55:16.064827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Attempting to bind port 31d76919-dd77-4e0c-a4e5-34c50b63284f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:55:16.065201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Attempting to bind port 31d76919-dd77-4e0c-a4e5-34c50b63284f on network 4d56b1c7-59bc-446d-8360-5666de069742 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:16.085452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:55:16.085782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Checking segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:16.086190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.086617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Bound using segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:55:16.087103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Bound port: 31d76919-dd77-4e0c-a4e5-34c50b63284f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:55:16.087518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.105629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.1 (4d56b1c7-59bc-446d-8360-5666de069742/7211a043-12e1-468b-b9ac-1837b64ea964/95de363f-af63-4b6a-a94f-0c7dfda7418d) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:55:16.160029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] For port 31d76919-dd77-4e0c-a4e5-34c50b63284f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:16.170326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] For port 31d76919-dd77-4e0c-a4e5-34c50b63284f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31d76919-dd77-4e0c-a4e5-34c50b63284f,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:55:16.180666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.264146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f3398-52e7-4bcd-8709-50ece4fbf64a None None] Pushing event updated for resources: {'Port': ['ID=31d76919-dd77-4e0c-a4e5-34c50b63284f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:16.268737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.287094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.309764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.354958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 4d56b1c7-59bc-446d-8360-5666de069742 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:16.363144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:16.365675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:55:16.419526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=95de363f-af63-4b6a-a94f-0c7dfda7418d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:16.431731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.432087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.432434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.432777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.433113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.433451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.434498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.434498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.434498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.434804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.435105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.435441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:16.451785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.605364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.893064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.898049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.974149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=95de363f-af63-4b6a-a94f-0c7dfda7418d,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:16.977518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.077831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 4d56b1c7-59bc-446d-8360-5666de069742 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:17.079479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:17.213949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 2efe0c37-01f4-4f12-b547-492db75d9b6a has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:55:17.217909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25ae25-db91-4f56-bb5d-be65f46c0627 None None] Network 4d56b1c7-59bc-446d-8360-5666de069742 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:55:17.278294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31d76919-dd77-4e0c-a4e5-34c50b63284f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:55:17.328045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:17.335582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-afd8fb75-b2f7-4a4e-b972-23380e42349d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/2efe0c37-01f4-4f12-b547-492db75d9b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0486662 Nov 29 01:55:17.335959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47476) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:17.351524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e3b361fc-fe8a-4461-8d11-0339bdf64ef0 None None] Provisioning complete for port 31d76919-dd77-4e0c-a4e5-34c50b63284f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:17.352120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e3b361fc-fe8a-4461-8d11-0339bdf64ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.426902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 31d76919-dd77-4e0c-a4e5-34c50b63284f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:17.427286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.523209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a1f93-aa41-4350-bb16-6302eec66e86 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.523846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a1f93-aa41-4350-bb16-6302eec66e86 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.524337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a1f93-aa41-4350-bb16-6302eec66e86 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.524889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a1f93-aa41-4350-bb16-6302eec66e86 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.525535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a1f93-aa41-4350-bb16-6302eec66e86 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.526151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a1f93-aa41-4350-bb16-6302eec66e86 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.528833 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b51a1f93-aa41-4350-bb16-6302eec66e86 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1918187 Nov 29 01:55:17.531321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47478) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:17.543433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e3b361fc-fe8a-4461-8d11-0339bdf64ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.640465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96dabb7-3f06-450e-9be1-440cbb14fc26 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.640935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96dabb7-3f06-450e-9be1-440cbb14fc26 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.641393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96dabb7-3f06-450e-9be1-440cbb14fc26 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.641847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96dabb7-3f06-450e-9be1-440cbb14fc26 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.642546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96dabb7-3f06-450e-9be1-440cbb14fc26 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.643004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96dabb7-3f06-450e-9be1-440cbb14fc26 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:17.644942 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c96dabb7-3f06-450e-9be1-440cbb14fc26 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1126685 Nov 29 01:55:17.647872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47480) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:17.765691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e3b361fc-fe8a-4461-8d11-0339bdf64ef0 None None] For port 31d76919-dd77-4e0c-a4e5-34c50b63284f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31d76919-dd77-4e0c-a4e5-34c50b63284f,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:17.769205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.772661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e3b361fc-fe8a-4461-8d11-0339bdf64ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.810979 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c2449b1c-71d9-460a-9168-eb09b38c45d0 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1592987 Nov 29 01:55:17.811976 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47482) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:17.822578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2017661822', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:17.861859 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b361fc-fe8a-4461-8d11-0339bdf64ef0 None None] Pushing event updated for resources: {'Port': ['ID=31d76919-dd77-4e0c-a4e5-34c50b63284f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:17.872358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Sync routers for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:17.883141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:55:17.883514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:55:17.890739 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:17.891375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:17.959886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:55:17.963758 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.979963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e12b82d2-d467-4c3d-b8a7-141ff197444d None None] Provisioning complete for port 31d76919-dd77-4e0c-a4e5-34c50b63284f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:17.980343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e12b82d2-d467-4c3d-b8a7-141ff197444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.983355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] device_id is not set on port 855cef38-93dc-48e1-8c72-82d012cab6f4 yet. {{(pid=109948) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:55:18.048472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:18.107730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.7 (4d56b1c7-59bc-446d-8360-5666de069742/7211a043-12e1-468b-b9ac-1837b64ea964/855cef38-93dc-48e1-8c72-82d012cab6f4) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:55:18.217340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e12b82d2-d467-4c3d-b8a7-141ff197444d None None] Provisioning complete for port 95de363f-af63-4b6a-a94f-0c7dfda7418d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:18.218550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e12b82d2-d467-4c3d-b8a7-141ff197444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.266202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e12b82d2-d467-4c3d-b8a7-141ff197444d None None] Port 95de363f-af63-4b6a-a94f-0c7dfda7418d cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:55:18.269223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.304640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.320922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:18.348662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Checking router: 2efe0c37-01f4-4f12-b547-492db75d9b6a for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:18.349017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Updating router 2efe0c37-01f4-4f12-b547-492db75d9b6a port 95de363f-af63-4b6a-a94f-0c7dfda7418d binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:55:18.349427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 4d56b1c7-59bc-446d-8360-5666de069742 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:18.352560 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:18.356305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:55:18.382688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:18.386575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.413363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:18.414173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.437947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-150d5869-484d-4594-9662-c736a44cd353 None None] Provisioning complete for port 95de363f-af63-4b6a-a94f-0c7dfda7418d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:18.438167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8bfaede6-2e21-4216-b818-b804028d6706 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6219475 Nov 29 01:55:18.438285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-150d5869-484d-4594-9662-c736a44cd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.445833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4fa27655-1ec9-4b88-b945-26f162e69e5b up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:55:18.585231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-150d5869-484d-4594-9662-c736a44cd353 None None] Port 95de363f-af63-4b6a-a94f-0c7dfda7418d cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:55:18.643238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 4fa27655-1ec9-4b88-b945-26f162e69e5b triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:18.643539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.719199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47486) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:18.723941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2999926c-007d-4bbd-8fe7-8ba06a329c84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-360304341', 'description': 'tempest-secgroup-smoke-360304341 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:18.742206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0b46f402-6623-466b-8d4b-581d35068af4 None None] Provisioning complete for port 855cef38-93dc-48e1-8c72-82d012cab6f4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:18.742608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0b46f402-6623-466b-8d4b-581d35068af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.746280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2999926c-007d-4bbd-8fe7-8ba06a329c84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.812250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2999926c-007d-4bbd-8fe7-8ba06a329c84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.816004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2999926c-007d-4bbd-8fe7-8ba06a329c84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.844774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2999926c-007d-4bbd-8fe7-8ba06a329c84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.845994 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2999926c-007d-4bbd-8fe7-8ba06a329c84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1257868 Nov 29 01:55:18.849150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47488) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:18.850682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999926c-007d-4bbd-8fe7-8ba06a329c84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe5054a-a0e9-407c-a05e-99c65f5211d0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:18.853574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0b46f402-6623-466b-8d4b-581d35068af4 None None] Port 855cef38-93dc-48e1-8c72-82d012cab6f4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:55:18.862383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a6827c84-03f6-4676-976f-126627e9b65b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1fe5054a-a0e9-407c-a05e-99c65f5211d0', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:18.879252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.884834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.897636 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a6827c84-03f6-4676-976f-126627e9b65b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.959713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c6f96-e14f-4c8f-83d0-11edc2f57aa0 None None] Pushing event updated for resources: {'Port': ['ID=95de363f-af63-4b6a-a94f-0c7dfda7418d,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:18.960257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a6827c84-03f6-4676-976f-126627e9b65b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.969392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a6827c84-03f6-4676-976f-126627e9b65b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:18.989619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6827c84-03f6-4676-976f-126627e9b65b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7c5e25-6ba4-44fa-962d-25891599777e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:18.998107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Attempting to bind port 95de363f-af63-4b6a-a94f-0c7dfda7418d on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:55:18.998565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Attempting to bind port 95de363f-af63-4b6a-a94f-0c7dfda7418d by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:55:18.999480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Attempting to bind port 95de363f-af63-4b6a-a94f-0c7dfda7418d on network 4d56b1c7-59bc-446d-8360-5666de069742 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:18.999636 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a6827c84-03f6-4676-976f-126627e9b65b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.003590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47490) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:19.003765 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a6827c84-03f6-4676-976f-126627e9b65b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526453 Nov 29 01:55:19.006839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:55:19.007220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Checking segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:19.007627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.008018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Bound using segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:55:19.008486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Bound port: 95de363f-af63-4b6a-a94f-0c7dfda7418d, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:55:19.008771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-19db0d2c-24e1-45c5-8bcb-a7be3d752e8b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1fe5054a-a0e9-407c-a05e-99c65f5211d0', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:19.008905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.036113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19db0d2c-24e1-45c5-8bcb-a7be3d752e8b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.080950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] For port 95de363f-af63-4b6a-a94f-0c7dfda7418d, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:19.084735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] For port 95de363f-af63-4b6a-a94f-0c7dfda7418d, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=95de363f-af63-4b6a-a94f-0c7dfda7418d,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:55:19.090743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.151848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:19.152318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:19.158929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c6f96-e14f-4c8f-83d0-11edc2f57aa0 None None] Pushing event updated for resources: {'Port': ['ID=95de363f-af63-4b6a-a94f-0c7dfda7418d,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:19.253163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31d76919-dd77-4e0c-a4e5-34c50b63284f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:55:19.314109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a2069482-e549-476c-aedb-4f629ce74524 None None] Provisioning complete for port 95de363f-af63-4b6a-a94f-0c7dfda7418d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:19.314841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2069482-e549-476c-aedb-4f629ce74524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.375643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:19.417918 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19db0d2c-24e1-45c5-8bcb-a7be3d752e8b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.423393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19db0d2c-24e1-45c5-8bcb-a7be3d752e8b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.424333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 31d76919-dd77-4e0c-a4e5-34c50b63284f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:19.424832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.444185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db0d2c-24e1-45c5-8bcb-a7be3d752e8b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a12bdba-851e-4c80-942f-d9f312e752e2,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:19.450333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-19db0d2c-24e1-45c5-8bcb-a7be3d752e8b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.454801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47492) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:19.455221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-19db0d2c-24e1-45c5-8bcb-a7be3d752e8b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4494677 Nov 29 01:55:19.459940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c0d4277b-7596-4f02-a1b3-54e07ebc86d9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1fe5054a-a0e9-407c-a05e-99c65f5211d0', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:19.487798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0d4277b-7596-4f02-a1b3-54e07ebc86d9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.547994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0d4277b-7596-4f02-a1b3-54e07ebc86d9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.552336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0d4277b-7596-4f02-a1b3-54e07ebc86d9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.569701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4277b-7596-4f02-a1b3-54e07ebc86d9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13d2d62-fcdb-4657-9e78-4a8b676d7729,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:19.579405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c0d4277b-7596-4f02-a1b3-54e07ebc86d9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.580634 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c0d4277b-7596-4f02-a1b3-54e07ebc86d9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243358 Nov 29 01:55:19.583586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47494) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:19.587912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-00f43afa-81cb-4c96-b63a-7e5a8e196606 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1fe5054a-a0e9-407c-a05e-99c65f5211d0', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:19.595818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2069482-e549-476c-aedb-4f629ce74524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.614536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00f43afa-81cb-4c96-b63a-7e5a8e196606 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.675472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00f43afa-81cb-4c96-b63a-7e5a8e196606 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.680902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00f43afa-81cb-4c96-b63a-7e5a8e196606 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.697165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a2069482-e549-476c-aedb-4f629ce74524 None None] For port 95de363f-af63-4b6a-a94f-0c7dfda7418d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=95de363f-af63-4b6a-a94f-0c7dfda7418d,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:19.698531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f43afa-81cb-4c96-b63a-7e5a8e196606 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfc582b-394e-4c99-97bc-25d128357bbb,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:19.705676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a2069482-e549-476c-aedb-4f629ce74524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.708350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00f43afa-81cb-4c96-b63a-7e5a8e196606 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.709757 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-00f43afa-81cb-4c96-b63a-7e5a8e196606 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252193 Nov 29 01:55:19.712696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47496) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:19.718818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b93d3209-0895-4317-985c-aad591bd68ef tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1fe5054a-a0e9-407c-a05e-99c65f5211d0', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:19.740276 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-b93d3209-0895-4317-985c-aad591bd68ef tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:55:19.745059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b93d3209-0895-4317-985c-aad591bd68ef tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.767986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2069482-e549-476c-aedb-4f629ce74524 None None] Pushing event updated for resources: {'Port': ['ID=95de363f-af63-4b6a-a94f-0c7dfda7418d,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:19.781972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:19Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:19.815762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b93d3209-0895-4317-985c-aad591bd68ef tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.819739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b93d3209-0895-4317-985c-aad591bd68ef tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.840731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d3209-0895-4317-985c-aad591bd68ef tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6586b1d2-7e71-4956-9065-ef150a9c4d86,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:19.850806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b93d3209-0895-4317-985c-aad591bd68ef tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.854900 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b93d3209-0895-4317-985c-aad591bd68ef tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379786 Nov 29 01:55:19.857057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47498) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:19.862250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-23f80bef-48be-401a-8e4c-dc77b67e05bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1fe5054a-a0e9-407c-a05e-99c65f5211d0', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:19.892656 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-23f80bef-48be-401a-8e4c-dc77b67e05bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:55:19.898968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-23f80bef-48be-401a-8e4c-dc77b67e05bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.967926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-23f80bef-48be-401a-8e4c-dc77b67e05bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.972127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-23f80bef-48be-401a-8e4c-dc77b67e05bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.989422 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97fce9-c5e7-4016-b3cf-2fec3b8522c4 None None] The sync data for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv is: [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:19Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:19.995140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-23f80bef-48be-401a-8e4c-dc77b67e05bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:19.996264 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-23f80bef-48be-401a-8e4c-dc77b67e05bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381776 Nov 29 01:55:20.004457 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f80bef-48be-401a-8e4c-dc77b67e05bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea54a98-a0f7-401e-ad36-4f32083254ab,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:20.021783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-12cf7444-323a-4ec8-bb99-5a34c0f92170 None None] Provisioning complete for port 95de363f-af63-4b6a-a94f-0c7dfda7418d triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:20.022586 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-12cf7444-323a-4ec8-bb99-5a34c0f92170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:20.313457 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-f218f87e-1e52-4671-81de-0e9f1da40434 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360304341&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0463192 Nov 29 01:55:20.364572 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7080-9598-4a83-959e-3571be536e8a req-201c35c4-0b8d-40e7-8505-0ab72ba55085 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:20.366091 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-201c35c4-0b8d-40e7-8505-0ab72ba55085 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 930 time: 0.0457106 Nov 29 01:55:20.385287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-9bc652a5-39f9-4c51-980e-2e962329637f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:55:20.386358 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-9bc652a5-39f9-4c51-980e-2e962329637f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069361 Nov 29 01:55:20.431288 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-408ec611-70e0-4ffa-a3d1-60d8756d91dd service neutron] 10.222.0.30 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380590 Nov 29 01:55:20.528176 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-824deeba-0042-4699-932d-7a14bd0d060b service neutron] 10.222.0.30 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904460 Nov 29 01:55:20.626753 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-9c135c10-f752-42f4-9408-11735cff48e9 service neutron] 10.222.0.30 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921388 Nov 29 01:55:20.793290 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2ee8e853-2ae1-42f4-b62c-f1a8742c2202 req-1ea394fa-537b-484b-86f6-905cef87bc4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 210 time: 0.0275936 Nov 29 01:55:21.224958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 95de363f-af63-4b6a-a94f-0c7dfda7418d up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:55:21.277176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 95de363f-af63-4b6a-a94f-0c7dfda7418d triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:21.277545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:21.724113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7080-9598-4a83-959e-3571be536e8a req-33f9cf18-5106-41bf-9b44-eebef6a24413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:21.725502 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-33f9cf18-5106-41bf-9b44-eebef6a24413 service neutron] 10.222.0.21 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1026 time: 0.0342302 Nov 29 01:55:21.832457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7080-9598-4a83-959e-3571be536e8a req-438bb802-3078-498b-9952-f5eb7d9552c8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:21.833880 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-438bb802-3078-498b-9952-f5eb7d9552c8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=4d56b1c7-59bc-446d-8360-5666de069742 HTTP/1.1" status: 200 len: 796 time: 0.1026535 Nov 29 01:55:21.905259 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-faaa89a7-df2b-4a34-a375-499c533edbf5 req-ca18733d-808c-4d48-897e-d852f295bf8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 210 time: 0.0342295 Nov 29 01:55:21.934575 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-84fa25bc-df99-4de0-a6ad-80989d9a4c2e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 379 time: 0.0812125 Nov 29 01:55:21.947375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Request body: {'port': {'device_id': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:21.961898 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:55:22.000141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:22.224071 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:22.258500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855cef38-93dc-48e1-8c72-82d012cab6f4 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:55:22.266592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:22.278526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Transition to ACTIVE for port object 855cef38-93dc-48e1-8c72-82d012cab6f4 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:55:22.283466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:22.336385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:22.413947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Attempting to bind port 855cef38-93dc-48e1-8c72-82d012cab6f4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:55:22.414283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Attempting to bind port 855cef38-93dc-48e1-8c72-82d012cab6f4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:55:22.414645 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Attempting to bind port 855cef38-93dc-48e1-8c72-82d012cab6f4 on network 4d56b1c7-59bc-446d-8360-5666de069742 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:22.419165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Port 855cef38-93dc-48e1-8c72-82d012cab6f4 on network 4d56b1c7-59bc-446d-8360-5666de069742 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:55:22.419487 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Attempting to bind port 855cef38-93dc-48e1-8c72-82d012cab6f4 on network 4d56b1c7-59bc-446d-8360-5666de069742 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:22.425926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:55:22.426258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Checking segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:22.427312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Bound using segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:55:22.427734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Bound port: 855cef38-93dc-48e1-8c72-82d012cab6f4, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:55:22.428091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:22.493400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:22.496461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:55:22.499861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:22.532392 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:22.533012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:22.534411 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] 10.222.0.21 "PUT /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1131 time: 0.5911057 Nov 29 01:55:22.534855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:55:22.537097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e732da2-7331-4715-aa7b-fa7262b48a90" -d '{"events": [{"name": "network-changed", "server_uuid": "2db85b55-6da5-4786-b5a2-f6554d2ad8a8", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:55:22.566071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b017bf-f592-48cf-abb5-fc24d88ed235 service neutron] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:22.583498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e08337-d21e-4550-8eb8-f5be5296157d x-openstack-request-id: req-17e08337-d21e-4550-8eb8-f5be5296157d {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:55:22.584047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db85b55-6da5-4786-b5a2-f6554d2ad8a8", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:55:22.584550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17e08337-d21e-4550-8eb8-f5be5296157d {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:55:22.585800 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'status': 'completed', 'code': 200} Nov 29 01:55:22.637796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7080-9598-4a83-959e-3571be536e8a req-895f9464-9f2b-4b89-843e-19f2a3085d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:22.639925 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-895f9464-9f2b-4b89-843e-19f2a3085d09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 1134 time: 0.0424588 Nov 29 01:55:22.697618 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-ac59cfe5-9a87-4619-b170-ed5c095e34ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 217 time: 0.0429516 Nov 29 01:55:22.749834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7080-9598-4a83-959e-3571be536e8a req-1e5cfbcc-cef0-4024-a0c1-12dc184ccad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:22.751403 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-1e5cfbcc-cef0-4024-a0c1-12dc184ccad1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7211a043-12e1-468b-b9ac-1837b64ea964 HTTP/1.1" status: 200 len: 835 time: 0.0457356 Nov 29 01:55:22.798111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7080-9598-4a83-959e-3571be536e8a req-5fd6d9fe-7dc6-48d2-8a36-7f791c5819b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:22.799628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-5fd6d9fe-7dc6-48d2-8a36-7f791c5819b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d56b1c7-59bc-446d-8360-5666de069742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402081 Nov 29 01:55:22.893678 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-71f622db-d289-4461-9714-59f432126e59 service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867257 Nov 29 01:55:22.995595 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8d2d7080-9598-4a83-959e-3571be536e8a req-141a46ce-49f4-43e5-8426-dee516cb34a4 service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949509 Nov 29 01:55:23.037278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc9dfc-3b17-4f7b-a22a-76b6e6ec202c req-eb13f5ee-e273-4d66-a74e-b208ac93ebf8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:23.038782 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fdfc9dfc-3b17-4f7b-a22a-76b6e6ec202c req-eb13f5ee-e273-4d66-a74e-b208ac93ebf8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 981 time: 0.0637116 Nov 29 01:55:23.097508 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fdfc9dfc-3b17-4f7b-a22a-76b6e6ec202c req-7ef5f9d1-0d47-40a9-bbaf-980a4cf95b5f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526562 Nov 29 01:55:23.125711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-28ba0c27-c700-415c-9033-44a4a448a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:23.127189 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-28ba0c27-c700-415c-9033-44a4a448a7ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 1134 time: 0.0444510 Nov 29 01:55:23.219659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-b4af0397-ad25-438d-a8f8-b83b6f6181f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:23.221101 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-b4af0397-ad25-438d-a8f8-b83b6f6181f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d56b1c7-59bc-446d-8360-5666de069742 HTTP/1.1" status: 200 len: 897 time: 0.0865960 Nov 29 01:55:23.261593 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-7ba4c379-e39b-4ac2-95a6-b5934be3222e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 217 time: 0.0330434 Nov 29 01:55:23.314748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-708a7e9d-e8ef-43d2-8fdf-08a0b584df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:23.316249 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-708a7e9d-e8ef-43d2-8fdf-08a0b584df15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7211a043-12e1-468b-b9ac-1837b64ea964 HTTP/1.1" status: 200 len: 835 time: 0.0463758 Nov 29 01:55:23.361786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-83f2b54d-2210-44e0-b658-318d3767f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:23.363274 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-83f2b54d-2210-44e0-b658-318d3767f0cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d56b1c7-59bc-446d-8360-5666de069742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400183 Nov 29 01:55:23.456628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-b72fb015-6994-4673-9001-2258dcaa6dd1 service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Nov 29 01:55:23.549212 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e732da2-7331-4715-aa7b-fa7262b48a90 req-558401fa-1ad8-430f-a47a-0c187cc8fe35 service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848455 Nov 29 01:55:24.212112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f830-eb6b-4f93-944b-024c92152d82 req-4ce82c8c-f262-4593-8095-6d23fb8e7b90 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:24.213557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f71f830-eb6b-4f93-944b-024c92152d82 req-4ce82c8c-f262-4593-8095-6d23fb8e7b90 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 981 time: 0.0489213 Nov 29 01:55:24.259268 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f71f830-eb6b-4f93-944b-024c92152d82 req-03f702e7-cd0a-404f-9261-4d1daf4f1b0e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389683 Nov 29 01:55:25.012476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 855cef38-93dc-48e1-8c72-82d012cab6f4 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:55:25.105280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:25.116628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'port_id': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'mac_address': 'fa:16:3e:6b:d8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:55:25.156423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:25.168622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855cef38-93dc-48e1-8c72-82d012cab6f4 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:55:25.188555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:25.192108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:25.238038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:25.244834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.245191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.245537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.245876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.246214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.246581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.246913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.247248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.247580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.247907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.248235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.248558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:55:25.376027 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ece8a-56a4-4203-bc54-cdb9ea0a1c8c req-d576e723-7430-4658-85a2-998d820ccf84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:25.377553 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d9ece8a-56a4-4203-bc54-cdb9ea0a1c8c req-d576e723-7430-4658-85a2-998d820ccf84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 982 time: 0.0509882 Nov 29 01:55:25.425725 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d9ece8a-56a4-4203-bc54-cdb9ea0a1c8c req-55b79d91-49e9-42a8-8816-582a95c8224c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Nov 29 01:55:25.523044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['855cef38-93dc-48e1-8c72-82d012cab6f4'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:55:26.537377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44073b0c-ffb5-41f8-a008-59149c27a041 req-ce831b57-e58e-4bbd-94f4-010f6349b95c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:26.538894 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-44073b0c-ffb5-41f8-a008-59149c27a041 req-ce831b57-e58e-4bbd-94f4-010f6349b95c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 982 time: 0.0483353 Nov 29 01:55:26.585866 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-44073b0c-ffb5-41f8-a008-59149c27a041 req-74dbcdbd-9264-454c-b6e2-5addefec7485 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Nov 29 01:55:27.028897 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 855cef38-93dc-48e1-8c72-82d012cab6f4 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:55:27.077477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 855cef38-93dc-48e1-8c72-82d012cab6f4 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:55:27.082047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 855cef38-93dc-48e1-8c72-82d012cab6f4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:27.082414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:27.159509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:27.181955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:55:27.184181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13d9f81-cffa-4f0c-ab75-edabd751811c" -d '{"events": [{"server_uuid": "2db85b55-6da5-4786-b5a2-f6554d2ad8a8", "name": "network-vif-plugged", "status": "completed", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:55:27.196222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:27.200463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:27.226277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419b0af1-eb49-48c9-ac24-40be5a684a8a x-openstack-request-id: req-419b0af1-eb49-48c9-ac24-40be5a684a8a {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:55:27.226598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db85b55-6da5-4786-b5a2-f6554d2ad8a8", "name": "network-vif-plugged", "status": "completed", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:55:27.226850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-419b0af1-eb49-48c9-ac24-40be5a684a8a {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:55:27.227232 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'code': 200} Nov 29 01:55:27.251629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:27.469066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3513-aab2-47fb-8aa4-8a063ce1f65c req-c5ffab10-4c6c-47fb-b4f8-95eeec18c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:27.470577 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d62c3513-aab2-47fb-8aa4-8a063ce1f65c req-c5ffab10-4c6c-47fb-b4f8-95eeec18c4c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 1136 time: 0.0838656 Nov 29 01:55:27.513739 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d62c3513-aab2-47fb-8aa4-8a063ce1f65c req-d4686e23-07c0-45a5-95d4-258d0d221eb5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364239 Nov 29 01:55:27.700814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15848de8-fa94-4028-b7a9-f1e718e19c5d req-830fbadc-6795-428d-8686-bca304a40203 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:27.702843 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-15848de8-fa94-4028-b7a9-f1e718e19c5d req-830fbadc-6795-428d-8686-bca304a40203 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 983 time: 0.0506771 Nov 29 01:55:27.747531 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-15848de8-fa94-4028-b7a9-f1e718e19c5d req-10c8df42-ac22-4116-ba7a-2be5701d1dfe tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389602 Nov 29 01:55:28.865160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0b75c-b29a-4a8a-9b4f-c0e158046a01 req-516e1802-d6f1-4f15-8de0-f891fc6c6334 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:28.866654 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4bd0b75c-b29a-4a8a-9b4f-c0e158046a01 req-516e1802-d6f1-4f15-8de0-f891fc6c6334 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 983 time: 0.0531487 Nov 29 01:55:28.936912 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-65fc65bc-b0ff-4127-904c-a0211f1ff34a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687792 Nov 29 01:55:28.940158 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4bd0b75c-b29a-4a8a-9b4f-c0e158046a01 req-faf4e441-f3fe-4aea-ae1b-c978ee5b1d0d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Nov 29 01:55:29.007711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984e10-6418-4252-a72e-e585053cd576 req-92d6c2d2-6224-400c-9a27-7966a14125c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:29.009181 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-92d6c2d2-6224-400c-9a27-7966a14125c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 1099 time: 0.0416667 Nov 29 01:55:29.055121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb137972-18a7-4283-af18-a1e48aab3bf3 req-29b37f14-664a-4b83-9974-3b421eec8935 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:29.056859 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fb137972-18a7-4283-af18-a1e48aab3bf3 req-29b37f14-664a-4b83-9974-3b421eec8935 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 983 time: 0.0500886 Nov 29 01:55:29.105230 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fb137972-18a7-4283-af18-a1e48aab3bf3 req-46332089-cf78-4afb-b86d-3d02145a6fe6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Nov 29 01:55:29.115314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984e10-6418-4252-a72e-e585053cd576 req-1bae1a8c-42fa-42ca-b4eb-333c49c62736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:29.116801 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-1bae1a8c-42fa-42ca-b4eb-333c49c62736 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0888464 Nov 29 01:55:29.127158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47554) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:29.165824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39980db0-cad6-4a04-8748-4d011b86b8da tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:29.167459 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-39980db0-cad6-4a04-8748-4d011b86b8da tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 1131 time: 0.0392876 Nov 29 01:55:29.170184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47556) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:29.174668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:29.181816 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-2ba77985-6ab3-452f-a97d-95f2edf39700 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 HTTP/1.1" status: 200 len: 1002 time: 0.0579348 Nov 29 01:55:29.200118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:29.236263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984e10-6418-4252-a72e-e585053cd576 req-a66c5299-d357-40eb-b1c0-c148d2871cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:29.237744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-a66c5299-d357-40eb-b1c0-c148d2871cc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0495028 Nov 29 01:55:29.284661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984e10-6418-4252-a72e-e585053cd576 req-7aa28a0a-da43-421b-a2c1-0a0868d62b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:29.286156 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-7aa28a0a-da43-421b-a2c1-0a0868d62b51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412443 Nov 29 01:55:29.297163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-8dd4008e-63cd-4dab-aedb-12b31c5913d3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:55:29.298100 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-8dd4008e-63cd-4dab-aedb-12b31c5913d3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053999 Nov 29 01:55:29.300777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:29.389402 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-57397593-213e-4119-a274-1ca45cb4be78 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841589 Nov 29 01:55:29.408094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.130 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/83395dd7-e29f-4916-a258-3098c333b6f1) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:55:29.485421 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f984e10-6418-4252-a72e-e585053cd576 req-6eced6ec-1f4a-4e5d-aff3-75541b1814c3 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888357 Nov 29 01:55:29.513097 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:29.546959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:29.583244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:29.588084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:29.591571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:55:29.619957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=83395dd7-e29f-4916-a258-3098c333b6f1,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:30.041871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:30.127666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:30.273545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:30.278105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:30.347259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=83395dd7-e29f-4916-a258-3098c333b6f1,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:30.354501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:30.455018 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 37277ba5-9c3d-4174-8cc7-f9b7e42a95d3 associated. External IP: 172.26.8.130, port: 855cef38-93dc-48e1-8c72-82d012cab6f4. Nov 29 01:55:30.658326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 2efe0c37-01f4-4f12-b547-492db75d9b6a has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:55:30.765900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:30.775304 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] Sync routers for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:30.783425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:30.785133 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:30.786045 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:30.810284 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fd8d97e0-2a4e-4e58-a51d-b69e3849c240 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.6390545 Nov 29 01:55:30.811020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:55:30.813844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47558) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:30.814337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b0eead-deeb-45f7-8d86-84f112be6121" -d '{"events": [{"name": "network-changed", "server_uuid": "2db85b55-6da5-4786-b5a2-f6554d2ad8a8", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:55:30.850271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05fc34f-0ee0-453e-8f59-b164d6be93ad x-openstack-request-id: req-c05fc34f-0ee0-453e-8f59-b164d6be93ad {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:55:30.850609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db85b55-6da5-4786-b5a2-f6554d2ad8a8", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:55:30.850871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c05fc34f-0ee0-453e-8f59-b164d6be93ad {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:55:30.851285 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'status': 'completed', 'code': 200} Nov 29 01:55:30.891532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d847c-6b18-4a69-9f3d-396e3a4f213b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:30.893126 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-278d847c-6b18-4a69-9f3d-396e3a4f213b tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8&network_id=4d56b1c7-59bc-446d-8360-5666de069742 HTTP/1.1" status: 200 len: 1131 time: 0.0782394 Nov 29 01:55:30.896217 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:30.934723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-1566c527-8013-4e72-9c46-5fb7fb4c964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:30.936847 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-1566c527-8013-4e72-9c46-5fb7fb4c964d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 1136 time: 0.0415878 Nov 29 01:55:31.037283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-ffea5cc2-7bb6-4010-b756-3c7463956d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:31.038868 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-ffea5cc2-7bb6-4010-b756-3c7463956d19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d56b1c7-59bc-446d-8360-5666de069742 HTTP/1.1" status: 200 len: 897 time: 0.0951426 Nov 29 01:55:31.131260 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '37277ba5-9c3d-4174-8cc7-f9b7e42a95d3', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.130', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'port_id': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2017661822', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'mac_address': 'fa:16:3e:6b:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:55:29Z', 'updated_at': '2021-11-29T01:55:29Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:19Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:31.160298 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-1233a7c9-fcc3-419e-b37a-67ffeefef3db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1037 time: 0.0801363 Nov 29 01:55:31.161412 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] Checking router: 2efe0c37-01f4-4f12-b547-492db75d9b6a for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:31.168691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de4b65-5b0b-437d-b359-720ab1d5ab9d req-59ceaae0-f213-47ba-9f27-6f05901f409b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:31.170168 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-41de4b65-5b0b-437d-b359-720ab1d5ab9d req-59ceaae0-f213-47ba-9f27-6f05901f409b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 983 time: 0.1003790 Nov 29 01:55:31.173673 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:31.174366 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:31.239301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-7a20964a-5361-43da-a3ef-3889ab5c774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:31.240802 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-7a20964a-5361-43da-a3ef-3889ab5c774a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7211a043-12e1-468b-b9ac-1837b64ea964 HTTP/1.1" status: 200 len: 835 time: 0.0691929 Nov 29 01:55:31.264409 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-41de4b65-5b0b-437d-b359-720ab1d5ab9d req-4952fc8d-f669-4fc9-8400-ca20e9ba56c4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845642 Nov 29 01:55:31.304658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-77fe383a-a7b6-4a0b-b134-279e86261224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:31.306152 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-77fe383a-a7b6-4a0b-b134-279e86261224 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d56b1c7-59bc-446d-8360-5666de069742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548029 Nov 29 01:55:31.371983 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:31.398459 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-6bd9d212-cabc-4c1b-a674-ce12b1d5257a service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838749 Nov 29 01:55:31.492435 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-90b0eead-deeb-45f7-8d86-84f112be6121 req-47cafea3-b431-4423-9a39-36ebc206e226 service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855925 Nov 29 01:55:31.591699 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '37277ba5-9c3d-4174-8cc7-f9b7e42a95d3', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.130', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'port_id': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2017661822', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'mac_address': 'fa:16:3e:6b:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:55:29Z', 'updated_at': '2021-11-29T01:55:29Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:19Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:31.617300 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43dc51-271f-44b4-85c3-fd25ff0f561a None None] The sync data for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv is: [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '37277ba5-9c3d-4174-8cc7-f9b7e42a95d3', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.130', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'port_id': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2017661822', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'mac_address': 'fa:16:3e:6b:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db85b55-6da5-4786-b5a2-f6554d2ad8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:55:29Z', 'updated_at': '2021-11-29T01:55:29Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:19Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:31.810518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e66fc6-531f-434e-abf3-66839826b551 None None] New status for floating IP 37277ba5-9c3d-4174-8cc7-f9b7e42a95d3: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:55:32.382098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511331f-27b5-4705-a8ea-fce7edde0d31 req-233dd2ad-303c-4f2e-bc53-c87a91fc376e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:32.383619 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a511331f-27b5-4705-a8ea-fce7edde0d31 req-233dd2ad-303c-4f2e-bc53-c87a91fc376e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 983 time: 0.0489635 Nov 29 01:55:32.429637 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a511331f-27b5-4705-a8ea-fce7edde0d31 req-a19433ca-b85f-4473-98db-84970ea0f25f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Nov 29 01:55:32.570089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-533b0e91-a0d5-404d-999f-162bd6ca2d02 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:32.571610 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-533b0e91-a0d5-404d-999f-162bd6ca2d02 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 983 time: 0.0492761 Nov 29 01:55:32.615574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-4d4ca54e-2f7c-4a4d-8722-0d8fb5f9b0bc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:32.616887 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-4d4ca54e-2f7c-4a4d-8722-0d8fb5f9b0bc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0380361 Nov 29 01:55:32.720209 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-43afd90c-5874-4fc7-bb88-1c355c0614de tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0975087 Nov 29 01:55:32.731150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:32.781996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:32.916614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:32.948490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:32.984837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] device_id is not set on port 855cef38-93dc-48e1-8c72-82d012cab6f4 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:55:32.999984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:33.006786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:33.108446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=6']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:33.291308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-685e3395-c6b6-479b-abce-12aae8adae9a None None] Provisioning complete for port 855cef38-93dc-48e1-8c72-82d012cab6f4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:33.291933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-685e3395-c6b6-479b-abce-12aae8adae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:33.330287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-685e3395-c6b6-479b-abce-12aae8adae9a None None] Port 855cef38-93dc-48e1-8c72-82d012cab6f4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:55:33.490670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] No DVR routers for this DVR port 855cef38-93dc-48e1-8c72-82d012cab6f4 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:55:33.578449 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5f3d1981-5efd-470a-abd8-ea1be04e251a req-79049828-0883-4f2b-98fb-91e1532747be tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db85b55-6da5-4786-b5a2-f6554d2ad8a8 HTTP/1.1" status: 200 len: 210 time: 0.0554442 Nov 29 01:55:33.648565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] In _notify_port_updated(), no bound segment for port 855cef38-93dc-48e1-8c72-82d012cab6f4 on network 4d56b1c7-59bc-446d-8360-5666de069742 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:55:33.649436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:33.650046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:33.651357 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fdc8f530-a10c-4233-a017-f1552796c7c9 req-e6737e2d-2382-4516-a254-dc41df639acd service neutron] 10.222.0.21 "PUT /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1026 time: 0.9240096 Nov 29 01:55:34.636516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47572) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:34.683768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f7a13-cb37-4238-a84d-f49f2a3396d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:34.685130 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6b2f7a13-cb37-4238-a84d-f49f2a3396d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 925 time: 0.0475907 Nov 29 01:55:35.072260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 855cef38-93dc-48e1-8c72-82d012cab6f4 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:35.110101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 855cef38-93dc-48e1-8c72-82d012cab6f4 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:35.360456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47576) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:35.365163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4cd1da01-5b93-427b-a7da-7569e7435138 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165084781', 'description': 'tempest-secgroup-smoke-1165084781 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:35.386981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4cd1da01-5b93-427b-a7da-7569e7435138 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.453425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4cd1da01-5b93-427b-a7da-7569e7435138 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.456990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4cd1da01-5b93-427b-a7da-7569e7435138 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.480745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4cd1da01-5b93-427b-a7da-7569e7435138 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.481965 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4cd1da01-5b93-427b-a7da-7569e7435138 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1205049 Nov 29 01:55:35.485554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47578) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:35.490250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b89eee72-ffdd-48ef-be1f-de5c124ec7cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'f003e092-7961-40fe-838e-f324c5c4ff5d', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:35.490582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1da01-5b93-427b-a7da-7569e7435138 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f003e092-7961-40fe-838e-f324c5c4ff5d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:35.517096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b89eee72-ffdd-48ef-be1f-de5c124ec7cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.575594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b89eee72-ffdd-48ef-be1f-de5c124ec7cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.579577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b89eee72-ffdd-48ef-be1f-de5c124ec7cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.597417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eee72-ffdd-48ef-be1f-de5c124ec7cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba80d7a-802e-4bd1-99a5-6383c9a65bda,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:35.605799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b89eee72-ffdd-48ef-be1f-de5c124ec7cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.607032 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b89eee72-ffdd-48ef-be1f-de5c124ec7cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203637 Nov 29 01:55:35.610741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47580) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:35.615222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d131aa05-5ae9-4928-be10-ceedb12faeec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'f003e092-7961-40fe-838e-f324c5c4ff5d', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:35.640435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d131aa05-5ae9-4928-be10-ceedb12faeec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.696341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d131aa05-5ae9-4928-be10-ceedb12faeec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.700377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d131aa05-5ae9-4928-be10-ceedb12faeec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.718908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131aa05-5ae9-4928-be10-ceedb12faeec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2582bdfe-2d3e-46b3-bdee-bc1de36304a8,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:35.725699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d131aa05-5ae9-4928-be10-ceedb12faeec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.726899 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d131aa05-5ae9-4928-be10-ceedb12faeec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152353 Nov 29 01:55:35.729603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47582) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:35.733841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-75b2671d-b96a-4ea8-96e6-9083149259f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'f003e092-7961-40fe-838e-f324c5c4ff5d', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:35.759637 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-75b2671d-b96a-4ea8-96e6-9083149259f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.818836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-75b2671d-b96a-4ea8-96e6-9083149259f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.822183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-75b2671d-b96a-4ea8-96e6-9083149259f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.839379 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2671d-b96a-4ea8-96e6-9083149259f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893d051a-5433-40f0-9dde-0a886a64dbcd,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:35.848174 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-75b2671d-b96a-4ea8-96e6-9083149259f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.849324 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-75b2671d-b96a-4ea8-96e6-9083149259f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187673 Nov 29 01:55:35.851989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47584) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:35.856180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-eba7fdd2-12e3-4eab-b5c7-f1be1bebc44e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'f003e092-7961-40fe-838e-f324c5c4ff5d', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:35.882077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eba7fdd2-12e3-4eab-b5c7-f1be1bebc44e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.941331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eba7fdd2-12e3-4eab-b5c7-f1be1bebc44e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.944890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eba7fdd2-12e3-4eab-b5c7-f1be1bebc44e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.963383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7fdd2-12e3-4eab-b5c7-f1be1bebc44e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5e5644-36cf-4e1c-91fe-9941b574b3c2,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:35.971395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-eba7fdd2-12e3-4eab-b5c7-f1be1bebc44e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:35.972644 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eba7fdd2-12e3-4eab-b5c7-f1be1bebc44e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197233 Nov 29 01:55:35.975310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47586) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:35.979570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f78f143c-5bb0-4108-a155-de0098631793 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'f003e092-7961-40fe-838e-f324c5c4ff5d', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:35.999697 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-f78f143c-5bb0-4108-a155-de0098631793 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:55:36.004527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f78f143c-5bb0-4108-a155-de0098631793 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:36.067464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f78f143c-5bb0-4108-a155-de0098631793 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:36.070923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f78f143c-5bb0-4108-a155-de0098631793 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:36.088906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f143c-5bb0-4108-a155-de0098631793 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5ea3d8-ebf6-4292-9f44-d2d57942d726,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:36.096610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f78f143c-5bb0-4108-a155-de0098631793 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:36.097786 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f78f143c-5bb0-4108-a155-de0098631793 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215322 Nov 29 01:55:36.100568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47588) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:36.104870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6c028e93-41aa-4380-9fe5-20208513c93a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'f003e092-7961-40fe-838e-f324c5c4ff5d', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:36.126665 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-6c028e93-41aa-4380-9fe5-20208513c93a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:55:36.131553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c028e93-41aa-4380-9fe5-20208513c93a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:36.189525 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c028e93-41aa-4380-9fe5-20208513c93a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:36.193149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c028e93-41aa-4380-9fe5-20208513c93a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:36.210776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c028e93-41aa-4380-9fe5-20208513c93a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a3130b-66f3-4907-9cfa-18cd1505924a,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:36.218172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c028e93-41aa-4380-9fe5-20208513c93a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:36.219395 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6c028e93-41aa-4380-9fe5-20208513c93a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179531 Nov 29 01:55:36.363461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-6a7f5087-36e2-407e-8105-45188c8593bc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165084781&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0452859 Nov 29 01:55:36.412378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-c02b65e6-64e3-4a0e-8242-f45767a66896 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:36.413737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-c02b65e6-64e3-4a0e-8242-f45767a66896 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 930 time: 0.0437229 Nov 29 01:55:36.429298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-7d143df7-3b23-40d7-9a0f-e62379146790 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:55:36.430255 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-7d143df7-3b23-40d7-9a0f-e62379146790 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049531 Nov 29 01:55:36.472631 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-5f9e2a95-ff35-42c3-8144-29664536926c service neutron] 10.222.0.30 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0364866 Nov 29 01:55:36.560308 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-efd411aa-49b8-4806-974d-9aeb9cdf674c service neutron] 10.222.0.30 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819707 Nov 29 01:55:36.651425 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-cc793fa6-5b38-4479-99a2-0ff6cb05c131 service neutron] 10.222.0.30 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843365 Nov 29 01:55:36.806722 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6e898a8c-a8d6-41c9-90d1-6bb13309ae26 req-6bda6220-ba03-4367-8103-9adcc94b51a7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 210 time: 0.0288093 Nov 29 01:55:37.711169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-4d961058-a009-4052-bb32-c7b0c02ca8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:37.712556 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-4d961058-a009-4052-bb32-c7b0c02ca8f1 service neutron] 10.222.0.21 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1026 time: 0.0344341 Nov 29 01:55:37.824297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-0674ed06-b1a6-4083-b673-aae42be78b35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:37.825742 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-0674ed06-b1a6-4083-b673-aae42be78b35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=4d56b1c7-59bc-446d-8360-5666de069742 HTTP/1.1" status: 200 len: 796 time: 0.1066647 Nov 29 01:55:37.903167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-558a4120-933c-40cc-a711-42897c16203e req-87dad7e6-0b2c-4f0a-8b19-cf156601ba20 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 210 time: 0.0302844 Nov 29 01:55:37.918898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-41500bea-f113-41ab-bab2-6f27d8be218e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 472 time: 0.0733221 Nov 29 01:55:37.930961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Request body: {'port': {'device_id': '402582ef-a584-46cb-9bf5-44d310255ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:37.981865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:38.249782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855cef38-93dc-48e1-8c72-82d012cab6f4 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:55:38.256951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:38.268841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Transition to ACTIVE for port object 855cef38-93dc-48e1-8c72-82d012cab6f4 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:55:38.272499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:38.347629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=7']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:38.452416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Attempting to bind port 855cef38-93dc-48e1-8c72-82d012cab6f4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:55:38.452835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Attempting to bind port 855cef38-93dc-48e1-8c72-82d012cab6f4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:55:38.453074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Attempting to bind port 855cef38-93dc-48e1-8c72-82d012cab6f4 on network 4d56b1c7-59bc-446d-8360-5666de069742 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:38.457533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Port 855cef38-93dc-48e1-8c72-82d012cab6f4 on network 4d56b1c7-59bc-446d-8360-5666de069742 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:55:38.457855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Attempting to bind port 855cef38-93dc-48e1-8c72-82d012cab6f4 on network 4d56b1c7-59bc-446d-8360-5666de069742 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:38.462914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:55:38.463228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Checking segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:38.463565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Bound using segment: {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:55:38.463996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Bound port: 855cef38-93dc-48e1-8c72-82d012cab6f4, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800a7bdc-8eb9-43cb-a797-dd4346b95ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:55:38.464359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:38.529142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:38.532946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:55:38.536653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:38.571187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:38.571694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:38.573074 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] 10.222.0.21 "PUT /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1131 time: 0.6460035 Nov 29 01:55:38.573532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402582ef-a584-46cb-9bf5-44d310255ef3', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:55:38.575837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "402582ef-a584-46cb-9bf5-44d310255ef3", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:55:38.602627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9393064-38b3-4193-865c-7c2093a04358 service neutron] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=8']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:38.629590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceb34ce-0f9d-4583-9268-579fe637542d x-openstack-request-id: req-dceb34ce-0f9d-4583-9268-579fe637542d {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:55:38.629889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402582ef-a584-46cb-9bf5-44d310255ef3", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:55:38.630147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dceb34ce-0f9d-4583-9268-579fe637542d {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:55:38.630627 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402582ef-a584-46cb-9bf5-44d310255ef3', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'status': 'completed', 'code': 200} Nov 29 01:55:38.690687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-86834cf6-99db-4ded-b3f4-ddcc847ff20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:38.692231 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-86834cf6-99db-4ded-b3f4-ddcc847ff20a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 1134 time: 0.0438564 Nov 29 01:55:38.770731 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-5f5793e5-2d6c-45f0-b3e6-6d0a9d95d02e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1037 time: 0.0626185 Nov 29 01:55:38.820709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-e29ab2a2-72f1-44d4-8fbe-093ade9b9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:38.822159 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-e29ab2a2-72f1-44d4-8fbe-093ade9b9e83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7211a043-12e1-468b-b9ac-1837b64ea964 HTTP/1.1" status: 200 len: 835 time: 0.0447567 Nov 29 01:55:38.868121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-2b694e92-3fae-4901-b87e-2349eb5c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:38.869542 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-2b694e92-3fae-4901-b87e-2349eb5c6c48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d56b1c7-59bc-446d-8360-5666de069742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397577 Nov 29 01:55:38.963166 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-ae276ab5-b084-4b1a-a41b-540c5eb374a6 service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858853 Nov 29 01:55:39.017627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53501f49-d175-4f5f-bd65-52603297450f req-d7317353-0f44-4860-8b17-04b82a25acba tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:39.019167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-53501f49-d175-4f5f-bd65-52603297450f req-d7317353-0f44-4860-8b17-04b82a25acba tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 981 time: 0.0480804 Nov 29 01:55:39.053264 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0141b3c7-b624-43a2-ad47-7f3e4a1f4ba3 req-4ac75a69-2b7c-42e6-ae13-6926dba17a5d service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828607 Nov 29 01:55:39.066791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-53501f49-d175-4f5f-bd65-52603297450f req-3d12b94b-a31e-4e24-acab-19acfaaa23be tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Nov 29 01:55:39.186170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-c0687e4a-2926-4018-99ea-ba2092d23909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:39.187770 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-c0687e4a-2926-4018-99ea-ba2092d23909 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 1134 time: 0.0453184 Nov 29 01:55:39.277895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-102808cc-05cd-4fe6-9617-1ddf672f8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:39.279429 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-102808cc-05cd-4fe6-9617-1ddf672f8a7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d56b1c7-59bc-446d-8360-5666de069742 HTTP/1.1" status: 200 len: 897 time: 0.0838866 Nov 29 01:55:39.349587 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-33c8ddc2-9e7b-4c74-b6db-1e9b9426ce9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1037 time: 0.0614047 Nov 29 01:55:39.399310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-4c7f0fc8-e830-4a17-a957-c2f500dd8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:39.400777 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-4c7f0fc8-e830-4a17-a957-c2f500dd8fc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7211a043-12e1-468b-b9ac-1837b64ea964 HTTP/1.1" status: 200 len: 835 time: 0.0440192 Nov 29 01:55:39.449004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-f79a8b1e-e05a-4318-bafe-cd3bc2c25340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:39.450544 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-f79a8b1e-e05a-4318-bafe-cd3bc2c25340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d56b1c7-59bc-446d-8360-5666de069742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414820 Nov 29 01:55:39.545425 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-bc7a53a3-e483-4c91-b2e7-87e45766091b service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853248 Nov 29 01:55:39.635031 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a65a22d-92bf-4c5d-9863-ab51ba3b3fb1 req-0875dcc5-0b26-481a-bcfc-acc4868af1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814965 Nov 29 01:55:40.187133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61bbc2-c906-4b7f-b8b0-e71af6af1a3c req-772266cc-9ec0-48a4-8eb1-22ab4a37e052 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:40.188591 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9e61bbc2-c906-4b7f-b8b0-e71af6af1a3c req-772266cc-9ec0-48a4-8eb1-22ab4a37e052 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 981 time: 0.0537302 Nov 29 01:55:40.234630 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9e61bbc2-c906-4b7f-b8b0-e71af6af1a3c req-504e608b-faa9-4289-ac33-480e8aeecb2d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Nov 29 01:55:40.579258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fecb7410-6fef-417c-b0c0-6769918778c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:41.120382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 855cef38-93dc-48e1-8c72-82d012cab6f4 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:55:41.213260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:41.224323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'port_id': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'mac_address': 'fa:16:3e:6b:d8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:55:41.266264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:41.282676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855cef38-93dc-48e1-8c72-82d012cab6f4 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:55:41.304676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:41.309738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:41.356879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=9']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:41.358779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28b922-9982-445d-ba01-180fec1e0b4d req-4423349b-e3fb-4449-8a11-43f11eca5fd6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:41.360296 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0c28b922-9982-445d-ba01-180fec1e0b4d req-4423349b-e3fb-4449-8a11-43f11eca5fd6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 982 time: 0.0529578 Nov 29 01:55:41.407154 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0c28b922-9982-445d-ba01-180fec1e0b4d req-66e005df-8ed4-4bce-8bb7-1c5c56b61841 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Nov 29 01:55:41.581607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['855cef38-93dc-48e1-8c72-82d012cab6f4'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:55:42.525926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31843fa-3bc2-40ee-9968-3d3c8e6a4865 req-5f062106-9a71-4b47-923b-27550d3f1e5f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:42.527528 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a31843fa-3bc2-40ee-9968-3d3c8e6a4865 req-5f062106-9a71-4b47-923b-27550d3f1e5f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 982 time: 0.0524466 Nov 29 01:55:42.575121 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a31843fa-3bc2-40ee-9968-3d3c8e6a4865 req-cc8d2208-4dbc-4de9-8ab9-d7e7c8cfad90 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Nov 29 01:55:43.120955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 855cef38-93dc-48e1-8c72-82d012cab6f4 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:55:43.167424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 855cef38-93dc-48e1-8c72-82d012cab6f4 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:55:43.172145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 855cef38-93dc-48e1-8c72-82d012cab6f4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:43.172517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:43.249889 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:43.271792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402582ef-a584-46cb-9bf5-44d310255ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:55:43.274193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a517855f-2d5c-4753-aa13-a4553f675c99" -d '{"events": [{"server_uuid": "402582ef-a584-46cb-9bf5-44d310255ef3", "name": "network-vif-plugged", "status": "completed", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:55:43.287620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:43.291562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:43.316011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a896d7-5469-4293-964f-e83e61d73d7d x-openstack-request-id: req-e2a896d7-5469-4293-964f-e83e61d73d7d {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:55:43.316310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402582ef-a584-46cb-9bf5-44d310255ef3", "name": "network-vif-plugged", "status": "completed", "tag": "855cef38-93dc-48e1-8c72-82d012cab6f4", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:55:43.316568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2a896d7-5469-4293-964f-e83e61d73d7d {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:55:43.316960 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402582ef-a584-46cb-9bf5-44d310255ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855cef38-93dc-48e1-8c72-82d012cab6f4', 'code': 200} Nov 29 01:55:43.348842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=10']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:43.514686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ec91a-e2e5-4c69-a9cc-b1f1349111a4 req-a1d39ab2-5739-4895-b2e6-abd99a2cb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:43.516113 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-601ec91a-e2e5-4c69-a9cc-b1f1349111a4 req-a1d39ab2-5739-4895-b2e6-abd99a2cb7cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 1137 time: 0.0388892 Nov 29 01:55:43.564518 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-601ec91a-e2e5-4c69-a9cc-b1f1349111a4 req-1a1faf73-b08a-4b1b-94a2-bdda53afc0ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Nov 29 01:55:43.687691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9ccf4-03c8-4a07-824c-270f4276f9cb req-ace8ed45-f928-42fe-8fc7-cafe575ec16b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:43.689162 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2bf9ccf4-03c8-4a07-824c-270f4276f9cb req-ace8ed45-f928-42fe-8fc7-cafe575ec16b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 984 time: 0.0483530 Nov 29 01:55:43.735391 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2bf9ccf4-03c8-4a07-824c-270f4276f9cb req-d05e2bbc-b83a-4b1d-ba30-d1a7a15c84e8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403080 Nov 29 01:55:43.894588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:44.160963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-685bbbcc-62c8-475c-8af9-118884d1b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:44.851355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111b7f2-5a31-4b17-b40a-d023b82befd7 req-c2816033-0f1a-4f65-9777-b77c187a4550 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:44.852859 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0111b7f2-5a31-4b17-b40a-d023b82befd7 req-c2816033-0f1a-4f65-9777-b77c187a4550 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 984 time: 0.0500171 Nov 29 01:55:44.898907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0111b7f2-5a31-4b17-b40a-d023b82befd7 req-4a21b201-b195-44fe-bdf3-b07b922f5a6d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Nov 29 01:55:45.011173 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b4dfd-53ee-4c41-8421-31ad04208b6e req-4d45be07-bdac-4831-afa7-588cea19f25f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:45.012619 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f39b4dfd-53ee-4c41-8421-31ad04208b6e req-4d45be07-bdac-4831-afa7-588cea19f25f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 984 time: 0.0484359 Nov 29 01:55:45.059568 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f39b4dfd-53ee-4c41-8421-31ad04208b6e req-5e16658b-f227-49f8-a7b7-5888a314a1fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Nov 29 01:55:45.081624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47636) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:45.124253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0255c5fe-1896-4370-b6f9-92047953d77f tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:45.125628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0255c5fe-1896-4370-b6f9-92047953d77f tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3&network_id=4d56b1c7-59bc-446d-8360-5666de069742 HTTP/1.1" status: 200 len: 1132 time: 0.0430596 Nov 29 01:55:45.285862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:45.332245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee0899-50fe-4fe0-8f4d-2753a54fc59b req-8acc4e92-4ea5-4929-b746-a4c5f63aaa3a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:45.333717 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cfee0899-50fe-4fe0-8f4d-2753a54fc59b req-8acc4e92-4ea5-4929-b746-a4c5f63aaa3a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 984 time: 0.0497494 Nov 29 01:55:45.380799 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cfee0899-50fe-4fe0-8f4d-2753a54fc59b req-14205329-2ebc-4d56-b412-e2d5fbd66756 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Nov 29 01:55:46.283260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:46.495983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46666f77-b1af-46c5-8996-7d10293164f6 req-64c29aad-a2d5-4a93-b44a-3a40f42c2159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:46.497538 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-46666f77-b1af-46c5-8996-7d10293164f6 req-64c29aad-a2d5-4a93-b44a-3a40f42c2159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 984 time: 0.0490711 Nov 29 01:55:46.555224 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-46666f77-b1af-46c5-8996-7d10293164f6 req-d5d118cd-07f4-4eeb-9f47-7f6c6e33c5a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=f1304e3e-9eca-4071-9f8a-458722b7887e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469337 Nov 29 01:55:46.736457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cc7426c3-b09e-417e-afbe-02f99ff04bdd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:46.737966 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cc7426c3-b09e-417e-afbe-02f99ff04bdd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 984 time: 0.0470834 Nov 29 01:55:46.785278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-a2ed3097-2357-47cb-aacb-86fee59cdc7e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:46.786682 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-a2ed3097-2357-47cb-aacb-86fee59cdc7e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0424690 Nov 29 01:55:46.886690 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-dda85f88-641b-42d8-95fc-12fbc25d1e47 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0941095 Nov 29 01:55:46.897914 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:46.953953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:47.083045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=855cef38-93dc-48e1-8c72-82d012cab6f4,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:47.115191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] For port 855cef38-93dc-48e1-8c72-82d012cab6f4, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:47.150749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] device_id is not set on port 855cef38-93dc-48e1-8c72-82d012cab6f4 yet. {{(pid=109949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:55:47.159181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:47.164308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:47.244687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=11']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:47.289908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] No DVR routers for this DVR port 855cef38-93dc-48e1-8c72-82d012cab6f4 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:55:47.428921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] In _notify_port_updated(), no bound segment for port 855cef38-93dc-48e1-8c72-82d012cab6f4 on network 4d56b1c7-59bc-446d-8360-5666de069742 {{(pid=109949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:55:47.429716 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:47.430323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:47.431629 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-75823153-edca-46d6-a8ea-30e7728ae9d2 req-cbed6833-795a-44d9-a9a9-2e662e7fd0e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 200 len: 1027 time: 0.5375290 Nov 29 01:55:47.471327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1f5f1ad6-810d-49d2-ac55-7d83d5b99ae7 None None] Provisioning complete for port 855cef38-93dc-48e1-8c72-82d012cab6f4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:47.472180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1ad6-810d-49d2-ac55-7d83d5b99ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:47.509239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f1ad6-810d-49d2-ac55-7d83d5b99ae7 None None] Port 855cef38-93dc-48e1-8c72-82d012cab6f4 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:55:47.657904 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2e20e039-9d38-4421-b78b-89437a474c17 req-8adf163c-7cc6-4817-aa90-b7bf7a34a3be tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=402582ef-a584-46cb-9bf5-44d310255ef3 HTTP/1.1" status: 200 len: 210 time: 0.0262227 Nov 29 01:55:48.711604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47648) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:48.766970 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15ba1a59-488b-4537-bf2b-97b7d83a3b33 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:48.791441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15ba1a59-488b-4537-bf2b-97b7d83a3b33 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:48.849382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15ba1a59-488b-4537-bf2b-97b7d83a3b33 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:48.852170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15ba1a59-488b-4537-bf2b-97b7d83a3b33 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:48.853350 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-15ba1a59-488b-4537-bf2b-97b7d83a3b33 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/f003e092-7961-40fe-838e-f324c5c4ff5d HTTP/1.1" status: 204 len: 168 time: 0.1407557 Nov 29 01:55:48.863357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba1a59-488b-4537-bf2b-97b7d83a3b33 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f003e092-7961-40fe-838e-f324c5c4ff5d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:48.888450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47652) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:49.039276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 83395dd7-e29f-4916-a258-3098c333b6f1 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:49.039618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:49.112621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:49.112947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:49.124088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 83395dd7-e29f-4916-a258-3098c333b6f1 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:49.172974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 855cef38-93dc-48e1-8c72-82d012cab6f4 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:49.209855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 855cef38-93dc-48e1-8c72-82d012cab6f4 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:49.269533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:49.295124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=83395dd7-e29f-4916-a258-3098c333b6f1,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:49.358169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:49.358558 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 37277ba5-9c3d-4174-8cc7-f9b7e42a95d3 disassociated (deleted). External IP: 172.26.8.130, port: 855cef38-93dc-48e1-8c72-82d012cab6f4. Nov 29 01:55:49.567360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 2efe0c37-01f4-4f12-b547-492db75d9b6a has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:55:49.960711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:49.965445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:49.970279 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] Sync routers for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:49.980282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:49.980920 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:49.992814 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dd8fa3ad-4956-4095-ac6c-bc9d8af38a60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/37277ba5-9c3d-4174-8cc7-f9b7e42a95d3 HTTP/1.1" status: 204 len: 168 time: 1.1038632 Nov 29 01:55:50.096713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47658) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:50.119839 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:50.152417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e9407c52-477b-4596-b041-b874f7ae30ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:50.177174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e9407c52-477b-4596-b041-b874f7ae30ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:50.237274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e9407c52-477b-4596-b041-b874f7ae30ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:50.240237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e9407c52-477b-4596-b041-b874f7ae30ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:50.241473 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e9407c52-477b-4596-b041-b874f7ae30ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/1fe5054a-a0e9-407c-a05e-99c65f5211d0 HTTP/1.1" status: 204 len: 168 time: 0.1434903 Nov 29 01:55:50.251496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9407c52-477b-4596-b041-b874f7ae30ca tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe5054a-a0e9-407c-a05e-99c65f5211d0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:50.273831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47662) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:50.320241 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:19Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:50.347330 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] Checking router: 2efe0c37-01f4-4f12-b547-492db75d9b6a for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:50.355512 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:50.356118 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:50.364902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-311346df-29ed-4c40-b6f0-d6a7e6098615 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 855cef38-93dc-48e1-8c72-82d012cab6f4 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:50.365239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-311346df-29ed-4c40-b6f0-d6a7e6098615 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:50.449242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-311346df-29ed-4c40-b6f0-d6a7e6098615 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:50.460386 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:50.461124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-311346df-29ed-4c40-b6f0-d6a7e6098615 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 855cef38-93dc-48e1-8c72-82d012cab6f4 owned by {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:50.596162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-311346df-29ed-4c40-b6f0-d6a7e6098615 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:50.625451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311346df-29ed-4c40-b6f0-d6a7e6098615 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=855cef38-93dc-48e1-8c72-82d012cab6f4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:50.667646 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:19Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:50.697376 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f80af6-ad1c-4219-bd1d-eebc43ed4500 None None] The sync data for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv is: [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:16Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '95de363f-af63-4b6a-a94f-0c7dfda7418d', 'name': '', 'network_id': '4d56b1c7-59bc-446d-8360-5666de069742', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:50:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:15Z', 'updated_at': '2021-11-29T01:55:19Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '7211a043-12e1-468b-b9ac-1837b64ea964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:50.702098 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-311346df-29ed-4c40-b6f0-d6a7e6098615 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:50.706998 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-311346df-29ed-4c40-b6f0-d6a7e6098615 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/ports/855cef38-93dc-48e1-8c72-82d012cab6f4 HTTP/1.1" status: 204 len: 168 time: 0.4313395 Nov 29 01:55:50.708150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47664) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:50.947742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10588eb5-e8b0-4ffb-8c32-e5388b9a846b None None] New status for floating IP 37277ba5-9c3d-4174-8cc7-f9b7e42a95d3: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:55:51.085292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:51.333902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 95de363f-af63-4b6a-a94f-0c7dfda7418d {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:51.334608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:51.427643 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 95de363f-af63-4b6a-a94f-0c7dfda7418d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=95de363f-af63-4b6a-a94f-0c7dfda7418d,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:51.428001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:51.440840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 95de363f-af63-4b6a-a94f-0c7dfda7418d owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:51.623969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:51.652319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=95de363f-af63-4b6a-a94f-0c7dfda7418d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:51.822152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.035640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 2efe0c37-01f4-4f12-b547-492db75d9b6a has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:55:52.138169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:52.143955 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9eaeccc3-c899-4230-a090-aa3c0c5ba1e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/2efe0c37-01f4-4f12-b547-492db75d9b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345448 Nov 29 01:55:52.145806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47666) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:52.147436 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] Sync routers for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:52.157644 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:52.158242 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:52.197711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a351229-27a8-4190-9bf2-7d9a66fd416c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet 7211a043-12e1-468b-b9ac-1837b64ea964 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:55:52.201463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a351229-27a8-4190-9bf2-7d9a66fd416c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.222537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.242660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a351229-27a8-4190-9bf2-7d9a66fd416c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.261282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:52.328626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a351229-27a8-4190-9bf2-7d9a66fd416c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.385202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a351229-27a8-4190-9bf2-7d9a66fd416c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.414259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a351229-27a8-4190-9bf2-7d9a66fd416c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=7211a043-12e1-468b-b9ac-1837b64ea964,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:52.416235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3a351229-27a8-4190-9bf2-7d9a66fd416c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.421311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646af9a-5585-47f4-9061-3a79b372a3c5 None None] Network 4d56b1c7-59bc-446d-8360-5666de069742 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:55:52.422225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47668) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:52.422734 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3a351229-27a8-4190-9bf2-7d9a66fd416c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/7211a043-12e1-468b-b9ac-1837b64ea964 HTTP/1.1" status: 204 len: 168 time: 0.2752109 Nov 29 01:55:52.450456 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:51Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:52.477419 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] Checking router: 2efe0c37-01f4-4f12-b547-492db75d9b6a for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:52.486860 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] Routers {'2efe0c37-01f4-4f12-b547-492db75d9b6a'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:52.487129 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['2efe0c37-01f4-4f12-b547-492db75d9b6a'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:52.547829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.631787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] DHCP port deletion for 4d56b1c7-59bc-446d-8360-5666de069742 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:52.662326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.682221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] Deleting port 31d76919-dd77-4e0c-a4e5-34c50b63284f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:52.682626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.706039 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] Set router 2efe0c37-01f4-4f12-b547-492db75d9b6a gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:52.717835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 4fa27655-1ec9-4b88-b945-26f162e69e5b {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:52.718183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.755699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] For port 31d76919-dd77-4e0c-a4e5-34c50b63284f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31d76919-dd77-4e0c-a4e5-34c50b63284f,segment=NetworkSegment(800a7bdc-8eb9-43cb-a797-dd4346b95ec4),segment_id=800a7bdc-8eb9-43cb-a797-dd4346b95ec4)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:52.756444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.770525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] Calling delete_port for 31d76919-dd77-4e0c-a4e5-34c50b63284f owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:52.800958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 4fa27655-1ec9-4b88-b945-26f162e69e5b, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4fa27655-1ec9-4b88-b945-26f162e69e5b,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:52.801330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.814764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 4fa27655-1ec9-4b88-b945-26f162e69e5b owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:52.854225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:52.881457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] Pushing event deleted for resources: {'Port': ['ID=31d76919-dd77-4e0c-a4e5-34c50b63284f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:52.885306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f278b5-987f-401a-be08-4b22b473e662 None None] No DVR routers for this DVR port 31d76919-dd77-4e0c-a4e5-34c50b63284f on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:55:52.890588 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:51Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:52.925394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa750af-b6b8-4354-b53c-c6332d7578aa None None] The sync data for ids ['2efe0c37-01f4-4f12-b547-492db75d9b6a'] in dv-neutron-816800-5-hyperv is: [{'id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'name': 'tempest-TestNetworkBasicOps-router-2018375264', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:12Z', 'updated_at': '2021-11-29T01:55:51Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '4fa27655-1ec9-4b88-b945-26f162e69e5b', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efe0c37-01f4-4f12-b547-492db75d9b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:13Z', 'updated_at': '2021-11-29T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:52.991314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.018589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=4fa27655-1ec9-4b88-b945-26f162e69e5b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:53.029908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ef8191-d0a3-44e3-a5dc-104a3a844753 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:53.076886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.168432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.171067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.212592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.213139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Fanout notify agent at l3_agent the message router_deleted on router 2efe0c37-01f4-4f12-b547-492db75d9b6a {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:55:53.220119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.221207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-313a52de-dd96-407a-8cff-33bd7e154c05 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/routers/2efe0c37-01f4-4f12-b547-492db75d9b6a HTTP/1.1" status: 204 len: 168 time: 0.7979078 Nov 29 01:55:53.223958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47670) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:53.308199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.380276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31d76919-dd77-4e0c-a4e5-34c50b63284f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:53.402377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 31d76919-dd77-4e0c-a4e5-34c50b63284f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:53.403466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31d76919-dd77-4e0c-a4e5-34c50b63284f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:53.403900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 95de363f-af63-4b6a-a94f-0c7dfda7418d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:53.407684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.424105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 95de363f-af63-4b6a-a94f-0c7dfda7418d {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:53.424373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 95de363f-af63-4b6a-a94f-0c7dfda7418d not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:53.428739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d56b1c7-59bc-446d-8360-5666de069742']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:53.438410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800a7bdc-8eb9-43cb-a797-dd4346b95ec4') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:53.438751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800a7bdc-8eb9-43cb-a797-dd4346b95ec4') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:53.448539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.461486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.468430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:55:53.468850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:55:53.471995 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:55:53.541560 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.547611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.551256 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/4d56b1c7-59bc-446d-8360-5666de069742 HTTP/1.1" status: 204 len: 168 time: 0.3263774 Nov 29 01:55:53.565780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47672) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:53.572965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243920a-d62a-4db6-9e1c-dd2c481eec6f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=4d56b1c7-59bc-446d-8360-5666de069742,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:53.581417 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-99cf4a23-ac12-4796-84f9-4b7e1f980f4d tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0139635 Nov 29 01:55:53.584118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47674) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:53.591176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--2075621740', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:53.616224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:55:53.619813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.651007 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:55:53.661621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.661964 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment ed446848-8f4d-4caa-8472-e4f901c42239 of type vlan for network 7de59429-8078-4a6d-82ea-fa5401e2bf30 Nov 29 01:55:53.708493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.731998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.737717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:53.738298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.774085 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888716 Nov 29 01:55:53.777009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47676) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:53.782265 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-567090162', 'admin_state_up': True, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:53.805907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.807044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:53.808494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ecb15-95b2-451e-a374-1d7e50aebe41 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=7de59429-8078-4a6d-82ea-fa5401e2bf30,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:53.820038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:55:53.857877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:54.002815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:54.192980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:54.211783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:54.312426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.69 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/bbc66eb2-1341-43d4-b41e-8553b5e367e0) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:55:54.417054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:54.450194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:54.489747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:54.492719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:54.496299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:55:54.502537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=bbc66eb2-1341-43d4-b41e-8553b5e367e0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:54.508198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f618985-1b83-4686-a069-c8af27eab49d None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:54.581319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c5930a1a-bc67-4440-a343-81214f7fd1ec None None] Provisioning complete for port bbc66eb2-1341-43d4-b41e-8553b5e367e0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:54.581702 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c5930a1a-bc67-4440-a343-81214f7fd1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:54.616657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c5930a1a-bc67-4440-a343-81214f7fd1ec None None] Port bbc66eb2-1341-43d4-b41e-8553b5e367e0 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:55:54.758014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:54.952519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:55.078735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:55:55.179490 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4fa27655-1ec9-4b88-b945-26f162e69e5b no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:55.188220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:55.203885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Sync routers for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:55.206839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 4fa27655-1ec9-4b88-b945-26f162e69e5b {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:55.207281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4fa27655-1ec9-4b88-b945-26f162e69e5b not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:55.217698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:55.218621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:55.223962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:55.226461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e6567885-ad05-4775-8d20-6f07f458284f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4474669 Nov 29 01:55:55.229162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47680) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:55.269547 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1e905f6c-494c-4fd4-b413-49026aadb98e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360034 Nov 29 01:55:55.269942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47684) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:55.337428 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:55.399556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579fd91-3e8a-493b-bb74-5ab7ba24d409 req-edb09fd8-d983-4847-b7eb-7f9c0acdaf51 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:55.401489 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1579fd91-3e8a-493b-bb74-5ab7ba24d409 req-edb09fd8-d983-4847-b7eb-7f9c0acdaf51 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 946 time: 0.1034856 Nov 29 01:55:55.422662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc917c-55df-47a2-b7a3-c64608471287 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:55.426912 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cbfc917c-55df-47a2-b7a3-c64608471287 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533461 Nov 29 01:55:55.427262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47686) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:55.462295 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dc341724-e6ef-4237-b2dd-b2be09d1cd39 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315502 Nov 29 01:55:55.462588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47688) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:55.465002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1579fd91-3e8a-493b-bb74-5ab7ba24d409 req-8ba65901-4310-4460-a1fd-df6b38bc6195 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519598 Nov 29 01:55:55.468546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1320491865', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:55:55.534844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:54Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:55.564191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Checking router: d48d43c6-bca6-44f9-859a-ae3dd33cfd19 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:55.564561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Updating router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 port bbc66eb2-1341-43d4-b41e-8553b5e367e0 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:55:55.565662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:55:55.569142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:55.590021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:55.856971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:55.862521 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:55.907673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c2732-f6ca-47ae-b026-42daff9c4bb6 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:55.912980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Attempting to bind port bbc66eb2-1341-43d4-b41e-8553b5e367e0 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:55:55.913348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Attempting to bind port bbc66eb2-1341-43d4-b41e-8553b5e367e0 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:55:55.913713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Attempting to bind port bbc66eb2-1341-43d4-b41e-8553b5e367e0 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:55.928567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:55:55.928863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:55.929273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:55.929657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:55:55.930131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Bound port: bbc66eb2-1341-43d4-b41e-8553b5e367e0, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:55:55.930534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:55.955542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e16fa3-6585-4bb3-b2e9-1d8da6568578 None None] Pushing event updated for resources: {'Port': ['ID=bbc66eb2-1341-43d4-b41e-8553b5e367e0,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:55.987972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] For port bbc66eb2-1341-43d4-b41e-8553b5e367e0, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:55.991183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] For port bbc66eb2-1341-43d4-b41e-8553b5e367e0, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=bbc66eb2-1341-43d4-b41e-8553b5e367e0,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:55:55.996121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.048885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa922e-97a9-4ff4-820d-af6eab0caca9 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:55:56.077642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:56.078328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:56.080079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e16fa3-6585-4bb3-b2e9-1d8da6568578 None None] Pushing event updated for resources: {'Port': ['ID=bbc66eb2-1341-43d4-b41e-8553b5e367e0,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:56.083747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-06c4f2f6-6661-4f79-a04d-2ebff47f1d79 None None] Provisioning complete for port bbc66eb2-1341-43d4-b41e-8553b5e367e0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:56.084121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-06c4f2f6-6661-4f79-a04d-2ebff47f1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.085748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.152152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:56.160640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:56.161011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: 7de59429-8078-4a6d-82ea-fa5401e2bf30, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:55:56.179026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:55:56.189565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 7de59429-8078-4a6d-82ea-fa5401e2bf30) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:56.194115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:56.194918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.211470 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-82d794d1-21f7-430f-8224-704a100cb0cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7478738 Nov 29 01:55:56.214211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47690) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:56.310545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb870f9-bd5e-4bbf-afb6-8d1e3552ef2d None None] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:55:56.456523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:56.505285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-06c4f2f6-6661-4f79-a04d-2ebff47f1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.626844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-06c4f2f6-6661-4f79-a04d-2ebff47f1d79 None None] For port bbc66eb2-1341-43d4-b41e-8553b5e367e0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=bbc66eb2-1341-43d4-b41e-8553b5e367e0,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:56.647346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329da36-358d-4491-9e60-7125b707478d req-c19ce7a4-1282-425a-aa62-fc68fdf01e46 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:56.648948 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8329da36-358d-4491-9e60-7125b707478d req-c19ce7a4-1282-425a-aa62-fc68fdf01e46 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 946 time: 0.0942192 Nov 29 01:55:56.675795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-06c4f2f6-6661-4f79-a04d-2ebff47f1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.720282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-7de59429-8078-4a6d-82ea-fa5401e2bf30', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:55:56.721152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.758036 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8329da36-358d-4491-9e60-7125b707478d req-60fd7105-0a04-4af8-ab4d-06254f22346b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846512 Nov 29 01:55:56.769834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.814512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4f2f6-6661-4f79-a04d-2ebff47f1d79 None None] Pushing event updated for resources: {'Port': ['ID=bbc66eb2-1341-43d4-b41e-8553b5e367e0,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:56.889264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7283a780-f268-4f31-b5f2-e7ffdd54e5b7 None None] Provisioning complete for port bbc66eb2-1341-43d4-b41e-8553b5e367e0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:56.889642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7283a780-f268-4f31-b5f2-e7ffdd54e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:56.966061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Allocated IP 172.20.0.2 (7de59429-8078-4a6d-82ea-fa5401e2bf30/ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014/e42c7a78-b210-4b02-9fa0-12a5feb62be9) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:55:57.010017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:54Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:57.040476 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-1dd97e53-6765-4776-a45e-00d2b87367ee tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:57.042058 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-1dd97e53-6765-4776-a45e-00d2b87367ee tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 946 time: 0.0994291 Nov 29 01:55:57.093939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390d06d-6ec0-4244-9483-18a60a32ad78 None None] The sync data for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv is: [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:54Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:57.152764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Deleting port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:55:57.153229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.237239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.245875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.283070 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] For port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:57.283935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.294313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:57.300721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:57.302930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Pushing event updated for resources: {'Port': ['ID=e42c7a78-b210-4b02-9fa0-12a5feb62be9,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:57.311693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:55:57.359647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.1 (7de59429-8078-4a6d-82ea-fa5401e2bf30/ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014/d8668574-f7aa-4eb5-8704-bdf5db3be77c) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:55:57.375397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Attempting to bind port e42c7a78-b210-4b02-9fa0-12a5feb62be9 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:55:57.376899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Attempting to bind port e42c7a78-b210-4b02-9fa0-12a5feb62be9 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:55:57.377816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Attempting to bind port e42c7a78-b210-4b02-9fa0-12a5feb62be9 on network 7de59429-8078-4a6d-82ea-fa5401e2bf30 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:55:57.386588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:55:57.386588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Checking segment: {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:55:57.386899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.387688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Bound using segment: {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:55:57.388396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Bound port: e42c7a78-b210-4b02-9fa0-12a5feb62be9, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:55:57.388793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.500317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] For port e42c7a78-b210-4b02-9fa0-12a5feb62be9, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:55:57.503770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] For port e42c7a78-b210-4b02-9fa0-12a5feb62be9, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e42c7a78-b210-4b02-9fa0-12a5feb62be9,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:55:57.511395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.589621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ca5fd-f255-4737-bcf9-fd3c8d79a835 None None] Pushing event updated for resources: {'Port': ['ID=e42c7a78-b210-4b02-9fa0-12a5feb62be9,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:57.613998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.614541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.615192 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Floating IP 98255fc1-b4c9-4b62-87b9-78fcba3bb3a6 disassociated. External IP: 172.26.8.137, port: a79b2e92-dea1-41aa-861f-32c1c0f4ccc6. Nov 29 01:55:57.615495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Calling delete_port for a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:55:57.631334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.732200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.781719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=d8668574-f7aa-4eb5-8704-bdf5db3be77c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:57.828437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:57.833800 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:57.859621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:55:57.949561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.953589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:57.993617 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0f8f803-1c6a-4fe6-bb52-0af27da83cda req-4c3a35f8-2fe6-4aea-931d-59408a7c6e13 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 210 time: 0.1156611 Nov 29 01:55:58.019387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event deleted for resources: {'Port': ['ID=a79b2e92-dea1-41aa-861f-32c1c0f4ccc6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:58.209697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:55:58.210864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:58.435734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:58.447985 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:58.459819 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:58.460459 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:58.491547 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] No DVR routers for this DVR port a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:55:58.496622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:58.500103 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-aa288b1f-a04f-4136-982e-4507d60e68d1 req-0bbe1307-6c3b-46ae-9e4c-8da363b90d5f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "DELETE /v2.0/ports/a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 HTTP/1.1" status: 204 len: 173 time: 1.4493954 Nov 29 01:55:58.500588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'name': 'network-vif-deleted', 'tag': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:55:58.503291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d6aa7c-9759-458d-83a6-a8a1423ed19d" -d '{"events": [{"server_uuid": "c49c747b-4df3-4e0d-b57f-d44988051dbf", "name": "network-vif-deleted", "tag": "a79b2e92-dea1-41aa-861f-32c1c0f4ccc6"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:55:58.588700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272a4953-daae-4b02-947b-4e8beb83a9f4 x-openstack-request-id: req-272a4953-daae-4b02-947b-4e8beb83a9f4 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:55:58.589088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49c747b-4df3-4e0d-b57f-d44988051dbf", "name": "network-vif-deleted", "tag": "a79b2e92-dea1-41aa-861f-32c1c0f4ccc6", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:55:58.589600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-272a4953-daae-4b02-947b-4e8beb83a9f4 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:55:58.590134 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49c747b-4df3-4e0d-b57f-d44988051dbf', 'name': 'network-vif-deleted', 'tag': 'a79b2e92-dea1-41aa-861f-32c1c0f4ccc6', 'status': 'completed', 'code': 200} Nov 29 01:55:58.651647 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:58.695517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:58.706528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:58.788393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=d8668574-f7aa-4eb5-8704-bdf5db3be77c,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:58.790917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:58.828919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e94ef6-207a-42bf-874b-c9e9e0b78d3a None None] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:55:58.899141 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:58.910451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:55:58.912689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:55:58.924798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ca142fa7-4469-40d2-afa5-22472357db8d None None] Provisioning complete for port e42c7a78-b210-4b02-9fa0-12a5feb62be9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:58.925174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca142fa7-4469-40d2-afa5-22472357db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:58.937194 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:55:58.946524 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:58.947139 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:59.093305 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:55:59.126610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:55:59.131317 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b6b96cd2-01f9-4935-b3b9-169a780162cc req-633b080f-1c33-4fa6-a85c-d9018b450fe6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 210 time: 0.0410724 Nov 29 01:55:59.145262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca142fa7-4469-40d2-afa5-22472357db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:59.196274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ca142fa7-4469-40d2-afa5-22472357db8d None None] For port e42c7a78-b210-4b02-9fa0-12a5feb62be9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e42c7a78-b210-4b02-9fa0-12a5feb62be9,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:55:59.204883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca142fa7-4469-40d2-afa5-22472357db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:59.206003 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:55:59.213722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:55:59.310749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:55:59.311103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device a79b2e92-dea1-41aa-861f-32c1c0f4ccc6 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:55:59.368574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca142fa7-4469-40d2-afa5-22472357db8d None None] Pushing event updated for resources: {'Port': ['ID=e42c7a78-b210-4b02-9fa0-12a5feb62be9,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:55:59.391917 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:59.409719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device bbc66eb2-1341-43d4-b41e-8553b5e367e0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:55:59.412757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:55:59.420913 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3ec26622-8cd9-41bd-83d7-7c3abdc39885 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/d48d43c6-bca6-44f9-859a-ae3dd33cfd19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2056310 Nov 29 01:55:59.423619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47704) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:59.425651 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123835ce-8e94-43b8-8c11-e387156ed163 None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:55:59.520004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port bbc66eb2-1341-43d4-b41e-8553b5e367e0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:59.520466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:59.581076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-982e5e31-0962-4c4c-a0d5-2befe459d49c None None] Provisioning complete for port e42c7a78-b210-4b02-9fa0-12a5feb62be9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:55:59.588589 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-982e5e31-0962-4c4c-a0d5-2befe459d49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:59.600634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Sync routers for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:55:59.621519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc193b-2d75-4b5c-8f7a-6700b79f50d5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.622010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc193b-2d75-4b5c-8f7a-6700b79f50d5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.622714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc193b-2d75-4b5c-8f7a-6700b79f50d5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.623357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc193b-2d75-4b5c-8f7a-6700b79f50d5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.623825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc193b-2d75-4b5c-8f7a-6700b79f50d5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.624289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc193b-2d75-4b5c-8f7a-6700b79f50d5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.627698 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-77fc193b-2d75-4b5c-8f7a-6700b79f50d5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2026525 Nov 29 01:55:59.630077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47706) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:59.654873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:55:59.655605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:55:59.718649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506c0f-769b-4e4b-85e8-ea927ba80fa8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.719440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506c0f-769b-4e4b-85e8-ea927ba80fa8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.720063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506c0f-769b-4e4b-85e8-ea927ba80fa8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.720716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506c0f-769b-4e4b-85e8-ea927ba80fa8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.721162 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506c0f-769b-4e4b-85e8-ea927ba80fa8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.721713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506c0f-769b-4e4b-85e8-ea927ba80fa8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:55:59.725170 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d9506c0f-769b-4e4b-85e8-ea927ba80fa8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0924294 Nov 29 01:55:59.727246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47708) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:59.826297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e42c7a78-b210-4b02-9fa0-12a5feb62be9 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:55:59.869001 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea50ca-c5d5-4ce9-ad01-1884775d9d8a None None] New status for floating IP 98255fc1-b4c9-4b62-87b9-78fcba3bb3a6: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:55:59.910711 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-63725fde-d005-4ded-9ae6-c5f3cc6bfda8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1808095 Nov 29 01:56:00.070784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:00.226638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-982e5e31-0962-4c4c-a0d5-2befe459d49c None None] Provisioning complete for port d8668574-f7aa-4eb5-8704-bdf5db3be77c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:00.227055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-982e5e31-0962-4c4c-a0d5-2befe459d49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.243173 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-72b252c1-b6bf-446c-8bd7-fbcb788212a0 req-7fefc49e-d43c-42d4-849b-15609d3b6b69 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 210 time: 0.0337150 Nov 29 01:56:00.260071 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e42c7a78-b210-4b02-9fa0-12a5feb62be9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:00.260446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.335702 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-982e5e31-0962-4c4c-a0d5-2befe459d49c None None] Port d8668574-f7aa-4eb5-8704-bdf5db3be77c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:56:00.402919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:00.430956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Checking router: d48d43c6-bca6-44f9-859a-ae3dd33cfd19 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:56:00.431319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Updating router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 port d8668574-f7aa-4eb5-8704-bdf5db3be77c binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:56:00.433511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47714) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:00.439043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e839de8e-9f8b-4575-89d6-dc48e047a06a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934206633', 'description': 'tempest-secgroup-smoke-1934206633 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:00.463920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e839de8e-9f8b-4575-89d6-dc48e047a06a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.470363 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.487824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-842d86d7-c504-4be8-97b0-925c5cfd6c3f None None] Provisioning complete for port d8668574-f7aa-4eb5-8704-bdf5db3be77c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:00.488197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-842d86d7-c504-4be8-97b0-925c5cfd6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.545582 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e839de8e-9f8b-4575-89d6-dc48e047a06a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.550754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e839de8e-9f8b-4575-89d6-dc48e047a06a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.556726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-842d86d7-c504-4be8-97b0-925c5cfd6c3f None None] Port d8668574-f7aa-4eb5-8704-bdf5db3be77c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:56:00.585664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839de8e-9f8b-4575-89d6-dc48e047a06a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b4fe84-43c5-4036-a190-62173989c9b8,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:00.592366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e839de8e-9f8b-4575-89d6-dc48e047a06a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.593730 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e839de8e-9f8b-4575-89d6-dc48e047a06a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1584151 Nov 29 01:56:00.596636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47716) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:00.603366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b0c5d276-79f5-4af7-904e-690ecf038524 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '07b4fe84-43c5-4036-a190-62173989c9b8', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:00.647494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d276-79f5-4af7-904e-690ecf038524 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.703206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d276-79f5-4af7-904e-690ecf038524 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.708388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d276-79f5-4af7-904e-690ecf038524 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.723038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d276-79f5-4af7-904e-690ecf038524 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5f5e52-243e-4b6a-9e38-822c4d3c12b5,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:00.739983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d276-79f5-4af7-904e-690ecf038524 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.741630 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b0c5d276-79f5-4af7-904e-690ecf038524 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436837 Nov 29 01:56:00.744366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47718) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:00.750711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8a2dcff6-c644-4e67-b983-2a330781c13c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '07b4fe84-43c5-4036-a190-62173989c9b8', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:00.778047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcff6-c644-4e67-b983-2a330781c13c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.792479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.799604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.850200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcff6-c644-4e67-b983-2a330781c13c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.857472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcff6-c644-4e67-b983-2a330781c13c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.860052 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957eb86-3fa0-46db-b423-55433fc79ac7 None None] Pushing event updated for resources: {'Port': ['ID=d8668574-f7aa-4eb5-8704-bdf5db3be77c,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:00.884835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dcff6-c644-4e67-b983-2a330781c13c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e268456a-aa70-42c0-9a41-4a0e07cf620e,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:00.894470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcff6-c644-4e67-b983-2a330781c13c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.895950 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8a2dcff6-c644-4e67-b983-2a330781c13c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504493 Nov 29 01:56:00.898757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47720) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:00.905318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e41157fd-5c73-46a2-bc4b-5d0ca3ce6901 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '07b4fe84-43c5-4036-a190-62173989c9b8', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:00.920587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Attempting to bind port d8668574-f7aa-4eb5-8704-bdf5db3be77c on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:56:00.920984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Attempting to bind port d8668574-f7aa-4eb5-8704-bdf5db3be77c by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:56:00.921695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Attempting to bind port d8668574-f7aa-4eb5-8704-bdf5db3be77c on network 7de59429-8078-4a6d-82ea-fa5401e2bf30 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:56:00.928715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:56:00.929095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Checking segment: {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:56:00.929592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.930198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Bound using segment: {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:56:00.930852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Bound port: d8668574-f7aa-4eb5-8704-bdf5db3be77c, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:56:00.931279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:00.941032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e41157fd-5c73-46a2-bc4b-5d0ca3ce6901 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.006652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] For port d8668574-f7aa-4eb5-8704-bdf5db3be77c, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:56:01.012455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] For port d8668574-f7aa-4eb5-8704-bdf5db3be77c, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d8668574-f7aa-4eb5-8704-bdf5db3be77c,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:56:01.020257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.023439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e41157fd-5c73-46a2-bc4b-5d0ca3ce6901 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.029553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e41157fd-5c73-46a2-bc4b-5d0ca3ce6901 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.055411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41157fd-5c73-46a2-bc4b-5d0ca3ce6901 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac49421-35e6-4c64-8904-b514f21a66a8,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:01.072331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e41157fd-5c73-46a2-bc4b-5d0ca3ce6901 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.076795 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e41157fd-5c73-46a2-bc4b-5d0ca3ce6901 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737144 Nov 29 01:56:01.077208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47722) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:01.085196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a24459f7-5dc8-4dba-9b97-07270ad7d5ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '07b4fe84-43c5-4036-a190-62173989c9b8', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:01.089786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:01.090565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:01.122870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a24459f7-5dc8-4dba-9b97-07270ad7d5ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.196740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957eb86-3fa0-46db-b423-55433fc79ac7 None None] Pushing event updated for resources: {'Port': ['ID=d8668574-f7aa-4eb5-8704-bdf5db3be77c,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:01.219181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-941188e5-f616-4358-adb4-1ee84e173ce0 None None] Provisioning complete for port d8668574-f7aa-4eb5-8704-bdf5db3be77c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:01.219643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-941188e5-f616-4358-adb4-1ee84e173ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.225851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a24459f7-5dc8-4dba-9b97-07270ad7d5ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.239637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a24459f7-5dc8-4dba-9b97-07270ad7d5ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.264279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24459f7-5dc8-4dba-9b97-07270ad7d5ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3a07c1-df60-463d-be66-31f8607f8015,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:01.284208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e42c7a78-b210-4b02-9fa0-12a5feb62be9 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:56:01.302676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a24459f7-5dc8-4dba-9b97-07270ad7d5ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.312006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47726) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:01.313228 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a24459f7-5dc8-4dba-9b97-07270ad7d5ec tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2345910 Nov 29 01:56:01.317080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b7a6453b-ef96-4fea-b8f1-37347153d22c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '07b4fe84-43c5-4036-a190-62173989c9b8', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:01.336899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:01.357233 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-b7a6453b-ef96-4fea-b8f1-37347153d22c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:56:01.363895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7a6453b-ef96-4fea-b8f1-37347153d22c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.410574 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d25291b2-3436-4bfd-8530-aeedc125469f req-6b177bc9-d15d-43b8-b3ea-eb38d277d84e tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 210 time: 0.0669880 Nov 29 01:56:01.432762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7a6453b-ef96-4fea-b8f1-37347153d22c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.438968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7a6453b-ef96-4fea-b8f1-37347153d22c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.467838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b7a6453b-ef96-4fea-b8f1-37347153d22c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.469547 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b7a6453b-ef96-4fea-b8f1-37347153d22c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563985 Nov 29 01:56:01.470840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6453b-ef96-4fea-b8f1-37347153d22c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0c058b-36bc-48de-9a8a-7bf9610dd3d3,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:01.472522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47728) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:01.483140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a4927d7e-ea3a-427c-8cb6-e4dab6aa3fee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '07b4fe84-43c5-4036-a190-62173989c9b8', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:01.496099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-941188e5-f616-4358-adb4-1ee84e173ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.509647 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-a4927d7e-ea3a-427c-8cb6-e4dab6aa3fee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:56:01.515903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4927d7e-ea3a-427c-8cb6-e4dab6aa3fee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.546227 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e42c7a78-b210-4b02-9fa0-12a5feb62be9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:01.546700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.580547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4927d7e-ea3a-427c-8cb6-e4dab6aa3fee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.585857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4927d7e-ea3a-427c-8cb6-e4dab6aa3fee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.606174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4927d7e-ea3a-427c-8cb6-e4dab6aa3fee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2e72ee-5e04-4781-ba6a-ba58ff97b3c2,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:01.616425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4927d7e-ea3a-427c-8cb6-e4dab6aa3fee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.626118 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a4927d7e-ea3a-427c-8cb6-e4dab6aa3fee tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440492 Nov 29 01:56:01.634497 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-941188e5-f616-4358-adb4-1ee84e173ce0 None None] For port d8668574-f7aa-4eb5-8704-bdf5db3be77c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d8668574-f7aa-4eb5-8704-bdf5db3be77c,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:01.644683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-941188e5-f616-4358-adb4-1ee84e173ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.770708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941188e5-f616-4358-adb4-1ee84e173ce0 None None] Pushing event updated for resources: {'Port': ['ID=d8668574-f7aa-4eb5-8704-bdf5db3be77c,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:01.793791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b91f170b-a9cd-468f-8413-56d79b6bcbd3 None None] Provisioning complete for port d8668574-f7aa-4eb5-8704-bdf5db3be77c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:01.794238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b91f170b-a9cd-468f-8413-56d79b6bcbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:01.795591 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-9d9e4473-b748-43b7-b215-8c77e5802a17 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934206633&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0607257 Nov 29 01:56:01.824372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:01Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:01.858704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb933e-cbdb-4808-9296-016c40ecc3da None None] The sync data for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv is: [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:01Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:56:01.943107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-28195867-323f-42e0-aa3c-bd637dd2f565 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:01.949363 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-28195867-323f-42e0-aa3c-bd637dd2f565 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=7de59429-8078-4a6d-82ea-fa5401e2bf30 HTTP/1.1" status: 200 len: 797 time: 0.1528745 Nov 29 01:56:01.966985 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-47ecaf11-42d3-49b0-9748-444afe6ba7da tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0131879 Nov 29 01:56:02.026317 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-5dbd8ef8-0d51-409d-8c6f-899e6b688185 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534494 Nov 29 01:56:02.189555 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-0ee8ac9b-253e-460d-9f1c-f0c870af564e service neutron] 10.222.0.30 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507311 Nov 29 01:56:02.517514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d4bd55a4-4edd-4546-b759-0eb6c86fc997 req-1ee362c2-dbdd-4838-bd40-cf06a80988de tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 210 time: 0.0409815 Nov 29 01:56:02.662320 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-7bfe4859-1f0c-4b41-b931-4e577bb2f64d service neutron] 10.222.0.30 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664440 Nov 29 01:56:02.845169 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-09dddbdd-0244-461c-9fcb-704b2fb51975 req-775acc10-7589-48a1-aafb-f6826515e523 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 210 time: 0.0307064 Nov 29 01:56:03.271320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d8668574-f7aa-4eb5-8704-bdf5db3be77c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:56:03.330127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d8668574-f7aa-4eb5-8704-bdf5db3be77c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:03.330685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:03.604997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-baafdcbd-2669-42fc-b58f-6e09f75968ca req-27605fac-a93b-40db-b8a2-f2136b921648 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=c49c747b-4df3-4e0d-b57f-d44988051dbf HTTP/1.1" status: 200 len: 210 time: 0.0289867 Nov 29 01:56:03.945743 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0c12fb59-9f20-4e53-b0b8-5ab0ef17d5e4 req-2bd25a44-9c0f-4aa9-87f6-7861a07171b9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 210 time: 0.0317714 Nov 29 01:56:03.986186 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-5a2a0732-9483-4cc9-9935-c43007c71975 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:03.987843 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-5a2a0732-9483-4cc9-9935-c43007c71975 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=7de59429-8078-4a6d-82ea-fa5401e2bf30 HTTP/1.1" status: 200 len: 797 time: 0.1135943 Nov 29 01:56:04.063382 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-6c22ae63-ded9-4e94-b09d-db96d868fc96 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 380 time: 0.0574672 Nov 29 01:56:04.073345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': '31aca6a7-763e-4588-ac51-94befbc0f961', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['07b4fe84-43c5-4036-a190-62173989c9b8']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:04.185344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:56:04.189157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:04.319042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.10 (7de59429-8078-4a6d-82ea-fa5401e2bf30/ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014/b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:56:04.459074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:04.492844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:04.537431 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:56:04.540614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:56:04.544443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:56:04.568307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:04.583676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.584032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.584384 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.584732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.585074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.585412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.585747 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.586088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.586449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.586783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.587113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.587438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:04.611404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:04.612124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:04.629826 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-c5963510-ea36-4590-922e-971816c41f21 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5600896 Nov 29 01:56:04.649459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Request body: {'port': {'device_id': '31aca6a7-763e-4588-ac51-94befbc0f961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:04.710621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:04.800825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-77dcd786-570a-49d6-9227-428ed0b2375f None None] Provisioning complete for port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:04.805962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-77dcd786-570a-49d6-9227-428ed0b2375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:04.832169 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-ec7097ee-8a3f-4259-b8e2-2b490a231261 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494051486&fields=id&tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 267 time: 0.0552256 Nov 29 01:56:04.851335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-77dcd786-570a-49d6-9227-428ed0b2375f None None] Port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:56:04.939967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-d7d0f08a-204c-4749-b8c1-89c04c96b212 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:04.941452 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-d7d0f08a-204c-4749-b8c1-89c04c96b212 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 812 time: 0.1021664 Nov 29 01:56:04.957461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bf716127-91c5-49fb-abf4-39a8ed47b2e7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/quotas/d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 375 time: 0.0100410 Nov 29 01:56:04.979847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:56:04.988128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:05.002080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Transition to ACTIVE for port object b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:56:05.006088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:05.018274 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-d2753657-e7e1-4369-894b-15fddabc3809 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553563 Nov 29 01:56:05.090630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Pushing event updated for resources: {'Port': ['ID=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:05.144415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29d79b-014f-4575-a0f6-386c078ccd7f req-a434c36d-f9f5-4da3-9f8e-c189b4e2744c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:05.145959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4d29d79b-014f-4575-a0f6-386c078ccd7f req-a434c36d-f9f5-4da3-9f8e-c189b4e2744c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 944 time: 0.1308963 Nov 29 01:56:05.179345 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-241dd462-ae69-46d2-b4e0-5d8ba9bac287 service neutron] 10.222.0.30 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488137 Nov 29 01:56:05.207213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Attempting to bind port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:56:05.207213 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Attempting to bind port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:56:05.207656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Attempting to bind port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 on network 7de59429-8078-4a6d-82ea-fa5401e2bf30 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:56:05.221506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 on network 7de59429-8078-4a6d-82ea-fa5401e2bf30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:56:05.221923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Attempting to bind port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 on network 7de59429-8078-4a6d-82ea-fa5401e2bf30 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:56:05.227914 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4d29d79b-014f-4575-a0f6-386c078ccd7f req-10276240-e1b8-406d-bf8c-dfb27658b342 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695207 Nov 29 01:56:05.232798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:56:05.233241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Checking segment: {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:56:05.233698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Bound using segment: {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:56:05.234225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Bound port: b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed446848-8f4d-4caa-8472-e4f901c42239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:56:05.234694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:05.310857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] For port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:56:05.314320 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] For port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:56:05.318977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:05.360274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:05.360908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:05.362341 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] 10.222.0.21 "PUT /v2.0/ports/b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 HTTP/1.1" status: 200 len: 1094 time: 0.7183833 Nov 29 01:56:05.362891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:56:05.365217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:56:05.396262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1b933-ddea-4bce-8ec6-36fee84df197 service neutron] Pushing event updated for resources: {'Port': ['ID=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:05.415889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9379cc-46e2-430d-b9e3-a5ce18af3c8c x-openstack-request-id: req-cd9379cc-46e2-430d-b9e3-a5ce18af3c8c {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:56:05.416189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:56:05.416581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd9379cc-46e2-430d-b9e3-a5ce18af3c8c {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:56:05.417028 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'status': 'completed', 'code': 200} Nov 29 01:56:05.478137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-820fb23d-2fec-4ef0-ba89-c70a9e56c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:05.479773 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-820fb23d-2fec-4ef0-ba89-c70a9e56c92c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 1097 time: 0.0493829 Nov 29 01:56:05.535577 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-1c7dc974-3e5d-4452-aaf9-423af1003163 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0412886 Nov 29 01:56:05.587990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-b5f4ded3-bd2f-41e5-ac2e-01f821426b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:05.590135 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-b5f4ded3-bd2f-41e5-ac2e-01f821426b31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014 HTTP/1.1" status: 200 len: 835 time: 0.0473721 Nov 29 01:56:05.613331 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-db495726-6ebf-4ccd-914f-68f92bb12dd1 service neutron] 10.222.0.30 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316061 Nov 29 01:56:05.639388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-bff0461a-a772-45de-99bb-b2cc6bdc64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:05.640903 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-bff0461a-a772-45de-99bb-b2cc6bdc64a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7de59429-8078-4a6d-82ea-fa5401e2bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432312 Nov 29 01:56:05.737108 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-a0715110-0a66-4a24-af38-f110079a81b0 service neutron] 10.222.0.21 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888724 Nov 29 01:56:05.832212 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22029dfb-96d2-4c96-beeb-a0dddee26712 req-61869182-6f4f-4425-83c0-c914a838f13c service neutron] 10.222.0.21 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883985 Nov 29 01:56:05.900836 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f05d9294-856a-4152-af2b-e9e212add9eb req-849341b6-19c8-4995-ba7b-1dc1a1385103 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 210 time: 0.0272956 Nov 29 01:56:05.973830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-d010c678-f2b5-4c50-8060-8bca00ae3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:05.975348 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-d010c678-f2b5-4c50-8060-8bca00ae3244 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 1097 time: 0.0466754 Nov 29 01:56:06.073451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-83dc41db-2241-4565-a9c8-f5afdf7ed7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:06.075924 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-83dc41db-2241-4565-a9c8-f5afdf7ed7e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7de59429-8078-4a6d-82ea-fa5401e2bf30 HTTP/1.1" status: 200 len: 898 time: 0.0927727 Nov 29 01:56:06.123757 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-ee2bf8d6-42fd-47a7-9e15-4c83972f8a6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0400198 Nov 29 01:56:06.176635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-72500b26-8231-46ed-80e7-b0bd26e1cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:06.178083 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-72500b26-8231-46ed-80e7-b0bd26e1cc97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014 HTTP/1.1" status: 200 len: 835 time: 0.0462151 Nov 29 01:56:06.228291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-18ccc404-b216-40eb-9573-ab0b070b311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:06.229790 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-18ccc404-b216-40eb-9573-ab0b070b311e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7de59429-8078-4a6d-82ea-fa5401e2bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414069 Nov 29 01:56:06.338759 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-1f511aa4-83a0-41b5-8672-28d983218bbd service neutron] 10.222.0.21 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996718 Nov 29 01:56:06.358695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38246-041e-45ae-821a-f50982ec26b5 req-99a006db-e4eb-47b9-bfa8-c56f6b05bdac tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:06.360122 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fbb38246-041e-45ae-821a-f50982ec26b5 req-99a006db-e4eb-47b9-bfa8-c56f6b05bdac tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 944 time: 0.0538561 Nov 29 01:56:06.415368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fbb38246-041e-45ae-821a-f50982ec26b5 req-0e3974c5-0d94-4db6-b165-83fbb159731a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485203 Nov 29 01:56:06.453410 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d50feb3c-a6ed-47cd-ac51-966fcf460fd9 req-1fad348d-1b8a-4b7e-99b4-7374b29dd722 service neutron] 10.222.0.21 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939538 Nov 29 01:56:06.928353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-d4629eb2-d292-47a3-b777-ee4da18676bd tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:06.929833 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-d4629eb2-d292-47a3-b777-ee4da18676bd tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 812 time: 0.1086242 Nov 29 01:56:06.998166 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9e6fb298-7689-4d45-924e-6c4bf9a79144 req-cf3b1c37-ee8b-4873-923d-ab3e4b3a57ac tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 210 time: 0.0296092 Nov 29 01:56:07.034455 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6d50d84a-f54c-43e0-b7c2-8e46613134b0 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 379 time: 0.0796490 Nov 29 01:56:07.044425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'port': {'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'admin_state_up': True, 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'security_groups': ['d90b19bf-d5cc-4a72-8565-cd71ee12a731']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:07.159051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Made reservation on behalf of d0864c17fcb6459b8a98cef5b83f9cfa for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:56:07.162446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:07.244907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:56:07.289214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Allocated IP 172.20.0.5 (c5642dcd-3754-407d-8012-b2d7aee18c46/0c017a67-8e59-4436-983b-5c803480cce2/15c6a7da-0fb4-4de3-900c-1f5de4decc80) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:56:07.344768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:07.356296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'port_id': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'mac_address': 'fa:16:3e:39:33:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:56:07.395380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:07.409361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:56:07.430446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:07.434688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:07.439135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:07.485804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:07.516301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:07.558079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b52406-3b59-4b32-90b2-60f72e6e1336 req-70826b65-508d-4e51-86d6-9a523a647cbc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:07.559427 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Network c5642dcd-3754-407d-8012-b2d7aee18c46 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:56:07.559921 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29b52406-3b59-4b32-90b2-60f72e6e1336 req-70826b65-508d-4e51-86d6-9a523a647cbc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 945 time: 0.0614078 Nov 29 01:56:07.562560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:56:07.566187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:56:07.609077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=15c6a7da-0fb4-4de3-900c-1f5de4decc80,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:07.628957 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29b52406-3b59-4b32-90b2-60f72e6e1336 req-ff1d6376-60a4-4ace-81a4-8e93dfb97c3f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615113 Nov 29 01:56:07.634564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:07.635248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:07.659560 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-bc6c4099-b499-4014-940a-539a1c9fc11f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193361 Nov 29 01:56:07.679285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Request body: {'port': {'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:07.720387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:56:07.740609 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:07.937547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d3d81c03-a8c9-492e-9c94-f636d55d4ae9 None None] Provisioning complete for port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:07.937794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3d81c03-a8c9-492e-9c94-f636d55d4ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:07.985194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d3d81c03-a8c9-492e-9c94-f636d55d4ae9 None None] Port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:56:08.042967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c6a7da-0fb4-4de3-900c-1f5de4decc80 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:56:08.051461 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:08.070013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Transition to ACTIVE for port object 15c6a7da-0fb4-4de3-900c-1f5de4decc80 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:56:08.085268 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:08.165798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Pushing event updated for resources: {'Port': ['ID=15c6a7da-0fb4-4de3-900c-1f5de4decc80,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:08.193298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17bd0e-c241-4c8e-9944-5de4b5273bb7 req-c992592c-96ec-4ab5-b7d3-6d1dd69ac64b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:08.194988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bc17bd0e-c241-4c8e-9944-5de4b5273bb7 req-c992592c-96ec-4ab5-b7d3-6d1dd69ac64b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.1232243 Nov 29 01:56:08.295618 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bc17bd0e-c241-4c8e-9944-5de4b5273bb7 req-615d4ef1-c484-4efa-b963-63528e03e4d4 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789762 Nov 29 01:56:08.296675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Attempting to bind port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:56:08.297296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Attempting to bind port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:56:08.297717 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Attempting to bind port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 on network c5642dcd-3754-407d-8012-b2d7aee18c46 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:56:08.303451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 on network c5642dcd-3754-407d-8012-b2d7aee18c46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:56:08.303884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Attempting to bind port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 on network c5642dcd-3754-407d-8012-b2d7aee18c46 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:56:08.311609 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:56:08.312096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Checking segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:56:08.312580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Bound using segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:56:08.313111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Bound port: 15c6a7da-0fb4-4de3-900c-1f5de4decc80, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:56:08.313847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:08.386303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] For port 15c6a7da-0fb4-4de3-900c-1f5de4decc80, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:56:08.389375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] For port 15c6a7da-0fb4-4de3-900c-1f5de4decc80, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:56:08.394148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:08.431292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:08.431910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:08.433343 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] 10.222.0.21 "PUT /v2.0/ports/15c6a7da-0fb4-4de3-900c-1f5de4decc80 HTTP/1.1" status: 200 len: 1093 time: 0.7587070 Nov 29 01:56:08.433793 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:56:08.436109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9a439f-646a-4e26-89bd-a1038de76120" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:56:08.461071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9c02a-3123-4490-87ec-efbd85709a50 service neutron] Pushing event updated for resources: {'Port': ['ID=15c6a7da-0fb4-4de3-900c-1f5de4decc80,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:08.584708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87262ddf-bfb3-418b-a604-74a57f9c7226 x-openstack-request-id: req-87262ddf-bfb3-418b-a604-74a57f9c7226 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:56:08.585015 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:56:08.585280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87262ddf-bfb3-418b-a604-74a57f9c7226 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:56:08.585695 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'status': 'completed', 'code': 200} Nov 29 01:56:08.616281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-313b02f4-259e-40c8-8e7c-a3b63c1c1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:08.617865 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-313b02f4-259e-40c8-8e7c-a3b63c1c1cff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 1096 time: 0.0732834 Nov 29 01:56:08.674544 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-c5b713cc-be5f-40d0-bf2d-257e8369e653 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80 HTTP/1.1" status: 200 len: 217 time: 0.0421708 Nov 29 01:56:08.754571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6826c34b-bfeb-4f1f-9410-420b66aeaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:08.756014 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-6826c34b-bfeb-4f1f-9410-420b66aeaf36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0750704 Nov 29 01:56:08.797027 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c472d0-5cf8-402c-83fc-6f602ac0c1e0 req-1a712fb6-2a9e-4141-89ce-d3397d3fd8df tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:08.798507 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f1c472d0-5cf8-402c-83fc-6f602ac0c1e0 req-1a712fb6-2a9e-4141-89ce-d3397d3fd8df tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 945 time: 0.0908227 Nov 29 01:56:08.827795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-55ab7256-e42d-4d40-8a59-27bbb4496cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:08.829253 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-55ab7256-e42d-4d40-8a59-27bbb4496cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656271 Nov 29 01:56:08.880591 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f1c472d0-5cf8-402c-83fc-6f602ac0c1e0 req-15b09f6d-c5ad-4698-aee0-1d6351eea894 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752292 Nov 29 01:56:08.942721 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-f2fc3b9f-61dd-4037-9cbf-0b771d848804 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039934 Nov 29 01:56:09.033072 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-87508ee7-61a9-4a57-a633-ea5fea98adfb req-78f9cb41-f22e-4724-aedb-39d7cf6c8f17 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829155 Nov 29 01:56:09.146556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-1d8d934a-978c-4cb8-a9f1-38a52e90bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:09.148157 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-1d8d934a-978c-4cb8-a9f1-38a52e90bf86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 1096 time: 0.0417957 Nov 29 01:56:09.241483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-ad5721c3-0df0-4050-9b2d-2b4928f2817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:09.243026 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-ad5721c3-0df0-4050-9b2d-2b4928f2817e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0883691 Nov 29 01:56:09.260239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:56:09.284080 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-325928ca-1101-4ecb-abd6-5d3b7f9532d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80 HTTP/1.1" status: 200 len: 217 time: 0.0344100 Nov 29 01:56:09.310126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:56:09.314813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:09.315280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:09.348792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-8e2efe60-661e-4140-b625-b35a072ab466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:09.350453 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-8e2efe60-661e-4140-b625-b35a072ab466 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0599277 Nov 29 01:56:09.405673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:09.413383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-63a1a2f6-d424-4963-a38a-4f77f2ced538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:09.415101 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-63a1a2f6-d424-4963-a38a-4f77f2ced538 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576217 Nov 29 01:56:09.437972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:56:09.442564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0635af81-d3bc-4116-8bfc-95876022c8bf" -d '{"events": [{"server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "name": "network-vif-plugged", "status": "completed", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:56:09.463103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03283611-014a-4afe-94e2-1b7d9556be68 req-d3aba9ed-2aa7-4743-8f35-1745c9d92228 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:09.464449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:09.471774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:09.478539 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-03283611-014a-4afe-94e2-1b7d9556be68 req-d3aba9ed-2aa7-4743-8f35-1745c9d92228 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0820556 Nov 29 01:56:09.531930 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-3c5ac3d0-01a9-4299-b0cd-5465ef2f8758 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082406 Nov 29 01:56:09.541228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9fe0c3-848e-4352-be03-11c0d5ab7c32 x-openstack-request-id: req-8e9fe0c3-848e-4352-be03-11c0d5ab7c32 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:56:09.541228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "name": "network-vif-plugged", "status": "completed", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:56:09.541228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e9fe0c3-848e-4352-be03-11c0d5ab7c32 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:56:09.541228 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'code': 200} Nov 29 01:56:09.544371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:09.545257 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-03283611-014a-4afe-94e2-1b7d9556be68 req-6395cefc-af31-4798-a5bb-124d321a5913 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595028 Nov 29 01:56:09.646348 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a439f-646a-4e26-89bd-a1038de76120 req-01fb0f6e-60c4-474d-af76-254578266491 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039562 Nov 29 01:56:09.713261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2339afb-72fa-4855-9e82-64923a50b112 req-17fe1af7-b209-4f42-858d-27f42f86946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:09.714691 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c2339afb-72fa-4855-9e82-64923a50b112 req-17fe1af7-b209-4f42-858d-27f42f86946a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 1099 time: 0.0400450 Nov 29 01:56:09.762820 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c2339afb-72fa-4855-9e82-64923a50b112 req-c321e012-514a-41cb-b7a1-718f60008532 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395005 Nov 29 01:56:10.006565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21855a-a83e-4249-a1a9-49dd32244f1b req-84824e45-e1b1-4d4c-ab6a-77c97a858814 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:10.008029 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ab21855a-a83e-4249-a1a9-49dd32244f1b req-84824e45-e1b1-4d4c-ab6a-77c97a858814 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 946 time: 0.0531921 Nov 29 01:56:10.056871 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ab21855a-a83e-4249-a1a9-49dd32244f1b req-77101c40-866c-47e7-af50-50f3eeaac5ab tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Nov 29 01:56:10.583634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e0c31893-cd5f-4d62-bdc4-4f4cbb785c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:10.670023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25ed84-482c-4edc-a1ab-9d56af4a9191 req-74d4292e-39a3-4e89-bd50-bc786c930928 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:10.672449 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ca25ed84-482c-4edc-a1ab-9d56af4a9191 req-74d4292e-39a3-4e89-bd50-bc786c930928 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0554352 Nov 29 01:56:10.722629 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ca25ed84-482c-4edc-a1ab-9d56af4a9191 req-6a95ec7b-6630-47c6-a8c0-c93533481ec4 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 Nov 29 01:56:11.171158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fa8be-3d57-4199-bb2d-ae7a19562acf req-50b180d9-bc81-40ce-bfaa-fca7b54a0f58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:11.172715 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db5fa8be-3d57-4199-bb2d-ae7a19562acf req-50b180d9-bc81-40ce-bfaa-fca7b54a0f58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 946 time: 0.0478034 Nov 29 01:56:11.224599 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db5fa8be-3d57-4199-bb2d-ae7a19562acf req-f19f87e9-407a-4f33-84b8-44ff13b8791a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453899 Nov 29 01:56:11.341783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11e31f-55af-412e-9bc7-5f10f60138fe req-720e379d-d44b-4be6-aa1a-d63d2aefe385 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:11.343207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7b11e31f-55af-412e-9bc7-5f10f60138fe req-720e379d-d44b-4be6-aa1a-d63d2aefe385 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 946 time: 0.0530071 Nov 29 01:56:11.393167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7b11e31f-55af-412e-9bc7-5f10f60138fe req-ca19747e-c110-409a-8666-63fb282aefb1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Nov 29 01:56:11.415138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47826) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:11.454212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8187232-fbec-487c-b5c2-165b633f777f tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:11.455872 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d8187232-fbec-487c-b5c2-165b633f777f tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 1094 time: 0.0397322 Nov 29 01:56:11.458652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47828) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:11.462916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:11.486319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:11.584402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:11.687864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.229 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/ed16e9f3-99eb-4638-a7a3-556a88d958e2) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:56:11.795315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:11.831088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:11.859043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29155892-96f7-4cab-a278-26273d07bd01 req-37e50e1c-dd50-4d3d-b8f3-e26a13e3ab30 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:11.861196 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29155892-96f7-4cab-a278-26273d07bd01 req-37e50e1c-dd50-4d3d-b8f3-e26a13e3ab30 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0617595 Nov 29 01:56:11.869902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:56:11.873086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:56:11.875754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:56:11.919054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=ed16e9f3-99eb-4638-a7a3-556a88d958e2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:11.924900 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29155892-96f7-4cab-a278-26273d07bd01 req-fcfa60fe-2e83-40f6-9203-a0229a58564b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551620 Nov 29 01:56:12.245303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:12.310176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:12.459600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:12.463925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:12.530286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=ed16e9f3-99eb-4638-a7a3-556a88d958e2,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:12.542185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:12.644990 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP f8b1479b-52f8-4aaa-9cad-e933975d2e97 associated. External IP: 172.26.8.229, port: b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8. Nov 29 01:56:12.849702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:56:12.957655 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:56:12.968724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] Sync routers for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:56:12.979383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:12.980326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:12.981747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:13.033089 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f8a976c0-3a84-48e9-9ee5-1f4c92a89356 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5734017 Nov 29 01:56:13.035844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:56:13.036850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47834) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:13.038100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6" -d '{"events": [{"name": "network-changed", "server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:56:13.070112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52207a32-f451-4cdf-9203-f30a29047a79 req-ae5b9760-fc31-4e24-bf65-90f689b8e615 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:13.075427 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-52207a32-f451-4cdf-9203-f30a29047a79 req-ae5b9760-fc31-4e24-bf65-90f689b8e615 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0735793 Nov 29 01:56:13.101163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:13.131772 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-52207a32-f451-4cdf-9203-f30a29047a79 req-88f3dae4-7299-41fd-a5a7-ec058dbbed4c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510879 Nov 29 01:56:13.151338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076ddb72-c2d1-46a2-9fcf-5b356ffdadc2 x-openstack-request-id: req-076ddb72-c2d1-46a2-9fcf-5b356ffdadc2 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:56:13.152332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:56:13.153275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-076ddb72-c2d1-46a2-9fcf-5b356ffdadc2 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:56:13.153847 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'status': 'completed', 'code': 200} Nov 29 01:56:13.171190 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-14915c37-8192-4be7-91eb-1c65be9fb67e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers/d48d43c6-bca6-44f9-859a-ae3dd33cfd19 HTTP/1.1" status: 200 len: 921 time: 0.1330776 Nov 29 01:56:13.173706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47840) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:13.260459 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9051c9c3-039e-4b60-8f4d-7ac2f94420f9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/f8b1479b-52f8-4aaa-9cad-e933975d2e97 HTTP/1.1" status: 200 len: 992 time: 0.0856962 Nov 29 01:56:13.265710 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-dcd2fb9d-0edd-4900-879e-6f4736d43969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:13.267147 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-dcd2fb9d-0edd-4900-879e-6f4736d43969 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 1099 time: 0.0580096 Nov 29 01:56:13.337590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f8b1479b-52f8-4aaa-9cad-e933975d2e97', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'port_id': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'mac_address': 'fa:16:3e:39:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aca6a7-763e-4588-ac51-94befbc0f961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:12Z', 'updated_at': '2021-11-29T01:56:12Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:01Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:13.359736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-29421a74-c1af-43d7-81e0-6bb18618074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:13.361127 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-29421a74-c1af-43d7-81e0-6bb18618074a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7de59429-8078-4a6d-82ea-fa5401e2bf30 HTTP/1.1" status: 200 len: 898 time: 0.0869551 Nov 29 01:56:13.364088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] Checking router: d48d43c6-bca6-44f9-859a-ae3dd33cfd19 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:56:13.372322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:13.372931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:55:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:13.425826 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-b4e7a72e-49eb-4535-9d18-6c7695ad6f8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 HTTP/1.1" status: 200 len: 1000 time: 0.0577054 Nov 29 01:56:13.479437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-070992b0-d1b2-4f73-aff5-1f5e270c1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:13.479674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:13.481658 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-070992b0-d1b2-4f73-aff5-1f5e270c1458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014 HTTP/1.1" status: 200 len: 835 time: 0.0483949 Nov 29 01:56:13.526304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-81e95057-c485-41a3-8406-806e89dfd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:13.528514 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-81e95057-c485-41a3-8406-806e89dfd85d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7de59429-8078-4a6d-82ea-fa5401e2bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399580 Nov 29 01:56:13.620122 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-fbc14038-c102-4a22-8843-599bd8a636b3 service neutron] 10.222.0.21 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843055 Nov 29 01:56:13.707016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f8b1479b-52f8-4aaa-9cad-e933975d2e97', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'port_id': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'mac_address': 'fa:16:3e:39:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aca6a7-763e-4588-ac51-94befbc0f961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:12Z', 'updated_at': '2021-11-29T01:56:12Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:01Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:13.717247 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db67b410-92d6-447a-8afd-ebdbe3a7ecc6 req-76249b5e-894b-44ba-9225-f6c23d74157a service neutron] 10.222.0.21 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892265 Nov 29 01:56:13.733092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b55f5-c281-4edf-a932-06f4471981b5 None None] The sync data for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv is: [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f8b1479b-52f8-4aaa-9cad-e933975d2e97', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'port_id': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'mac_address': 'fa:16:3e:39:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aca6a7-763e-4588-ac51-94befbc0f961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:12Z', 'updated_at': '2021-11-29T01:56:12Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:01Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:56:13.901010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:13.915892 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27320ba7-ec94-4d87-8664-d69678f0cfc4 None None] New status for floating IP f8b1479b-52f8-4aaa-9cad-e933975d2e97: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:56:14.160532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-16f66f95-efb2-4626-afe8-2677378de112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:14.252522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b0ce-d354-433f-955a-0f793766274c req-2d946bc3-b2bd-45c7-89cb-312cb3819ef5 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:14.254090 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4124b0ce-d354-433f-955a-0f793766274c req-2d946bc3-b2bd-45c7-89cb-312cb3819ef5 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0536013 Nov 29 01:56:14.264246 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47844) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:14.302317 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4124b0ce-d354-433f-955a-0f793766274c req-0effaa72-b6eb-4106-839b-5b063e5c23a3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 Nov 29 01:56:14.328142 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4412fe33-ab2f-464f-bb9f-587274788781 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/f8b1479b-52f8-4aaa-9cad-e933975d2e97 HTTP/1.1" status: 200 len: 994 time: 0.0627501 Nov 29 01:56:15.289013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:15.416437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceef90-39b7-4869-b5d5-be8e02a00b57 req-508e5165-ce79-4e47-a5b0-ae77da3fc73b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:15.417895 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a3ceef90-39b7-4869-b5d5-be8e02a00b57 req-508e5165-ce79-4e47-a5b0-ae77da3fc73b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0474424 Nov 29 01:56:15.466153 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a3ceef90-39b7-4869-b5d5-be8e02a00b57 req-f91929c2-a869-49dd-8c95-625f0ccefb0f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412147 Nov 29 01:56:16.284951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:16.587074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de432a-58f7-48d4-b9cc-5bc488d101df req-063420cb-aaab-4e48-9524-6299e4e54ef2 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:16.588579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9de432a-58f7-48d4-b9cc-5bc488d101df req-063420cb-aaab-4e48-9524-6299e4e54ef2 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0572693 Nov 29 01:56:16.637254 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9de432a-58f7-48d4-b9cc-5bc488d101df req-687825ca-8420-4a0f-89df-048df9b8bf49 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420089 Nov 29 01:56:17.750507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd2f4d-7ada-469c-aab6-1ff7b8d1f093 req-9ad25484-669c-433d-b7a9-5b4a3134db8e tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:17.751965 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29cd2f4d-7ada-469c-aab6-1ff7b8d1f093 req-9ad25484-669c-433d-b7a9-5b4a3134db8e tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0489697 Nov 29 01:56:17.799505 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29cd2f4d-7ada-469c-aab6-1ff7b8d1f093 req-bae06fce-c4ff-40c4-818a-23038ae34194 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417483 Nov 29 01:56:18.913773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b675c2b-633e-4cd3-a1a5-cea0a232b7f9 req-6f19f699-e863-43a6-920d-f4ecaeb1ac4a tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:18.915272 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3b675c2b-633e-4cd3-a1a5-cea0a232b7f9 req-6f19f699-e863-43a6-920d-f4ecaeb1ac4a tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 943 time: 0.0498714 Nov 29 01:56:18.968345 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3b675c2b-633e-4cd3-a1a5-cea0a232b7f9 req-2d4c6638-482e-46c0-ab3a-4cc46fcd7c05 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469158 Nov 29 01:56:19.292663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 15c6a7da-0fb4-4de3-900c-1f5de4decc80 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:56:19.384775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 15c6a7da-0fb4-4de3-900c-1f5de4decc80, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:19.395430 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:56:19.435735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:19.448794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c6a7da-0fb4-4de3-900c-1f5de4decc80 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:56:19.467496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 15c6a7da-0fb4-4de3-900c-1f5de4decc80, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:19.471313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:19.516724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=15c6a7da-0fb4-4de3-900c-1f5de4decc80,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:19.777929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['15c6a7da-0fb4-4de3-900c-1f5de4decc80'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:56:20.082377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3719-3b09-4a47-80cc-2ccc4689c880 req-f12b8f0e-84cc-4380-b13c-e2b5cc179d83 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:20.083843 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-956b3719-3b09-4a47-80cc-2ccc4689c880 req-f12b8f0e-84cc-4380-b13c-e2b5cc179d83 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 944 time: 0.0513275 Nov 29 01:56:20.132872 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-956b3719-3b09-4a47-80cc-2ccc4689c880 req-40fbc6c9-57b2-4d98-b765-a472300069bb tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431817 Nov 29 01:56:21.244722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b5dea-e53c-442a-8437-301ddd79d78a req-9f7e5d6e-9e15-4050-bef5-91adf1aaf715 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:21.246175 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-609b5dea-e53c-442a-8437-301ddd79d78a req-9f7e5d6e-9e15-4050-bef5-91adf1aaf715 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 944 time: 0.0477259 Nov 29 01:56:21.295788 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-609b5dea-e53c-442a-8437-301ddd79d78a req-3173d4e0-e168-466a-a600-b55c2b0f661b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 Nov 29 01:56:21.314382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 15c6a7da-0fb4-4de3-900c-1f5de4decc80 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:56:21.361394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:56:21.365177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:21.365556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:21.443066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:21.464401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:56:21.467134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7721d22e-5576-4e94-9d15-eeb28b7a8b8b" -d '{"events": [{"server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "name": "network-vif-plugged", "status": "completed", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:56:21.479821 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 15c6a7da-0fb4-4de3-900c-1f5de4decc80, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:21.484451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:21.531226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=15c6a7da-0fb4-4de3-900c-1f5de4decc80,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:21.558023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fb7f56-762b-436f-8f97-816c62854811 x-openstack-request-id: req-e1fb7f56-762b-436f-8f97-816c62854811 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:56:21.558317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "name": "network-vif-plugged", "status": "completed", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:56:21.558602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1fb7f56-762b-436f-8f97-816c62854811 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:56:21.559023 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'code': 200} Nov 29 01:56:21.771845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c759-5c39-4dd4-8954-f44732b2ee96 req-11597eb0-3cd0-473b-9fba-cfd9f1b8bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:21.773208 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0504c759-5c39-4dd4-8954-f44732b2ee96 req-11597eb0-3cd0-473b-9fba-cfd9f1b8bc2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 1098 time: 0.0383480 Nov 29 01:56:21.818606 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0504c759-5c39-4dd4-8954-f44732b2ee96 req-98fadd00-4bf8-4ba8-ac10-c1dc9422493b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380867 Nov 29 01:56:22.240849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:22.409125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433a3bb-5634-48e0-af3a-004d79699721 req-9e88da33-bf13-4cb2-9a13-5ca0a81d419a tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:22.410773 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1433a3bb-5634-48e0-af3a-004d79699721 req-9e88da33-bf13-4cb2-9a13-5ca0a81d419a tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Nov 29 01:56:22.459324 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1433a3bb-5634-48e0-af3a-004d79699721 req-02076ef2-6e2a-4af4-9c0d-fe0fe22c5a24 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426705 Nov 29 01:56:23.572440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109291f-ae8b-4e13-85d5-f216b08d6e13 req-69fef48c-e25c-4a67-8863-6603763e2c75 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:23.573926 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d109291f-ae8b-4e13-85d5-f216b08d6e13 req-69fef48c-e25c-4a67-8863-6603763e2c75 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Nov 29 01:56:23.629186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d109291f-ae8b-4e13-85d5-f216b08d6e13 req-2d445d78-5cf4-41a9-8e6b-711479d1a5f5 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482678 Nov 29 01:56:23.743874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca09db4-cfd2-44b0-a7a3-4569e8c023fd req-f3e7925d-9d9f-449a-ac73-ca632fb12c4b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:23.745281 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7ca09db4-cfd2-44b0-a7a3-4569e8c023fd req-f3e7925d-9d9f-449a-ac73-ca632fb12c4b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 945 time: 0.0524592 Nov 29 01:56:23.793593 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7ca09db4-cfd2-44b0-a7a3-4569e8c023fd req-fdb747a2-b0f3-4eb6-a63c-e475fc6bf923 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Nov 29 01:56:23.815318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47868) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:23.853561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ac6348-a55f-45e0-9400-8c07ed2fe89d tempest-TestVolumeBootPattern-292235839 tempest-TestVolumeBootPattern-292235839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:23.855088 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-32ac6348-a55f-45e0-9400-8c07ed2fe89d tempest-TestVolumeBootPattern-292235839 tempest-TestVolumeBootPattern-292235839-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 1093 time: 0.0388370 Nov 29 01:56:23.857829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47870) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:23.862047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:23.883901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:23.984019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:24.086219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Allocated IP 172.26.8.175 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/0dabfa84-3671-4d0c-b38b-38ba0feeea3b) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:56:24.188786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:24.220882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:24.260169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:56:24.263025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:56:24.266535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:56:24.271922 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=0dabfa84-3671-4d0c-b38b-38ba0feeea3b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:24.297616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.297981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.298329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.298701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.299044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.299384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.299755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.300091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.300426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.300760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.301090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.301419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:24.616340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:24.679299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:24.829536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:24.833744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:24.901415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=0dabfa84-3671-4d0c-b38b-38ba0feeea3b,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:24.915444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:25.012938 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Floating IP e572099b-81b2-4d62-9f8a-2a12a4d815c9 associated. External IP: 172.26.8.175, port: 15c6a7da-0fb4-4de3-900c-1f5de4decc80. Nov 29 01:56:25.219116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:56:25.335699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:56:25.347735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:56:25.353627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:25.357646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:25.358314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:25.380490 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-aee8d321-a909-4a82-826d-1404799423d8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5216768 Nov 29 01:56:25.381064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:56:25.383330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b597db1-9d92-42ec-a73c-3d711b00131d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:56:25.418926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11d2c37-ad69-4c36-8585-aca1506132ed x-openstack-request-id: req-a11d2c37-ad69-4c36-8585-aca1506132ed {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:56:25.419218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:56:25.419475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a11d2c37-ad69-4c36-8585-aca1506132ed {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:56:25.419883 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'status': 'completed', 'code': 200} Nov 29 01:56:25.465447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:25.505088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-1029b7b1-8218-4f6c-a745-d54396957cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:25.506617 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-1029b7b1-8218-4f6c-a745-d54396957cb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 1098 time: 0.0412707 Nov 29 01:56:25.598918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-6e753a79-f6ec-432a-a073-f987ddcee806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:25.600366 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-6e753a79-f6ec-432a-a073-f987ddcee806 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0870974 Nov 29 01:56:25.667508 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-eea9366c-fd85-4fa7-b328-974b3f7279e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80 HTTP/1.1" status: 200 len: 999 time: 0.0596356 Nov 29 01:56:25.691669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:24Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:25.717014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:56:25.719907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-d62de86c-34bb-4af1-9cc4-49e6d601e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:25.721346 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-d62de86c-34bb-4af1-9cc4-49e6d601e726 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0431466 Nov 29 01:56:25.725497 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:25.726112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:25.766328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-a765a0ee-2170-43cc-9c09-6a6d87ce73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:25.767833 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-a765a0ee-2170-43cc-9c09-6a6d87ce73ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392919 Nov 29 01:56:25.835756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:25.868939 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-f86d6f81-6a3d-483e-bf6c-770e6b511944 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903299 Nov 29 01:56:25.958192 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b597db1-9d92-42ec-a73c-3d711b00131d req-1bf1bc26-9186-4926-949a-6258371db106 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822814 Nov 29 01:56:26.066010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:24Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:26.091299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b545bf1-aae2-4c3f-b268-513f90f7b132 None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:24Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:56:26.277845 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea4b52-66b0-486e-9406-7678c4ded9e9 None None] New status for floating IP e572099b-81b2-4d62-9f8a-2a12a4d815c9: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:56:36.184663 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:56:40.585339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ece74653-9326-4d8a-9a14-3fcb4f6b31d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:42.756106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47888) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:42.866306 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-09eebbef-4c0c-40a8-b26e-d3c7b4d7fe06 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers/d48d43c6-bca6-44f9-859a-ae3dd33cfd19/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1090941 Nov 29 01:56:42.869076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47890) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:42.987362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02578b1-9138-4b54-bc7e-67d322c145a0 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Notify agent at dv-neutron-816800-5-hyperv the message router_removed_from_agent {{(pid=109948) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 29 01:56:42.990700 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f02578b1-9138-4b54-bc7e-67d322c145a0 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "DELETE /v2.0/agents/db814ed1-53b8-48ca-8b16-cd8113fe5789/l3-routers/d48d43c6-bca6-44f9-859a-ae3dd33cfd19 HTTP/1.1" status: 204 len: 168 time: 0.1206388 Nov 29 01:56:42.993210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47892) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:43.106198 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fcd43e10-bf07-4a19-82d4-8cf1d5618a62 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers/d48d43c6-bca6-44f9-859a-ae3dd33cfd19/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1119273 Nov 29 01:56:43.108766 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47894) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:43.169475 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-af042237-8b77-40a2-967d-2add32087a12 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/f8b1479b-52f8-4aaa-9cad-e933975d2e97 HTTP/1.1" status: 200 len: 994 time: 0.0596716 Nov 29 01:56:43.384612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d8668574-f7aa-4eb5-8704-bdf5db3be77c no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:56:43.461405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:43.492258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port d8668574-f7aa-4eb5-8704-bdf5db3be77c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d8668574-f7aa-4eb5-8704-bdf5db3be77c,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:43.496051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:43.545395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=d8668574-f7aa-4eb5-8704-bdf5db3be77c,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:43.553069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.553430 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.553779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.554121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.554539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.554828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.555162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.555496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.555828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.556156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.556485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.556810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:56:43.744060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736188e-f159-4f56-aff0-afd0fda977dc None None] New status for floating IP f8b1479b-52f8-4aaa-9cad-e933975d2e97: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:56:43.999318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:44.162979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3df16be8-fd05-4f29-9423-2cc3a678678a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:44.173804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47896) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:44.544608 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5b6a79f9-c3bd-452d-b787-8e04d59d7da6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/f8b1479b-52f8-4aaa-9cad-e933975d2e97 HTTP/1.1" status: 200 len: 992 time: 0.3695939 Nov 29 01:56:45.245742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device bbc66eb2-1341-43d4-b41e-8553b5e367e0 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:56:45.297153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:45.335104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:45.355576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port bbc66eb2-1341-43d4-b41e-8553b5e367e0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=bbc66eb2-1341-43d4-b41e-8553b5e367e0,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:45.359038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:45.406103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=bbc66eb2-1341-43d4-b41e-8553b5e367e0,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:45.684156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47900) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:45.810024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b030074-f807-417a-8974-62a21f98a573 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:56:45.810383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b030074-f807-417a-8974-62a21f98a573 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Notify agent at dv-neutron-816800-5-hyperv the message router_added_to_agent {{(pid=109948) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 29 01:56:45.838004 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6b030074-f807-417a-8974-62a21f98a573 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "POST /v2.0/agents/db814ed1-53b8-48ca-8b16-cd8113fe5789/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1519337 Nov 29 01:56:45.839771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47904) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:45.841062 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] Sync routers for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:56:45.851603 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:45.852209 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:45.952503 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-34da1787-1604-4d31-b3d4-548fc58c4a7e tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers/d48d43c6-bca6-44f9-859a-ae3dd33cfd19/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1104224 Nov 29 01:56:45.954649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47906) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:45.959504 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:46.201489 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f8b1479b-52f8-4aaa-9cad-e933975d2e97', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'port_id': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'mac_address': 'fa:16:3e:39:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aca6a7-763e-4588-ac51-94befbc0f961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:12Z', 'updated_at': '2021-11-29T01:56:43Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:43Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:46.229667 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] Checking router: d48d43c6-bca6-44f9-859a-ae3dd33cfd19 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:56:46.238890 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:46.240213 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:46.288010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:46.350996 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:46.360278 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-49fc273b-54ad-48de-b64d-0e258bee71f4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/f8b1479b-52f8-4aaa-9cad-e933975d2e97 HTTP/1.1" status: 200 len: 992 time: 0.4044471 Nov 29 01:56:46.578582 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f8b1479b-52f8-4aaa-9cad-e933975d2e97', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'port_id': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'mac_address': 'fa:16:3e:39:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aca6a7-763e-4588-ac51-94befbc0f961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:12Z', 'updated_at': '2021-11-29T01:56:43Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:43Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:46.606020 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2690fd12-ebaa-4d05-ab46-ef4bea2b2260 None None] The sync data for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv is: [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f8b1479b-52f8-4aaa-9cad-e933975d2e97', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'port_id': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'mac_address': 'fa:16:3e:39:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aca6a7-763e-4588-ac51-94befbc0f961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:12Z', 'updated_at': '2021-11-29T01:56:43Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:43Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:56:47.290906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device bbc66eb2-1341-43d4-b41e-8553b5e367e0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:56:47.345409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port bbc66eb2-1341-43d4-b41e-8553b5e367e0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:47.345786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:47.364839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47910) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:47.436088 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-858f5e8a-9b23-4a56-9499-bc225812537c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/f8b1479b-52f8-4aaa-9cad-e933975d2e97 HTTP/1.1" status: 200 len: 992 time: 0.0697424 Nov 29 01:56:47.436379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:47.459284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port bbc66eb2-1341-43d4-b41e-8553b5e367e0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=bbc66eb2-1341-43d4-b41e-8553b5e367e0,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:47.463243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:47.464073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d8668574-f7aa-4eb5-8704-bdf5db3be77c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:56:47.545248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=bbc66eb2-1341-43d4-b41e-8553b5e367e0,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:47.558259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d8668574-f7aa-4eb5-8704-bdf5db3be77c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:47.558687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:47.640283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:47.676909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port d8668574-f7aa-4eb5-8704-bdf5db3be77c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d8668574-f7aa-4eb5-8704-bdf5db3be77c,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:47.681327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:47.736680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=d8668574-f7aa-4eb5-8704-bdf5db3be77c,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:48.196768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf511b-8ed3-4c46-bd28-e5cb71fed671 None None] New status for floating IP f8b1479b-52f8-4aaa-9cad-e933975d2e97: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:56:48.438223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47912) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:48.501701 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4213f1ed-0c09-4418-a5c5-de6e30923ca8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/f8b1479b-52f8-4aaa-9cad-e933975d2e97 HTTP/1.1" status: 200 len: 994 time: 0.0622780 Nov 29 01:56:48.777400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47918) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:48.931477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port ed16e9f3-99eb-4638-a7a3-556a88d958e2 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:56:48.931740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:49.008220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:49.008546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:49.019787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for ed16e9f3-99eb-4638-a7a3-556a88d958e2 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:56:49.164175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:49.189209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=ed16e9f3-99eb-4638-a7a3-556a88d958e2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:49.250742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:49.251083 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP f8b1479b-52f8-4aaa-9cad-e933975d2e97 disassociated (deleted). External IP: 172.26.8.229, port: b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8. Nov 29 01:56:49.266860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device bbc66eb2-1341-43d4-b41e-8553b5e367e0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:56:49.314617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port bbc66eb2-1341-43d4-b41e-8553b5e367e0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:49.314994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:49.393692 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d8668574-f7aa-4eb5-8704-bdf5db3be77c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:56:49.440306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d8668574-f7aa-4eb5-8704-bdf5db3be77c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:49.441265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:49.461946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:56:49.572797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:56:49.577486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:49.583188 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] Sync routers for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:56:49.592879 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:49.593497 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:49.606214 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-782a8b90-37b9-47ff-a5f7-3f9d4a4b2f62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/f8b1479b-52f8-4aaa-9cad-e933975d2e97 HTTP/1.1" status: 204 len: 168 time: 0.8277214 Nov 29 01:56:49.606824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:56:49.609080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f352e71b-ecfe-45aa-bd6c-35302af8bba6" -d '{"events": [{"name": "network-changed", "server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:56:49.648528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3e3420-b76d-4f1c-ad0b-eb4c06499d0f x-openstack-request-id: req-ed3e3420-b76d-4f1c-ad0b-eb4c06499d0f {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:56:49.649612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:56:49.649941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed3e3420-b76d-4f1c-ad0b-eb4c06499d0f {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:56:49.650461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'status': 'completed', 'code': 200} Nov 29 01:56:49.704200 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:49.734408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-123bef44-c3c7-4f6d-a2c7-6b88b15202ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:49.735958 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-123bef44-c3c7-4f6d-a2c7-6b88b15202ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 1099 time: 0.0431225 Nov 29 01:56:49.837574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-91c42ab8-0fd9-467c-b8ed-1883b964010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:49.838988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-91c42ab8-0fd9-467c-b8ed-1883b964010b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7de59429-8078-4a6d-82ea-fa5401e2bf30 HTTP/1.1" status: 200 len: 898 time: 0.0937228 Nov 29 01:56:49.847028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4abc4-5ff0-4e8e-8935-39128088f006 req-15081170-3111-420c-a7c5-5f7fd7dff715 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:49.849484 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e3c4abc4-5ff0-4e8e-8935-39128088f006 req-15081170-3111-420c-a7c5-5f7fd7dff715 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 946 time: 0.0500474 Nov 29 01:56:49.883094 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-d9c14ad0-a48b-4ff9-b6be-c9e808227568 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0368407 Nov 29 01:56:49.901256 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e3c4abc4-5ff0-4e8e-8935-39128088f006 req-ba93ea1b-670a-49ff-a2ea-3f3c1f4ef89e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450871 Nov 29 01:56:49.917737 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:49.938779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-33608561-6502-4593-8601-8d44f2c7ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:49.940251 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-33608561-6502-4593-8601-8d44f2c7ea0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014 HTTP/1.1" status: 200 len: 835 time: 0.0486166 Nov 29 01:56:49.944336 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] Checking router: d48d43c6-bca6-44f9-859a-ae3dd33cfd19 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:56:49.952801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:49.953396 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:49.990937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-ef1847be-d9cc-4aa9-bac7-ac73e93d5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:49.992411 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-ef1847be-d9cc-4aa9-bac7-ac73e93d5e0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7de59429-8078-4a6d-82ea-fa5401e2bf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446558 Nov 29 01:56:50.056668 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:50.086173 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-c5cf2f8c-698e-4d1e-8dad-4ae50d42db7d service neutron] 10.222.0.21 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842812 Nov 29 01:56:50.182245 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f352e71b-ecfe-45aa-bd6c-35302af8bba6 req-5f8c7493-e947-428c-98e2-2e08c3a4b498 service neutron] 10.222.0.21 "GET /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884943 Nov 29 01:56:50.342645 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:50.371443 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9a1ae-532b-460f-bcbb-458e77ece695 None None] The sync data for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv is: [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:55:58Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd8668574-f7aa-4eb5-8704-bdf5db3be77c', 'name': '', 'network_id': '7de59429-8078-4a6d-82ea-fa5401e2bf30', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:5f:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:56Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:56:50.997328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1a1b2e-b1f5-46d0-a752-56b25eeaf126 None None] New status for floating IP f8b1479b-52f8-4aaa-9cad-e933975d2e97: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:56:51.020380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467e2da-d25e-47a2-a5cd-cca805b926e6 req-37837629-a3ec-4d7d-8957-c40e002bb34f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:51.021871 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c467e2da-d25e-47a2-a5cd-cca805b926e6 req-37837629-a3ec-4d7d-8957-c40e002bb34f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 946 time: 0.0509081 Nov 29 01:56:51.071691 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c467e2da-d25e-47a2-a5cd-cca805b926e6 req-e132f45a-d68d-4611-9027-808acede27da tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=07b4fe84-43c5-4036-a190-62173989c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Nov 29 01:56:51.351467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cae76-52b6-451a-9de5-02035f46539a req-075c4ae1-57c4-405e-8c8d-16c6d4dfaf99 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:51.352901 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db7cae76-52b6-451a-9de5-02035f46539a req-075c4ae1-57c4-405e-8c8d-16c6d4dfaf99 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 946 time: 0.0519905 Nov 29 01:56:51.440425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:56:51.440762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:51.532848 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:51.533220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:51.545553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:56:51.669028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:51.699861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:51.740317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:56:51.742778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:51.746080 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db7cae76-52b6-451a-9de5-02035f46539a req-c7c844cf-f6e9-4959-bade-5e982b4ac259 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 HTTP/1.1" status: 204 len: 173 time: 0.3867600 Nov 29 01:56:51.746549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'name': 'network-vif-deleted', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:56:51.748765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976dad8b-346b-473b-8ab8-b85de964082d" -d '{"events": [{"server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "name": "network-vif-deleted", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:56:51.786068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d90dcd-65de-4bcc-bc51-ac9e576618cd x-openstack-request-id: req-16d90dcd-65de-4bcc-bc51-ac9e576618cd {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:56:51.786368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31aca6a7-763e-4588-ac51-94befbc0f961", "name": "network-vif-deleted", "tag": "b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:56:51.786658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16d90dcd-65de-4bcc-bc51-ac9e576618cd {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:56:51.787069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31aca6a7-763e-4588-ac51-94befbc0f961', 'name': 'network-vif-deleted', 'tag': 'b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8', 'status': 'completed', 'code': 200} Nov 29 01:56:52.180586 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3fd203fa-1f21-4be6-9eb4-d91b5699f157 req-68e48d04-f15d-4a5f-9628-d4b84b264588 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=31aca6a7-763e-4588-ac51-94befbc0f961 HTTP/1.1" status: 200 len: 210 time: 0.0273142 Nov 29 01:56:52.259191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:53.239043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47934) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:53.298938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66aff3e5-2bf9-439d-b72e-aeebdf20df89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:53.324314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66aff3e5-2bf9-439d-b72e-aeebdf20df89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:53.383416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66aff3e5-2bf9-439d-b72e-aeebdf20df89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:53.386129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-66aff3e5-2bf9-439d-b72e-aeebdf20df89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:53.387325 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-66aff3e5-2bf9-439d-b72e-aeebdf20df89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/07b4fe84-43c5-4036-a190-62173989c9b8 HTTP/1.1" status: 204 len: 168 time: 0.1472824 Nov 29 01:56:53.396559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aff3e5-2bf9-439d-b72e-aeebdf20df89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b4fe84-43c5-4036-a190-62173989c9b8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:53.422387 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47938) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:53.777681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:54.026939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port d8668574-f7aa-4eb5-8704-bdf5db3be77c {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:56:54.027281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:54.117700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port d8668574-f7aa-4eb5-8704-bdf5db3be77c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d8668574-f7aa-4eb5-8704-bdf5db3be77c,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:54.118313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:54.132607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for d8668574-f7aa-4eb5-8704-bdf5db3be77c owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:56:54.312999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:54.340037 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=d8668574-f7aa-4eb5-8704-bdf5db3be77c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:54.512365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:54.727025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:56:54.835839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:56:54.841233 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-97ccdb8a-a7de-4584-ad8f-a0a6fb6f0d4d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/d48d43c6-bca6-44f9-859a-ae3dd33cfd19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4177713 Nov 29 01:56:54.843960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47942) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:54.845683 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] Sync routers for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:56:54.855373 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:54.855978 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:54.895897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-8761a326-e7d0-4d20-8a30-3e7f4e753c88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:56:54.898989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8761a326-e7d0-4d20-8a30-3e7f4e753c88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:54.938521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8761a326-e7d0-4d20-8a30-3e7f4e753c88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:54.961186 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:55.024528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8761a326-e7d0-4d20-8a30-3e7f4e753c88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.083676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8761a326-e7d0-4d20-8a30-3e7f4e753c88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.111329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761a326-e7d0-4d20-8a30-3e7f4e753c88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:55.113273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8761a326-e7d0-4d20-8a30-3e7f4e753c88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.116997 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8761a326-e7d0-4d20-8a30-3e7f4e753c88 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/ce035f6d-dc40-4d59-8e8b-fa8a0fc5f014 HTTP/1.1" status: 204 len: 168 time: 0.2719350 Nov 29 01:56:55.119880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47944) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:55.120049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31244d0-7ef0-42eb-a4a8-d9fbec3fd265 None None] Network 7de59429-8078-4a6d-82ea-fa5401e2bf30 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:56:55.144538 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:56:54Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:55.171408 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] Checking router: d48d43c6-bca6-44f9-859a-ae3dd33cfd19 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:56:55.181255 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] Routers {'d48d43c6-bca6-44f9-859a-ae3dd33cfd19'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:55.181933 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:55.234613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.294852 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] Set router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:55.340367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] DHCP port deletion for 7de59429-8078-4a6d-82ea-fa5401e2bf30 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:56:55.353461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.397942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] Deleting port e42c7a78-b210-4b02-9fa0-12a5feb62be9 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:56:55.398542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.406359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port bbc66eb2-1341-43d4-b41e-8553b5e367e0 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:56:55.406730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.446252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:56:55.474950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:56:55.475569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b54fa7b1-6f74-4e6f-93fc-d41f44e4f6d8 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:56:55.484287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] For port e42c7a78-b210-4b02-9fa0-12a5feb62be9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e42c7a78-b210-4b02-9fa0-12a5feb62be9,segment=NetworkSegment(ed446848-8f4d-4caa-8472-e4f901c42239),segment_id=ed446848-8f4d-4caa-8472-e4f901c42239)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:55.484696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.493783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port bbc66eb2-1341-43d4-b41e-8553b5e367e0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=bbc66eb2-1341-43d4-b41e-8553b5e367e0,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:55.493783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.495816 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:56:54Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:55.503451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] Calling delete_port for e42c7a78-b210-4b02-9fa0-12a5feb62be9 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:56:55.506377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for bbc66eb2-1341-43d4-b41e-8553b5e367e0 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:56:55.522994 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7e0ba-9d6b-4ed7-960e-69dc125295e6 None None] The sync data for ids ['d48d43c6-bca6-44f9-859a-ae3dd33cfd19'] in dv-neutron-816800-5-hyperv is: [{'id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'name': 'tempest-TestNetworkBasicOps-router-567090162', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:55:53Z', 'updated_at': '2021-11-29T01:56:54Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': 'bbc66eb2-1341-43d4-b41e-8553b5e367e0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d43c6-bca6-44f9-859a-ae3dd33cfd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:55:54Z', 'updated_at': '2021-11-29T01:56:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:56:55.590553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.616222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] Pushing event deleted for resources: {'Port': ['ID=e42c7a78-b210-4b02-9fa0-12a5feb62be9,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:55.619811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aebc54-07e4-45e9-aa7b-3f2c5a70806b None None] No DVR routers for this DVR port e42c7a78-b210-4b02-9fa0-12a5feb62be9 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:56:55.682284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:55.706645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=bbc66eb2-1341-43d4-b41e-8553b5e367e0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:55.720456 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ce03b-de8c-4763-abfe-6cfb9e536540 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:56:55.772472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.178342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.180366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.222850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.223408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Fanout notify agent at l3_agent the message router_deleted on router d48d43c6-bca6-44f9-859a-ae3dd33cfd19 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:56:56.230620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.231773 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-01eac9d7-d012-4b20-89bc-e5c7461d43e2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/routers/d48d43c6-bca6-44f9-859a-ae3dd33cfd19 HTTP/1.1" status: 204 len: 168 time: 1.1109543 Nov 29 01:56:56.234477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47946) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:56.317630 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.407776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.430008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de59429-8078-4a6d-82ea-fa5401e2bf30']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:56.439442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed446848-8f4d-4caa-8472-e4f901c42239') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:56.439728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed446848-8f4d-4caa-8472-e4f901c42239') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:56.449539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.462676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.468797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:56:56.469191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:56:56.472252 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:56:56.535527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.544687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.557444 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/7de59429-8078-4a6d-82ea-fa5401e2bf30 HTTP/1.1" status: 204 len: 168 time: 0.3124561 Nov 29 01:56:56.559690 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707902c2-2912-4779-92ea-9751315ac460 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=7de59429-8078-4a6d-82ea-fa5401e2bf30,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:56.570600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47948) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:56.575775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--971830279', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:56.595856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:56:56.599363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.623459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:56:56.633541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.633893 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment 92c2c52e-924f-40cf-a1c8-6beb4dd31eff of type vlan for network 9eedb0cd-7781-440f-b2f6-018c102c687d Nov 29 01:56:56.680472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.709143 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.714936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:56.715510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.782070 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2100976 Nov 29 01:56:56.784774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47950) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:56.790081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-355063296', 'admin_state_up': True, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:56.793704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104fe21-c44d-47eb-846e-e5541e137708 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=9eedb0cd-7781-440f-b2f6-018c102c687d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:56.805584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 9eedb0cd-7781-440f-b2f6-018c102c687d details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:56:56.819955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.821169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:56.879784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:57.018996 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:57.225395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:57.245295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:57.263853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e42c7a78-b210-4b02-9fa0-12a5feb62be9 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:56:57.289108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e42c7a78-b210-4b02-9fa0-12a5feb62be9 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:56:57.289435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e42c7a78-b210-4b02-9fa0-12a5feb62be9 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:56:57.289804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device bbc66eb2-1341-43d4-b41e-8553b5e367e0 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:56:57.308669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: bbc66eb2-1341-43d4-b41e-8553b5e367e0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:56:57.309016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device bbc66eb2-1341-43d4-b41e-8553b5e367e0 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:56:57.309435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d8668574-f7aa-4eb5-8704-bdf5db3be77c no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:56:57.328044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d8668574-f7aa-4eb5-8704-bdf5db3be77c {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:56:57.328387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d8668574-f7aa-4eb5-8704-bdf5db3be77c not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:56:57.360036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.240 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/354de9ed-726a-4c5b-bc1e-7ef18cfe74f9) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:56:57.460957 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:57.493472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:57.534918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:56:57.539956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:56:57.543513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:56:57.552701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f68574-b836-4856-996d-8fc1a67d6a76 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:56:57.567421 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=354de9ed-726a-4c5b-bc1e-7ef18cfe74f9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:57.665936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-94d5d4aa-640b-4b7f-a8cf-525477f1e799 None None] Provisioning complete for port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:57.666309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-94d5d4aa-640b-4b7f-a8cf-525477f1e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:57.703187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-94d5d4aa-640b-4b7f-a8cf-525477f1e799 None None] Port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:56:57.798595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:57.987679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.112102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:56:58.217395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:56:58.228162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Sync routers for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:56:58.237720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.238235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:58.238879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:58.239040 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-07e83733-3f42-4f98-ba6b-e5d14ffb8bfa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4531052 Nov 29 01:56:58.242166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47952) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:58.274474 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f6d8bb0b-080b-4792-aa74-2aecc23683e0 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311804 Nov 29 01:56:58.277082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47954) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:58.343177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:58.365347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716356bf-0e75-484d-b849-794561956a63 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:58.366901 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-716356bf-0e75-484d-b849-794561956a63 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889349 Nov 29 01:56:58.369591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47956) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:58.397281 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9042b7b7-48d0-4461-8a23-6d6190c556d1 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266631 Nov 29 01:56:58.399994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47958) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:58.404792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1522430165', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:56:58.494231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:56:58.497824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.516779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:56:57Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:58.543677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Checking router: b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:56:58.544031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Updating router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:56:58.573026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.688206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.756428 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=5b3fd112-a59c-452f-91ab-84f6edb72a67,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:58.763327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:56:58.763448 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: 9eedb0cd-7781-440f-b2f6-018c102c687d, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:56:58.780126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 9eedb0cd-7781-440f-b2f6-018c102c687d is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:56:58.788055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 9eedb0cd-7781-440f-b2f6-018c102c687d) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:56:58.792026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:56:58.792629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.798213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f9affe-a0fe-4395-b2f5-1e761dbee2c4 None None] Network 9eedb0cd-7781-440f-b2f6-018c102c687d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:56:58.809549 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-787a053c-f1e0-47a5-ac5a-6c66de8f3139 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4083989 Nov 29 01:56:58.812983 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47960) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:58.871691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.881799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.938156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a58dd3-306d-42bf-a1a2-8d0afc211e70 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:56:58.955429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115850cf-4736-4f44-ae2c-ce7000e6e6bf None None] Pushing event updated for resources: {'Port': ['ID=354de9ed-726a-4c5b-bc1e-7ef18cfe74f9,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:58.977728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Attempting to bind port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:56:58.978107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Attempting to bind port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:56:58.978481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Attempting to bind port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:56:58.994068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:56:58.994461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:56:58.994874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:58.995262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:56:58.995728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Bound port: 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:56:58.996112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.210712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-9eedb0cd-7781-440f-b2f6-018c102c687d', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:56:59.211546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.229180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fd46c024-4683-46c6-ac6e-0bb6d2f90441 None None] Provisioning complete for port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:59.230070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fd46c024-4683-46c6-ac6e-0bb6d2f90441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.251177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.254048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] For port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:56:59.274468 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] For port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=354de9ed-726a-4c5b-bc1e-7ef18cfe74f9,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:56:59.323912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.360636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fd46c024-4683-46c6-ac6e-0bb6d2f90441 None None] Port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:56:59.387225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fec21e-ed61-4c9c-aae9-e93d60b4bb0a None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:56:59.440140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:56:59.440772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:56:59.442525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115850cf-4736-4f44-ae2c-ce7000e6e6bf None None] Pushing event updated for resources: {'Port': ['ID=354de9ed-726a-4c5b-bc1e-7ef18cfe74f9,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:56:59.527505 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Allocated IP 172.20.0.2 (9eedb0cd-7781-440f-b2f6-018c102c687d/5b3fd112-a59c-452f-91ab-84f6edb72a67/37717dc7-6da0-4753-bea7-e7583e6c9b75) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:56:59.554756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fd80d522-5f5b-4d16-8f0d-3ac6b0a22b02 None None] Provisioning complete for port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:56:59.555125 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fd80d522-5f5b-4d16-8f0d-3ac6b0a22b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.658873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:56:59.850097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fd80d522-5f5b-4d16-8f0d-3ac6b0a22b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.893547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fd80d522-5f5b-4d16-8f0d-3ac6b0a22b02 None None] For port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=354de9ed-726a-4c5b-bc1e-7ef18cfe74f9,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:56:59.896016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.901001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fd80d522-5f5b-4d16-8f0d-3ac6b0a22b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.921398 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:59.952230 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.1 (9eedb0cd-7781-440f-b2f6-018c102c687d/5b3fd112-a59c-452f-91ab-84f6edb72a67/e4d6d14f-7e3d-497f-92b9-e44488ae9027) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:56:59.976726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Network 9eedb0cd-7781-440f-b2f6-018c102c687d is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:56:59.981998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:56:59.985224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:56:59.987090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80d522-5f5b-4d16-8f0d-3ac6b0a22b02 None None] Pushing event updated for resources: {'Port': ['ID=354de9ed-726a-4c5b-bc1e-7ef18cfe74f9,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:00.084399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Pushing event updated for resources: {'Port': ['ID=37717dc7-6da0-4753-bea7-e7583e6c9b75,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:00.088973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:56:57Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:00.093138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Attempting to bind port 37717dc7-6da0-4753-bea7-e7583e6c9b75 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:00.093138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Attempting to bind port 37717dc7-6da0-4753-bea7-e7583e6c9b75 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:00.093408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Attempting to bind port 37717dc7-6da0-4753-bea7-e7583e6c9b75 on network 9eedb0cd-7781-440f-b2f6-018c102c687d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:00.122812 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bddb801-f678-425f-a3b5-04ff73c308fb None None] The sync data for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv is: [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:56:57Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:00.124595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:00.125747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Checking segment: {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:00.126644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:00.126644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Bound using segment: {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:00.127135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Bound port: 37717dc7-6da0-4753-bea7-e7583e6c9b75, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:00.127632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:00.205097 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] For port 37717dc7-6da0-4753-bea7-e7583e6c9b75, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:00.208834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] For port 37717dc7-6da0-4753-bea7-e7583e6c9b75, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=37717dc7-6da0-4753-bea7-e7583e6c9b75,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:00.213932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:00.279421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ccd62-6573-4ddb-9178-cd10dbebcdac None None] Pushing event updated for resources: {'Port': ['ID=37717dc7-6da0-4753-bea7-e7583e6c9b75,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:00.442623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:00.509425 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:00.561772 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 9eedb0cd-7781-440f-b2f6-018c102c687d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:00.565146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:00.569638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:00.595368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=e4d6d14f-7e3d-497f-92b9-e44488ae9027,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:00.622108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:00.762269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.061884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.067514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.148075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=e4d6d14f-7e3d-497f-92b9-e44488ae9027,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:01.151635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.255619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 9eedb0cd-7781-440f-b2f6-018c102c687d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:01.257969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:01.265027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1cd8a7-b292-4f35-8a93-4055d396fc92 None None] Network 9eedb0cd-7781-440f-b2f6-018c102c687d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:01.344899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:01.349155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dcec614b-b8fb-4378-9119-930215f06bf1 None None] Provisioning complete for port 37717dc7-6da0-4753-bea7-e7583e6c9b75 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:01.349655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcec614b-b8fb-4378-9119-930215f06bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.380527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:57:01.501165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:01.504966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:01.505353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.510266 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-07b22c25-a0f5-4205-b922-92d0a8481401 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/b3fa4b8f-28cd-4929-9c57-057d3f47f1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6940618 Nov 29 01:57:01.510578 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47962) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:01.573804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcec614b-b8fb-4378-9119-930215f06bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.616648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dcec614b-b8fb-4378-9119-930215f06bf1 None None] For port 37717dc7-6da0-4753-bea7-e7583e6c9b75, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=37717dc7-6da0-4753-bea7-e7583e6c9b75,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:01.623865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef4acf-e08d-4bde-8c19-1da579b3caaa tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.624353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef4acf-e08d-4bde-8c19-1da579b3caaa tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.625051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef4acf-e08d-4bde-8c19-1da579b3caaa tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.625650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef4acf-e08d-4bde-8c19-1da579b3caaa tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.626177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef4acf-e08d-4bde-8c19-1da579b3caaa tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.626678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef4acf-e08d-4bde-8c19-1da579b3caaa tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.631933 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fbef4acf-e08d-4bde-8c19-1da579b3caaa tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1171169 Nov 29 01:57:01.632326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47964) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:01.642465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dcec614b-b8fb-4378-9119-930215f06bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.687117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 37717dc7-6da0-4753-bea7-e7583e6c9b75 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:01.701093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c98b4-ff45-40d4-908d-f6c137eaeed5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.701851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c98b4-ff45-40d4-908d-f6c137eaeed5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.702503 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c98b4-ff45-40d4-908d-f6c137eaeed5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.702956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c98b4-ff45-40d4-908d-f6c137eaeed5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.703404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c98b4-ff45-40d4-908d-f6c137eaeed5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.703851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c98b4-ff45-40d4-908d-f6c137eaeed5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:01.705761 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-df9c98b4-ff45-40d4-908d-f6c137eaeed5 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0723677 Nov 29 01:57:01.708435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47966) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:01.728747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec614b-b8fb-4378-9119-930215f06bf1 None None] Pushing event updated for resources: {'Port': ['ID=37717dc7-6da0-4753-bea7-e7583e6c9b75,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:01.750737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 37717dc7-6da0-4753-bea7-e7583e6c9b75 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:01.751402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.863451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0cdd40d5-d0f8-4299-a5be-88f348340cd4 None None] Provisioning complete for port 37717dc7-6da0-4753-bea7-e7583e6c9b75 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:01.863933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0cdd40d5-d0f8-4299-a5be-88f348340cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:01.870524 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Sync routers for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:01.885170 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:01.885958 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:01.965643 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dde01ae5-83f0-458d-afb4-7f8ff9575ef2 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2558208 Nov 29 01:57:01.985130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0cdd40d5-d0f8-4299-a5be-88f348340cd4 None None] Provisioning complete for port e4d6d14f-7e3d-497f-92b9-e44488ae9027 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:01.989034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0cdd40d5-d0f8-4299-a5be-88f348340cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.023016 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:02.026778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd40d5-d0f8-4299-a5be-88f348340cd4 None None] Port e4d6d14f-7e3d-497f-92b9-e44488ae9027 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:02.147955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4efc32b8-307f-434c-966b-a522e00863c4 None None] Provisioning complete for port e4d6d14f-7e3d-497f-92b9-e44488ae9027 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:02.148593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4efc32b8-307f-434c-966b-a522e00863c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.185057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4efc32b8-307f-434c-966b-a522e00863c4 None None] Port e4d6d14f-7e3d-497f-92b9-e44488ae9027 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:02.238479 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:02.264913 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Checking router: b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:57:02.265275 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Updating router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 port e4d6d14f-7e3d-497f-92b9-e44488ae9027 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:57:02.286387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47970) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:02.289849 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.291712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a9548561-706d-40ad-a11a-2081d70bd8d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502494154', 'description': 'tempest-secgroup-smoke-502494154 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:02.306283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-339cfbea-2d92-43d7-891c-4a8366309d72 None None] Provisioning complete for port e4d6d14f-7e3d-497f-92b9-e44488ae9027 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:02.306994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-339cfbea-2d92-43d7-891c-4a8366309d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.314315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a9548561-706d-40ad-a11a-2081d70bd8d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.346166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-339cfbea-2d92-43d7-891c-4a8366309d72 None None] Port e4d6d14f-7e3d-497f-92b9-e44488ae9027 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:02.384326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a9548561-706d-40ad-a11a-2081d70bd8d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.387940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a9548561-706d-40ad-a11a-2081d70bd8d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.421378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a9548561-706d-40ad-a11a-2081d70bd8d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.422659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a9548561-706d-40ad-a11a-2081d70bd8d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1346676 Nov 29 01:57:02.425659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47972) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:02.430146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5422ac76-9224-4704-8f3d-3f6ca3c49989 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'ed749fa8-daad-4bdb-8852-d4be50c4288f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:02.434244 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9548561-706d-40ad-a11a-2081d70bd8d8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed749fa8-daad-4bdb-8852-d4be50c4288f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:02.460979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5422ac76-9224-4704-8f3d-3f6ca3c49989 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.517419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5422ac76-9224-4704-8f3d-3f6ca3c49989 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.525160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5422ac76-9224-4704-8f3d-3f6ca3c49989 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.544671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422ac76-9224-4704-8f3d-3f6ca3c49989 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc162db6-4083-4bc8-a8d1-9a730ff012ce,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:02.554380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5422ac76-9224-4704-8f3d-3f6ca3c49989 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.555709 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5422ac76-9224-4704-8f3d-3f6ca3c49989 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290622 Nov 29 01:57:02.558317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47974) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:02.562910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-589db9f0-ee7b-4f10-8be8-4829dd1c35fa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'ed749fa8-daad-4bdb-8852-d4be50c4288f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:02.568892 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.574533 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.593215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-589db9f0-ee7b-4f10-8be8-4829dd1c35fa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.627273 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Pushing event updated for resources: {'Port': ['ID=e4d6d14f-7e3d-497f-92b9-e44488ae9027,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:02.637340 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.637691 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.638030 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.638411 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.638767 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.639096 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.639422 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.639752 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.640079 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.640478 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.640695 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.641279 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:02.664293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-589db9f0-ee7b-4f10-8be8-4829dd1c35fa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.668312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-589db9f0-ee7b-4f10-8be8-4829dd1c35fa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.692309 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Attempting to bind port e4d6d14f-7e3d-497f-92b9-e44488ae9027 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:02.692752 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Attempting to bind port e4d6d14f-7e3d-497f-92b9-e44488ae9027 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:02.693153 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Attempting to bind port e4d6d14f-7e3d-497f-92b9-e44488ae9027 on network 9eedb0cd-7781-440f-b2f6-018c102c687d {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:02.695455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589db9f0-ee7b-4f10-8be8-4829dd1c35fa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81eddd2-2b7e-4ae3-9f57-83d658f912d4,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:02.699700 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:02.700365 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Checking segment: {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:02.700931 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.701488 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Bound using segment: {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:02.701944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-589db9f0-ee7b-4f10-8be8-4829dd1c35fa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.702415 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Bound port: e4d6d14f-7e3d-497f-92b9-e44488ae9027, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:02.703202 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.703487 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-589db9f0-ee7b-4f10-8be8-4829dd1c35fa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440647 Nov 29 01:57:02.706186 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47976) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:02.711416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-18a22688-d882-487a-8f96-6b67a4fa8c60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'ed749fa8-daad-4bdb-8852-d4be50c4288f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:02.741921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18a22688-d882-487a-8f96-6b67a4fa8c60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.774781 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] For port e4d6d14f-7e3d-497f-92b9-e44488ae9027, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:02.778105 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] For port e4d6d14f-7e3d-497f-92b9-e44488ae9027, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e4d6d14f-7e3d-497f-92b9-e44488ae9027,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:02.783601 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.811003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18a22688-d882-487a-8f96-6b67a4fa8c60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.815751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18a22688-d882-487a-8f96-6b67a4fa8c60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.833077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a22688-d882-487a-8f96-6b67a4fa8c60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce5a35d-0fa0-421f-98b9-448529471d45,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:02.844935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-18a22688-d882-487a-8f96-6b67a4fa8c60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.848818 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-18a22688-d882-487a-8f96-6b67a4fa8c60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389236 Nov 29 01:57:02.849165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47978) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:02.854728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-17849368-89e2-42a9-976d-441512cd8979 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'ed749fa8-daad-4bdb-8852-d4be50c4288f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:02.874241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-306dbd7d-e634-40ca-acd1-7d410e2c4cf5 None None] Provisioning complete for port e4d6d14f-7e3d-497f-92b9-e44488ae9027 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:02.875072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-306dbd7d-e634-40ca-acd1-7d410e2c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.886165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-17849368-89e2-42a9-976d-441512cd8979 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.925252 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:02.926534 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:56:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:02.961577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-17849368-89e2-42a9-976d-441512cd8979 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.967768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-17849368-89e2-42a9-976d-441512cd8979 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:02.987202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17849368-89e2-42a9-976d-441512cd8979 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b454828-4bfe-4f6b-953b-a8b2fea89d13,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:03.000992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-306dbd7d-e634-40ca-acd1-7d410e2c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.002228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-17849368-89e2-42a9-976d-441512cd8979 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.003793 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-17849368-89e2-42a9-976d-441512cd8979 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528697 Nov 29 01:57:03.007254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 47980) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:03.012090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5b71564f-8ef4-450c-8621-22757e3b0e35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'ed749fa8-daad-4bdb-8852-d4be50c4288f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:03.038885 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-5b71564f-8ef4-450c-8621-22757e3b0e35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:57:03.043835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-306dbd7d-e634-40ca-acd1-7d410e2c4cf5 None None] For port e4d6d14f-7e3d-497f-92b9-e44488ae9027, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e4d6d14f-7e3d-497f-92b9-e44488ae9027,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:03.045232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b71564f-8ef4-450c-8621-22757e3b0e35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.045825 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:03.049187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-306dbd7d-e634-40ca-acd1-7d410e2c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.111145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dbd7d-e634-40ca-acd1-7d410e2c4cf5 None None] Pushing event updated for resources: {'Port': ['ID=e4d6d14f-7e3d-497f-92b9-e44488ae9027,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:03.127048 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72f5e1-3ab4-4988-b27f-03a9a8fb9a43 None None] Pushing event updated for resources: {'Port': ['ID=e4d6d14f-7e3d-497f-92b9-e44488ae9027,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:03.127910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b71564f-8ef4-450c-8621-22757e3b0e35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.136401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b71564f-8ef4-450c-8621-22757e3b0e35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.160906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71564f-8ef4-450c-8621-22757e3b0e35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34726802-7900-47dd-bbc6-aff6fd0aa493,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:03.167891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5b71564f-8ef4-450c-8621-22757e3b0e35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.172222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 47982) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:03.172951 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5b71564f-8ef4-450c-8621-22757e3b0e35 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1642978 Nov 29 01:57:03.177711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4382f3a7-2ec0-4871-98e9-fd796765463e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'ed749fa8-daad-4bdb-8852-d4be50c4288f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:03.205556 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-4382f3a7-2ec0-4871-98e9-fd796765463e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:57:03.212169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4382f3a7-2ec0-4871-98e9-fd796765463e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.266795 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:02Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:03.270877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fb035231-8707-4f26-a784-76470a29b4ab None None] Provisioning complete for port e4d6d14f-7e3d-497f-92b9-e44488ae9027 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:03.271600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb035231-8707-4f26-a784-76470a29b4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.274224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4382f3a7-2ec0-4871-98e9-fd796765463e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.279971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4382f3a7-2ec0-4871-98e9-fd796765463e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.300609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382f3a7-2ec0-4871-98e9-fd796765463e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a03611-ff59-4489-86ca-65da3c3cfa1f,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:03.301322 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bf66b-a720-4634-9bbc-52393e3e4dfc None None] The sync data for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv is: [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:02Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:03.308679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4382f3a7-2ec0-4871-98e9-fd796765463e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.320363 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4382f3a7-2ec0-4871-98e9-fd796765463e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469502 Nov 29 01:57:03.461491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 37717dc7-6da0-4753-bea7-e7583e6c9b75 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:03.516460 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-f5985b63-1f80-4e2a-b4f6-a0365bf5ea26 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502494154&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0547895 Nov 29 01:57:03.569640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 37717dc7-6da0-4753-bea7-e7583e6c9b75 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:03.570013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:03.635264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-448db04f-e79c-493b-8aad-95bc5542982e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:03.636799 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-448db04f-e79c-493b-8aad-95bc5542982e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=9eedb0cd-7781-440f-b2f6-018c102c687d HTTP/1.1" status: 200 len: 796 time: 0.1105230 Nov 29 01:57:03.664899 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-c40e59c3-56ad-42cc-af75-e3bfa9f21d46 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0218170 Nov 29 01:57:03.726082 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-77fe43f0-3afe-435a-a498-16a762a4350d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539885 Nov 29 01:57:03.824911 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-467e2bf4-5dce-4a5c-937f-fc99778c44ec service neutron] 10.222.0.30 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859420 Nov 29 01:57:03.922117 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-6f76f687-60aa-4a87-9695-52c9f17138a1 service neutron] 10.222.0.30 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910172 Nov 29 01:57:04.089289 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fc3d37be-f144-4936-b709-d0f9b4ad44c1 req-8bedaf9c-a4a5-459e-abf7-30fe641b66c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 210 time: 0.0353665 Nov 29 01:57:05.075817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-2dd97d97-23bf-4ad7-b506-58cbdad91a7e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:05.077192 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-2dd97d97-23bf-4ad7-b506-58cbdad91a7e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=9eedb0cd-7781-440f-b2f6-018c102c687d HTTP/1.1" status: 200 len: 796 time: 0.1019683 Nov 29 01:57:05.153796 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-12046fe9-f2d6-4cf7-8b00-99084272b6c7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 379 time: 0.0592790 Nov 29 01:57:05.176099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['ed749fa8-daad-4bdb-8852-d4be50c4288f']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:05.210088 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-94a594a8-bcec-4bfb-b72c-3e9f4d020569 req-9c6e40a2-eebb-4092-b1ed-9160fb379773 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 210 time: 0.0512884 Nov 29 01:57:05.287220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e4d6d14f-7e3d-497f-92b9-e44488ae9027 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:05.300012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:05.304090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:05.337435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e4d6d14f-7e3d-497f-92b9-e44488ae9027 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:05.337726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:05.434066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.7 (9eedb0cd-7781-440f-b2f6-018c102c687d/5b3fd112-a59c-452f-91ab-84f6edb72a67/ff10dd0e-48b6-4c32-923a-855fa8fa7ae7) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:05.568002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:05.605303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:05.643998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 9eedb0cd-7781-440f-b2f6-018c102c687d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:05.649509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:05.653110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:05.681033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:05.693678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.694669 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.695022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.695375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.695715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.696055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.696391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.696728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.697063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.697394 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.697737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.698054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:05.719777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:05.720403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:05.739797 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-ed332173-759c-4a07-a191-3b45f4840731 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792027 Nov 29 01:57:05.758403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Request body: {'port': {'device_id': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:05.816586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:05.928724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-48100638-410c-40e0-9e1d-9b34d18c7625 None None] Provisioning complete for port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:05.929049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-48100638-410c-40e0-9e1d-9b34d18c7625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:05.962618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-48100638-410c-40e0-9e1d-9b34d18c7625 None None] Port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:06.079879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:57:06.087450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:06.099937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Transition to ACTIVE for port object ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:57:06.103606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:06.154317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Pushing event updated for resources: {'Port': ['ID=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:06.229264 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Attempting to bind port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:06.229608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Attempting to bind port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:06.229949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Attempting to bind port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 on network 9eedb0cd-7781-440f-b2f6-018c102c687d {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:06.234690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 on network 9eedb0cd-7781-440f-b2f6-018c102c687d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:57:06.235024 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Attempting to bind port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 on network 9eedb0cd-7781-440f-b2f6-018c102c687d {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:06.240377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:06.240707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Checking segment: {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:06.241632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Bound using segment: {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:06.242062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Bound port: ff10dd0e-48b6-4c32-923a-855fa8fa7ae7, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c2c52e-924f-40cf-a1c8-6beb4dd31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:06.242455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:06.310975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] For port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:06.317236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] For port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:06.324044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:06.331608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf127eb4-be36-4cb6-bee0-cbbd0122755a req-d33aadf5-41c0-4678-9455-d06fe661e699 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:06.333142 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cf127eb4-be36-4cb6-bee0-cbbd0122755a req-d33aadf5-41c0-4678-9455-d06fe661e699 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 943 time: 0.0516427 Nov 29 01:57:06.357999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:06.358648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:06.360145 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] 10.222.0.21 "PUT /v2.0/ports/ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 HTTP/1.1" status: 200 len: 1093 time: 0.6067321 Nov 29 01:57:06.360623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:57:06.363885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700fa46e-77a4-4a62-afdc-961bacc66a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:57:06.416902 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cf127eb4-be36-4cb6-bee0-cbbd0122755a req-0bf910e8-3164-4872-88b6-16f26834296f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720582 Nov 29 01:57:06.426655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272838c-2d32-44ae-b724-58cfcd63047d x-openstack-request-id: req-5272838c-2d32-44ae-b724-58cfcd63047d {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:57:06.426954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:57:06.427333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5272838c-2d32-44ae-b724-58cfcd63047d {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:57:06.427860 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'status': 'completed', 'code': 200} Nov 29 01:57:06.448689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b24cc-dc42-4789-a8a8-6df34f0f635c service neutron] Pushing event updated for resources: {'Port': ['ID=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:06.496832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-282c98ed-6996-45d1-abc4-73ca070a0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:06.498397 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-282c98ed-6996-45d1-abc4-73ca070a0b90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 1096 time: 0.0464272 Nov 29 01:57:06.552333 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-c4e873a3-06d2-4d55-9495-7f7ba723d9ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 HTTP/1.1" status: 200 len: 217 time: 0.0391028 Nov 29 01:57:06.604218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-8c2472bf-c244-4c0f-9cd1-3b1a028c012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:06.605645 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-8c2472bf-c244-4c0f-9cd1-3b1a028c012e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b3fd112-a59c-452f-91ab-84f6edb72a67 HTTP/1.1" status: 200 len: 844 time: 0.0446310 Nov 29 01:57:06.651153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-56e34c17-7e09-43ed-b520-6e7d2d778f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:06.652562 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-56e34c17-7e09-43ed-b520-6e7d2d778f62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eedb0cd-7781-440f-b2f6-018c102c687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394690 Nov 29 01:57:06.746309 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-5bfcc494-d961-48ba-875f-26e00fb74475 service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864158 Nov 29 01:57:06.835969 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-36b67a0a-7791-4406-b4e5-5d9c8f677cf0 req-b5f980d6-576b-4b9a-9297-63de726147c4 service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820537 Nov 29 01:57:06.964452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-9ae5d24c-bdbf-421e-a5a3-5dc3835face3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:06.965924 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-9ae5d24c-bdbf-421e-a5a3-5dc3835face3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 1096 time: 0.0444701 Nov 29 01:57:07.055487 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-fa3eb8a2-4918-4274-b7c8-c9fea407c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:07.056936 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-fa3eb8a2-4918-4274-b7c8-c9fea407c4c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9eedb0cd-7781-440f-b2f6-018c102c687d HTTP/1.1" status: 200 len: 897 time: 0.0837269 Nov 29 01:57:07.104449 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-acc90067-1499-43a5-9a36-f15be40bcb5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 HTTP/1.1" status: 200 len: 217 time: 0.0382736 Nov 29 01:57:07.156767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-80481756-a9ea-49d3-82c8-c6300e2f5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:07.158198 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-80481756-a9ea-49d3-82c8-c6300e2f5109 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b3fd112-a59c-452f-91ab-84f6edb72a67 HTTP/1.1" status: 200 len: 844 time: 0.0452979 Nov 29 01:57:07.202969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-6a9c29fe-b149-44d9-a78b-ad0f322fdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:07.204428 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-6a9c29fe-b149-44d9-a78b-ad0f322fdf5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eedb0cd-7781-440f-b2f6-018c102c687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387266 Nov 29 01:57:07.296071 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-ca4d0565-dd7b-4ade-a037-b77a8e589509 service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841279 Nov 29 01:57:07.386200 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-700fa46e-77a4-4a62-afdc-961bacc66a1c req-f5d18c1d-8db5-4422-ba55-989a5f6aa908 service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813320 Nov 29 01:57:07.500593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:57:07.528826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006c501-2716-41fc-9ef9-4e245bc1ae07 req-455ae7b4-17b6-4e39-a692-db76f442f0fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:07.530314 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d006c501-2716-41fc-9ef9-4e245bc1ae07 req-455ae7b4-17b6-4e39-a692-db76f442f0fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 943 time: 0.0485730 Nov 29 01:57:07.582976 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d006c501-2716-41fc-9ef9-4e245bc1ae07 req-35a8abcf-6f66-45a1-828e-e11f627e252f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467262 Nov 29 01:57:07.595632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:07.606736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'port_id': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'mac_address': 'fa:16:3e:1a:a2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:57:07.646634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:07.659017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:57:07.677219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:07.682569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:07.729522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:07.969597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ff10dd0e-48b6-4c32-923a-855fa8fa7ae7'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:57:08.695901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6757a-3d48-4cee-82a0-d915c9b31f6f req-947c79dc-1c1c-46b9-a078-cce20a4348cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:08.697369 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4be6757a-3d48-4cee-82a0-d915c9b31f6f req-947c79dc-1c1c-46b9-a078-cce20a4348cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 944 time: 0.0486119 Nov 29 01:57:08.745055 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4be6757a-3d48-4cee-82a0-d915c9b31f6f req-293704b1-5357-4c42-ada5-efa3d524937f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417407 Nov 29 01:57:09.521983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:09.569150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:57:09.573296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:09.573685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:09.652271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:09.673396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:57:09.676369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d2696-2778-4f55-9847-cb7fbfd3fbfd" -d '{"events": [{"server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "name": "network-vif-plugged", "status": "completed", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:57:09.688038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:09.692066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:09.717245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4cd3d5-59d6-42da-8713-6acc4849c418 x-openstack-request-id: req-ed4cd3d5-59d6-42da-8713-6acc4849c418 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:57:09.717536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "name": "network-vif-plugged", "status": "completed", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:57:09.717787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed4cd3d5-59d6-42da-8713-6acc4849c418 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:57:09.718170 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'code': 200} Nov 29 01:57:09.750258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:09.864515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae29cf-2fbf-42c3-a39b-916bc9ebab58 req-857ad776-007b-4c68-b6ac-b4c8bb3bcd45 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:09.866026 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-22ae29cf-2fbf-42c3-a39b-916bc9ebab58 req-857ad776-007b-4c68-b6ac-b4c8bb3bcd45 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 945 time: 0.0549061 Nov 29 01:57:09.915946 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-22ae29cf-2fbf-42c3-a39b-916bc9ebab58 req-4aad2f57-4c6d-4dda-a6ac-6798ef73d86c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431619 Nov 29 01:57:09.924908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649577b-9ec4-42d3-896a-204400aea3a3 req-3cf2580b-e253-4cc2-a42b-3a77efe77c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:09.926596 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b649577b-9ec4-42d3-896a-204400aea3a3 req-3cf2580b-e253-4cc2-a42b-3a77efe77c5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 1098 time: 0.0388651 Nov 29 01:57:09.972075 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b649577b-9ec4-42d3-896a-204400aea3a3 req-ca0edaf2-753d-403f-9357-73c828bf3832 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385745 Nov 29 01:57:10.586293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-57c1de12-6608-4465-92f3-b9acaa03bd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:11.039675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8c4ff-c5cb-4d64-823c-3cc30e71b95c req-64c2c8d8-be7c-48fd-9a11-7cc8e028cdd7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:11.041649 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-35c8c4ff-c5cb-4d64-823c-3cc30e71b95c req-64c2c8d8-be7c-48fd-9a11-7cc8e028cdd7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 945 time: 0.0576138 Nov 29 01:57:11.095849 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-35c8c4ff-c5cb-4d64-823c-3cc30e71b95c req-78a958c5-83cc-472e-b52f-117884b0c72e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480642 Nov 29 01:57:12.214746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b45d3-7651-4a9e-9fad-ea0b8cd35d72 req-f3d12c53-3904-4682-9bfc-38020279a0f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:12.216166 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cd9b45d3-7651-4a9e-9fad-ea0b8cd35d72 req-f3d12c53-3904-4682-9bfc-38020279a0f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 945 time: 0.0507774 Nov 29 01:57:12.267563 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cd9b45d3-7651-4a9e-9fad-ea0b8cd35d72 req-4cd9360e-2ee2-433c-a0ee-cd1b3251be5e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 Nov 29 01:57:12.389932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d3264-1eb6-41f2-a5ca-777bbcaf87b6 req-f8040c67-77e2-4aeb-bc7f-51d23e1fc983 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:12.391400 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7f2d3264-1eb6-41f2-a5ca-777bbcaf87b6 req-f8040c67-77e2-4aeb-bc7f-51d23e1fc983 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 945 time: 0.0562456 Nov 29 01:57:12.442819 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7f2d3264-1eb6-41f2-a5ca-777bbcaf87b6 req-ed8907e2-3c78-40a0-a24a-57e2ef88e526 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452774 Nov 29 01:57:12.464127 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48034) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:12.505422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8141d9-3b57-4544-8edd-d44d1057ce73 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:12.507162 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8e8141d9-3b57-4544-8edd-d44d1057ce73 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 1093 time: 0.0417926 Nov 29 01:57:12.510313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48036) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:12.515030 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:12.540089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:12.643249 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:12.752155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.225 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/5a776100-4a0c-4efe-8802-ee22cb08225d) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:12.863061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:12.903846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:12.943641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:12.947118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:12.951014 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:12.975495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=5a776100-4a0c-4efe-8802-ee22cb08225d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:13.182627 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:57:13.644165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:13.710333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:13.856164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:13.862442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:13.904494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:13.932120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=5a776100-4a0c-4efe-8802-ee22cb08225d,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:13.943511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.038112 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP b777dcab-fe8b-4fc7-b486-3738730821a8 associated. External IP: 172.26.8.225, port: ff10dd0e-48b6-4c32-923a-855fa8fa7ae7. Nov 29 01:57:14.163743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-91abdb10-06a1-47ca-9dd3-bb5266889fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.244593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:57:14.349427 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:14.359656 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] Sync routers for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:14.367308 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.368807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:14.369446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:14.394407 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fc02950f-533d-455a-945f-54aa02845664 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8830068 Nov 29 01:57:14.395381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:57:14.397255 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48038) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:14.397882 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a401ae-32d8-47b8-9c0b-b7d7f951e399" -d '{"events": [{"name": "network-changed", "server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:57:14.438404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e82f61-685b-4b33-9238-1b858fc6b493 x-openstack-request-id: req-55e82f61-685b-4b33-9238-1b858fc6b493 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:57:14.438732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:57:14.438991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55e82f61-685b-4b33-9238-1b858fc6b493 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:57:14.439671 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'status': 'completed', 'code': 200} Nov 29 01:57:14.465359 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3e5fb6ad-b9c3-48fa-bde2-7456f8bd3738 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/b777dcab-fe8b-4fc7-b486-3738730821a8 HTTP/1.1" status: 200 len: 991 time: 0.0668936 Nov 29 01:57:14.477607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:14.532680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-9e13514b-2743-47c7-b9ce-67aa7e366785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:14.534230 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-9e13514b-2743-47c7-b9ce-67aa7e366785 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 1098 time: 0.0413773 Nov 29 01:57:14.628982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-5f26d528-ea7b-4b49-89e0-2db9c0841e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:14.630452 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-5f26d528-ea7b-4b49-89e0-2db9c0841e38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9eedb0cd-7781-440f-b2f6-018c102c687d HTTP/1.1" status: 200 len: 897 time: 0.0887804 Nov 29 01:57:14.695190 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-84db1173-0249-43cc-bcd0-a9eb3bd09807 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 HTTP/1.1" status: 200 len: 999 time: 0.0569394 Nov 29 01:57:14.702216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b777dcab-fe8b-4fc7-b486-3738730821a8', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'port_id': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'mac_address': 'fa:16:3e:1a:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:13Z', 'updated_at': '2021-11-29T01:57:13Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:03Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:14.729014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] Checking router: b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:57:14.737315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:14.737925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:14.748013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-59e0dbdc-c2ff-4894-b907-4499397648e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:14.749470 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-59e0dbdc-c2ff-4894-b907-4499397648e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b3fd112-a59c-452f-91ab-84f6edb72a67 HTTP/1.1" status: 200 len: 844 time: 0.0473063 Nov 29 01:57:14.794411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-838c0d76-7a18-4a6d-abe5-efe4f85f1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:14.795901 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-838c0d76-7a18-4a6d-abe5-efe4f85f1e69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eedb0cd-7781-440f-b2f6-018c102c687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397310 Nov 29 01:57:14.845988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:14.893789 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-c4a67c92-f1e0-4f06-ac20-19c378fec73c service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901709 Nov 29 01:57:14.984355 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a401ae-32d8-47b8-9c0b-b7d7f951e399 req-2196d340-0e70-4499-89b7-78ded20ee944 service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820014 Nov 29 01:57:15.073681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b777dcab-fe8b-4fc7-b486-3738730821a8', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'port_id': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'mac_address': 'fa:16:3e:1a:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:13Z', 'updated_at': '2021-11-29T01:57:13Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:03Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:15.098834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8039d236-d0ad-4c96-835d-5f86de2b56e1 None None] The sync data for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv is: [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'b777dcab-fe8b-4fc7-b486-3738730821a8', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'port_id': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'mac_address': 'fa:16:3e:1a:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:13Z', 'updated_at': '2021-11-29T01:57:13Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:03Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:15.281760 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba65cb55-b924-49a4-a46d-c10f07979704 None None] New status for floating IP b777dcab-fe8b-4fc7-b486-3738730821a8: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:57:15.295724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.469198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48044) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:15.534258 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0f9121da-5ba3-4b42-a1ca-00fa1eba23b9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/b777dcab-fe8b-4fc7-b486-3738730821a8 HTTP/1.1" status: 200 len: 993 time: 0.0639038 Nov 29 01:57:16.291287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.284701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.933907 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-d6786e34-3edd-4590-8f3c-141f687031fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392396 Nov 29 01:57:30.032832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-acdf8760-e4c4-4782-9d06-79fe0e3c45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:30.034328 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-acdf8760-e4c4-4782-9d06-79fe0e3c45f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 1098 time: 0.0400100 Nov 29 01:57:30.141841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-e7053c61-d873-48e3-aad7-3f43d15052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:30.143344 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-e7053c61-d873-48e3-aad7-3f43d15052e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0882614 Nov 29 01:57:30.207718 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-dc7f695d-80c7-4ced-b57a-a29ff0871e56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80 HTTP/1.1" status: 200 len: 1001 time: 0.0568736 Nov 29 01:57:30.257124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-4d1c0059-583a-418f-a43b-500fbf92367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:30.258505 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-4d1c0059-583a-418f-a43b-500fbf92367a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0426748 Nov 29 01:57:30.307694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-e7c99553-be4e-460e-8351-c4344813ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:30.309157 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-e7c99553-be4e-460e-8351-c4344813ef9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433760 Nov 29 01:57:30.399452 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-e8c97563-c867-49f6-bad2-896db9767149 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812705 Nov 29 01:57:30.492892 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52279498-ed74-4a22-ad64-b8452c273cd4 req-6cc222c5-865b-4325-92de-eca7e54cb9fe service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846086 Nov 29 01:57:40.589254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-29e52589-440d-4666-a7c3-73ce73de1e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.904486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.164880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-74505ac1-6a2d-448d-b28a-4496e52270c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.295457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.293306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.181286 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:57:52.283045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.604991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-de10be9a-0747-4dfc-aa7b-14fc6e927a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.909044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.169140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-726460a0-03f6-4303-b49e-33a225283ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.299177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.497417 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-71369eca-62f9-4a6e-ae86-310c7c26f215 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494051486&fields=id&tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 267 time: 0.0441868 Nov 29 01:58:15.604991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-ccca69f3-a68a-4ad2-be33-45dbb3526b56 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:15.606468 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-ccca69f3-a68a-4ad2-be33-45dbb3526b56 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 812 time: 0.1025052 Nov 29 01:58:15.621636 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-c15137bd-2d9c-42aa-ac46-e65e27b9fcda tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/quotas/d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 375 time: 0.0095382 Nov 29 01:58:15.673784 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-c663657b-eb1c-42c0-837b-a3c0841ae037 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470290 Nov 29 01:58:15.770331 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-3a51e944-a27e-43e0-805c-82a067a7ff21 service neutron] 10.222.0.30 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843430 Nov 29 01:58:15.857287 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-c8b04fd1-b8c0-4d77-a1c7-b32eda0624a1 service neutron] 10.222.0.30 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809932 Nov 29 01:58:16.132960 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fd418efe-a576-4019-a5d3-579f860aa658 req-9d1d486f-5dc0-4b04-8252-1d90935b3f63 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Nov 29 01:58:16.295090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.121728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-ac0fb139-a03e-4add-97b5-05352167b03c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:17.123191 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-ac0fb139-a03e-4add-97b5-05352167b03c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 812 time: 0.1114218 Nov 29 01:58:17.206752 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-926d9acf-39d3-4a33-88e8-5f12af738319 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa HTTP/1.1" status: 200 len: 379 time: 0.0594158 Nov 29 01:58:17.217967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'port': {'device_id': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'admin_state_up': True, 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'security_groups': ['d90b19bf-d5cc-4a72-8565-cd71ee12a731']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:17.234710 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c87b0f4e-2d6c-442d-b78d-956c69ebe885 req-79992a83-d2f2-4208-87fc-dfa4716249ff tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 210 time: 0.0332301 Nov 29 01:58:17.337302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Made reservation on behalf of d0864c17fcb6459b8a98cef5b83f9cfa for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:17.341023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.464722 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Allocated IP 172.20.0.7 (c5642dcd-3754-407d-8012-b2d7aee18c46/0c017a67-8e59-4436-983b-5c803480cce2/3da777c9-7151-421c-9424-bda4489aaaa0) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:17.605600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.638824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.683102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Network c5642dcd-3754-407d-8012-b2d7aee18c46 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:17.686176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:17.689872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:17.714469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=3da777c9-7151-421c-9424-bda4489aaaa0,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:17.729533 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.729887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.730229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.730602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.730941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.731278 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.731608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.731933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.732265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.732590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.732923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.733245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:17.754063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:17.754791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.772077 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-760c4d21-0b8f-44c9-bd67-57280a811043 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579805 Nov 29 01:58:17.791535 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Request body: {'port': {'device_id': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:17.859076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.006213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d88c35cf-f761-4f7a-9e18-3a0d0ad5e799 None None] Provisioning complete for port 3da777c9-7151-421c-9424-bda4489aaaa0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:18.006783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d88c35cf-f761-4f7a-9e18-3a0d0ad5e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.043565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d88c35cf-f761-4f7a-9e18-3a0d0ad5e799 None None] Port 3da777c9-7151-421c-9424-bda4489aaaa0 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:18.127635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da777c9-7151-421c-9424-bda4489aaaa0 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:58:18.135313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.147218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Transition to ACTIVE for port object 3da777c9-7151-421c-9424-bda4489aaaa0 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:58:18.150929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.210061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Pushing event updated for resources: {'Port': ['ID=3da777c9-7151-421c-9424-bda4489aaaa0,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:18.281061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Attempting to bind port 3da777c9-7151-421c-9424-bda4489aaaa0 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:18.281491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Attempting to bind port 3da777c9-7151-421c-9424-bda4489aaaa0 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:18.281907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Attempting to bind port 3da777c9-7151-421c-9424-bda4489aaaa0 on network c5642dcd-3754-407d-8012-b2d7aee18c46 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:18.288593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Port 3da777c9-7151-421c-9424-bda4489aaaa0 on network c5642dcd-3754-407d-8012-b2d7aee18c46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:18.288968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Attempting to bind port 3da777c9-7151-421c-9424-bda4489aaaa0 on network c5642dcd-3754-407d-8012-b2d7aee18c46 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:18.294073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:18.294446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Checking segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:18.294841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Bound using segment: {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:18.295274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Bound port: 3da777c9-7151-421c-9424-bda4489aaaa0, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0badca8-58ff-4d72-b669-a49c9190316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:18.295639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.401229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] For port 3da777c9-7151-421c-9424-bda4489aaaa0, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:18.410446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3646e2c-09a4-49b6-9f3d-c734847f18d8 req-764338e6-5eac-434f-8c40-3ecd73233395 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:18.412575 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e3646e2c-09a4-49b6-9f3d-c734847f18d8 req-764338e6-5eac-434f-8c40-3ecd73233395 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0820687 Nov 29 01:58:18.414266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] For port 3da777c9-7151-421c-9424-bda4489aaaa0, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=3da777c9-7151-421c-9424-bda4489aaaa0,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:18.418563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.476826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:18.477427 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.478840 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] 10.222.0.21 "PUT /v2.0/ports/3da777c9-7151-421c-9424-bda4489aaaa0 HTTP/1.1" status: 200 len: 1093 time: 0.6916857 Nov 29 01:58:18.481559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:58:18.483907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d99c389-8e22-44aa-b5f9-5f75bb20a102" -d '{"events": [{"name": "network-changed", "server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:58:18.532627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db04e4-5bcc-4333-b925-5f87ec511b55 service neutron] Pushing event updated for resources: {'Port': ['ID=3da777c9-7151-421c-9424-bda4489aaaa0,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:18.550996 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e3646e2c-09a4-49b6-9f3d-c734847f18d8 req-568d6321-ce34-44fb-abeb-1c67a10cc694 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300573 Nov 29 01:58:18.557543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb11489-e27a-4030-852a-46acbcf82f4a x-openstack-request-id: req-4cb11489-e27a-4030-852a-46acbcf82f4a {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:58:18.557543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:58:18.557543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cb11489-e27a-4030-852a-46acbcf82f4a {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:58:18.557543 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0', 'status': 'completed', 'code': 200} Nov 29 01:58:18.602056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-c858edda-8a35-4f41-9bfc-a44c91b52aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:18.603900 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-c858edda-8a35-4f41-9bfc-a44c91b52aef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 1096 time: 0.0443597 Nov 29 01:58:18.663662 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-166af3ce-eb3d-4504-ae1e-e3e4466ac2a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da777c9-7151-421c-9424-bda4489aaaa0 HTTP/1.1" status: 200 len: 217 time: 0.0453146 Nov 29 01:58:18.718993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-ed253680-83bd-4f9e-bb50-241e4d35076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:18.720712 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-ed253680-83bd-4f9e-bb50-241e4d35076e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0499609 Nov 29 01:58:18.767881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-ae8af692-7263-4c2e-9250-088b64ab71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:18.769375 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-ae8af692-7263-4c2e-9250-088b64ab71b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413115 Nov 29 01:58:18.866542 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-27b80b7f-7a65-4dec-a57d-ee1431f7c7c5 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893102 Nov 29 01:58:18.955398 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c66a9f6b-f440-4e9c-af96-d71633fc556e req-e235e06f-52ee-419c-a6fc-a94af09abd64 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818832 Nov 29 01:58:19.072889 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-adbd6365-3577-4be1-b690-8a913e5d39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:19.074451 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-adbd6365-3577-4be1-b690-8a913e5d39ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 1096 time: 0.0514593 Nov 29 01:58:19.162982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-111b7202-7176-4dce-83e8-19664ea3b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:19.164462 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-111b7202-7176-4dce-83e8-19664ea3b19d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0836251 Nov 29 01:58:19.209214 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-5f8432bf-3e6d-44a6-a4b0-db9d6298b25c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da777c9-7151-421c-9424-bda4489aaaa0 HTTP/1.1" status: 200 len: 217 time: 0.0379229 Nov 29 01:58:19.259739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-6206e0ba-f8f1-41a0-8bc8-cf31da958eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:19.261217 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-6206e0ba-f8f1-41a0-8bc8-cf31da958eaf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0455236 Nov 29 01:58:19.306574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-3d5310c8-2c64-4f06-81ee-8770e7ef4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:19.308066 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-3d5310c8-2c64-4f06-81ee-8770e7ef4324 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401440 Nov 29 01:58:19.402101 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-4757a1a7-636b-40b3-8a2a-43e9db9d1c08 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873358 Nov 29 01:58:19.497506 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d99c389-8e22-44aa-b5f9-5f75bb20a102 req-523ec61c-a446-4744-af4c-d7ac5627c579 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882227 Nov 29 01:58:19.656263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f97c2-ead1-42fd-818e-fea195fa3254 req-2736c4ee-8b7a-4d4b-b7c9-f125ff2d3c14 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:19.657741 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e73f97c2-ead1-42fd-818e-fea195fa3254 req-2736c4ee-8b7a-4d4b-b7c9-f125ff2d3c14 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0499771 Nov 29 01:58:19.706135 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e73f97c2-ead1-42fd-818e-fea195fa3254 req-6d95b284-f098-4f85-a1d6-74f41b8a7076 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422907 Nov 29 01:58:20.826349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7972c-efce-4365-aed6-d56db0f55cfb req-2898cdd7-9a28-4873-9127-2d84c5aaed11 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:20.828682 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cef7972c-efce-4365-aed6-d56db0f55cfb req-2898cdd7-9a28-4873-9127-2d84c5aaed11 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0540056 Nov 29 01:58:20.891260 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cef7972c-efce-4365-aed6-d56db0f55cfb req-f4e5b0f8-a0cb-45b0-ae62-d1ea2b5aca63 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553460 Nov 29 01:58:22.009971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131ee7-8c0e-4d40-95fa-914e72cc8b3f req-3081399d-9f12-47ce-8c67-71b027292306 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:22.011760 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21131ee7-8c0e-4d40-95fa-914e72cc8b3f req-3081399d-9f12-47ce-8c67-71b027292306 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0485480 Nov 29 01:58:22.065226 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21131ee7-8c0e-4d40-95fa-914e72cc8b3f req-66cf0328-e343-4e53-8644-a3fc9ea8a5a0 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459852 Nov 29 01:58:22.290335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.190571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e5fa9-4f58-46f1-b382-226a49a75ab2 req-74d603e5-c096-4262-94d7-f9f32ebab542 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:23.192159 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a20e5fa9-4f58-46f1-b382-226a49a75ab2 req-74d603e5-c096-4262-94d7-f9f32ebab542 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0563588 Nov 29 01:58:23.247877 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a20e5fa9-4f58-46f1-b382-226a49a75ab2 req-d536d1b0-6309-4bbb-8953-dccafd189fa2 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484996 Nov 29 01:58:24.383641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a968b-84bd-44eb-a517-547a4faaf371 req-4e5c927f-413d-4849-9dc7-1960397b2573 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:24.385579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-614a968b-84bd-44eb-a517-547a4faaf371 req-4e5c927f-413d-4849-9dc7-1960397b2573 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0602329 Nov 29 01:58:24.441458 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-614a968b-84bd-44eb-a517-547a4faaf371 req-7650a786-ef32-42f9-86bd-5ba3ecce379f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495441 Nov 29 01:58:25.554382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27686-e29f-44a4-806a-7bf5acc1d570 req-aea8a065-7ccf-4f14-bbf5-5ab9d97ac105 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:25.555883 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-55d27686-e29f-44a4-806a-7bf5acc1d570 req-aea8a065-7ccf-4f14-bbf5-5ab9d97ac105 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0484364 Nov 29 01:58:25.604620 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-55d27686-e29f-44a4-806a-7bf5acc1d570 req-bf289743-35e8-4e28-9d1f-d985073975ec tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 Nov 29 01:58:26.715911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66394a-a18e-4652-8962-12779566c923 req-a514c9f6-22e4-4791-8761-4dca566f6240 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:26.717383 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7c66394a-a18e-4652-8962-12779566c923 req-a514c9f6-22e4-4791-8761-4dca566f6240 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0475883 Nov 29 01:58:26.766574 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7c66394a-a18e-4652-8962-12779566c923 req-a69249b8-1595-4a7c-b65e-13a2f3a785c2 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434213 Nov 29 01:58:27.179418 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:58:27.882691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480780a2-2924-4b66-8cb7-b6c2cc9ec9ef req-174ca1c0-08ce-4e88-b9a5-70a9ce4ff94e tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:27.884154 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-480780a2-2924-4b66-8cb7-b6c2cc9ec9ef req-174ca1c0-08ce-4e88-b9a5-70a9ce4ff94e tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0532334 Nov 29 01:58:27.937390 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-480780a2-2924-4b66-8cb7-b6c2cc9ec9ef req-1e6edfa8-369c-4681-8690-301da1305b27 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470393 Nov 29 01:58:29.049844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfbe4e-d982-410a-85ec-3085457839d8 req-356a3791-c67f-4e74-828a-2b8ca4d6207f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:29.051381 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9fcfbe4e-d982-410a-85ec-3085457839d8 req-356a3791-c67f-4e74-828a-2b8ca4d6207f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0481377 Nov 29 01:58:29.106816 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9fcfbe4e-d982-410a-85ec-3085457839d8 req-6f563b46-fe41-4de6-aeab-a9dc31cbaa46 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490658 Nov 29 01:58:30.219281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b51fb-5899-42f7-9c14-3f9c6a836346 req-3691aaaa-ca1f-4067-9be9-baffddc88eee tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:30.220766 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c85b51fb-5899-42f7-9c14-3f9c6a836346 req-3691aaaa-ca1f-4067-9be9-baffddc88eee tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0488942 Nov 29 01:58:30.268892 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c85b51fb-5899-42f7-9c14-3f9c6a836346 req-705ad88d-c694-47b6-afbb-492f06e0ac11 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423272 Nov 29 01:58:30.937789 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-0ba8d8e8-9d12-4810-a0f6-a43629b9c8b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423760 Nov 29 01:58:31.009638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-3997aaa0-d111-4619-a0f3-8b137f28affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.011124 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-3997aaa0-d111-4619-a0f3-8b137f28affc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 1098 time: 0.0402665 Nov 29 01:58:31.118185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-8f4c5d9c-f334-4228-89ea-af08d8ed6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.119675 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-8f4c5d9c-f334-4228-89ea-af08d8ed6e2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9eedb0cd-7781-440f-b2f6-018c102c687d HTTP/1.1" status: 200 len: 897 time: 0.0886579 Nov 29 01:58:31.186239 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-41b2c760-f58a-4e9a-bba8-e8da98b43a98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0595238 Nov 29 01:58:31.236606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-bc272583-0cef-4387-a7fa-80a8896ddadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.238082 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-bc272583-0cef-4387-a7fa-80a8896ddadc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b3fd112-a59c-452f-91ab-84f6edb72a67 HTTP/1.1" status: 200 len: 844 time: 0.0440729 Nov 29 01:58:31.282259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-2deab5a0-34d0-4ace-956f-89d1df4cbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.283737 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-2deab5a0-34d0-4ace-956f-89d1df4cbf69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eedb0cd-7781-440f-b2f6-018c102c687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390625 Nov 29 01:58:31.376744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-7abc1ae2-07be-4a52-97ec-b30f8218878d service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852935 Nov 29 01:58:31.381662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd15d1-8366-4dd7-909a-4a1c81df706b req-5b88f31f-698b-4ba8-b80a-aa5b0f2b0b59 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.383198 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fabd15d1-8366-4dd7-909a-4a1c81df706b req-5b88f31f-698b-4ba8-b80a-aa5b0f2b0b59 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 943 time: 0.0500212 Nov 29 01:58:31.433166 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fabd15d1-8366-4dd7-909a-4a1c81df706b req-2cb55dc6-c269-407c-baf9-cc4a899160e1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438728 Nov 29 01:58:31.467517 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e11705d4-90a8-4baa-9193-db9ab8f97ab4 req-f643ab1c-1699-4398-9d94-1e01d3b7c45f service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837233 Nov 29 01:58:31.937941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 3da777c9-7151-421c-9424-bda4489aaaa0 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:58:32.031395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 3da777c9-7151-421c-9424-bda4489aaaa0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=3da777c9-7151-421c-9424-bda4489aaaa0,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:32.042071 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '3da777c9-7151-421c-9424-bda4489aaaa0', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'port_id': '3da777c9-7151-421c-9424-bda4489aaaa0', 'mac_address': 'fa:16:3e:1c:f9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:58:32.080950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.093527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da777c9-7151-421c-9424-bda4489aaaa0 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:58:32.112876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 3da777c9-7151-421c-9424-bda4489aaaa0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=3da777c9-7151-421c-9424-bda4489aaaa0,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:32.116830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.160930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=3da777c9-7151-421c-9424-bda4489aaaa0,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:32.168333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.168685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.169029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.169369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.169705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.170047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.170377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.170731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.171062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.171387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.171711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.172031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:32.439303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['3da777c9-7151-421c-9424-bda4489aaaa0'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:58:32.556971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07d38-8134-4403-9ae6-9981ca544981 req-23e6f6f5-f73e-46e4-8e83-c05ec4fc6513 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:32.558624 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63f07d38-8134-4403-9ae6-9981ca544981 req-23e6f6f5-f73e-46e4-8e83-c05ec4fc6513 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 944 time: 0.0572269 Nov 29 01:58:32.613517 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63f07d38-8134-4403-9ae6-9981ca544981 req-617aff99-d95e-4ccd-bc1b-025092d88d37 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488844 Nov 29 01:58:33.727391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d6763-bd91-4ff1-bc63-005ea489826b req-f2dee18d-0984-49a1-b753-9834c6e55b41 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:33.728854 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-275d6763-bd91-4ff1-bc63-005ea489826b req-f2dee18d-0984-49a1-b753-9834c6e55b41 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 944 time: 0.0482967 Nov 29 01:58:33.777145 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-275d6763-bd91-4ff1-bc63-005ea489826b req-21f8ad97-6cc4-4694-b73c-359927117a52 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424132 Nov 29 01:58:33.942591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 3da777c9-7151-421c-9424-bda4489aaaa0 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:33.996374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 3da777c9-7151-421c-9424-bda4489aaaa0 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:58:34.000150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 3da777c9-7151-421c-9424-bda4489aaaa0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:34.000523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.075471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.096983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:58:34.099274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f36ba-0a20-45e8-94c5-ccce088df680" -d '{"events": [{"server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "name": "network-vif-plugged", "status": "completed", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:58:34.112174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 3da777c9-7151-421c-9424-bda4489aaaa0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=3da777c9-7151-421c-9424-bda4489aaaa0,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:34.117294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.140231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee0b8f5-aca8-48cd-8f6a-4fc673797fe6 x-openstack-request-id: req-bee0b8f5-aca8-48cd-8f6a-4fc673797fe6 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:58:34.140530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "name": "network-vif-plugged", "status": "completed", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:58:34.140787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bee0b8f5-aca8-48cd-8f6a-4fc673797fe6 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:58:34.141177 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0', 'code': 200} Nov 29 01:58:34.168956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=3da777c9-7151-421c-9424-bda4489aaaa0,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:34.351435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cea033-6255-4fd7-85e4-54acf92af6dc req-f9e099d1-a1ce-49e3-8955-315c174ee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:34.352793 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6cea033-6255-4fd7-85e4-54acf92af6dc req-f9e099d1-a1ce-49e3-8955-315c174ee079 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 1098 time: 0.0399806 Nov 29 01:58:34.399866 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6cea033-6255-4fd7-85e4-54acf92af6dc req-e16701f6-5493-4b41-ac8b-2dca87a0e37d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386772 Nov 29 01:58:34.894805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5970bd-8a89-4d2d-800f-67633e598d4f req-bce2771f-2de5-4cf4-9168-9528cf6e6f1a tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:34.896273 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3f5970bd-8a89-4d2d-800f-67633e598d4f req-bce2771f-2de5-4cf4-9168-9528cf6e6f1a tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 945 time: 0.0531845 Nov 29 01:58:34.944745 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3f5970bd-8a89-4d2d-800f-67633e598d4f req-8a639835-2f84-4fbe-a77b-95f8bbf39dac tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425892 Nov 29 01:58:36.062384 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c07ab-068b-48e9-9788-6d802edca3b8 req-b7c50b5a-d382-4a70-9ef2-8d672296aef5 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:36.063933 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-439c07ab-068b-48e9-9788-6d802edca3b8 req-b7c50b5a-d382-4a70-9ef2-8d672296aef5 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 945 time: 0.0510194 Nov 29 01:58:36.114074 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-439c07ab-068b-48e9-9788-6d802edca3b8 req-f148d556-0f06-4b85-999e-876d295e98c8 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443356 Nov 29 01:58:36.229731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a9c6-262a-44a7-85d0-d2efd026d5c2 req-ff5a624e-a00b-4624-86b6-45396fb06934 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:36.231189 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6000a9c6-262a-44a7-85d0-d2efd026d5c2 req-ff5a624e-a00b-4624-86b6-45396fb06934 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 945 time: 0.0499246 Nov 29 01:58:36.284897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6000a9c6-262a-44a7-85d0-d2efd026d5c2 req-d0b754cd-40f6-40b8-8890-cb287327b3b0 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452523 Nov 29 01:58:36.308035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48176) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:36.346735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b224f9-872b-45c7-8e0d-fbeb05e0407b tempest-TestVolumeBootPattern-292235839 tempest-TestVolumeBootPattern-292235839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:36.348256 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-78b224f9-872b-45c7-8e0d-fbeb05e0407b tempest-TestVolumeBootPattern-292235839 tempest-TestVolumeBootPattern-292235839-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 1093 time: 0.0392156 Nov 29 01:58:36.351757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48178) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:36.355931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '3da777c9-7151-421c-9424-bda4489aaaa0', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:36.378495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.475943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.579262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Allocated IP 172.26.8.170 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/93aef6d2-4bdd-4478-8c31-8aa5f7f75225) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:36.679830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.712436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.747006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:36.751733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:36.755162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:36.779421 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=93aef6d2-4bdd-4478-8c31-8aa5f7f75225,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:37.093764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.159802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.309633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.314315 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.378393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event updated for resources: {'Port': ['ID=93aef6d2-4bdd-4478-8c31-8aa5f7f75225,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:37.392047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.829820 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Floating IP df4f78a3-8bb2-4be2-8b27-4847e1ef9564 associated. External IP: 172.26.8.170, port: 3da777c9-7151-421c-9424-bda4489aaaa0. Nov 29 01:58:38.032887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:58:38.140081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:38.152189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:38.157591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.163438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:38.164085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.185667 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6b0da4bf-ad38-4536-88e0-49a8562808b3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8329046 Nov 29 01:58:38.186283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:58:38.188538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3592258-9d1a-4395-af9e-43afce6ce758" -d '{"events": [{"name": "network-changed", "server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:58:38.223109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55272bc5-b6b0-4215-a7c5-4ecf37c04744 x-openstack-request-id: req-55272bc5-b6b0-4215-a7c5-4ecf37c04744 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:58:38.223414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:58:38.223678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55272bc5-b6b0-4215-a7c5-4ecf37c04744 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:58:38.224092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0', 'status': 'completed', 'code': 200} Nov 29 01:58:38.268937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:38.307350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-7e727784-b926-4d74-94ec-e6878ee85ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:38.309001 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-7e727784-b926-4d74-94ec-e6878ee85ac4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 1098 time: 0.0413232 Nov 29 01:58:38.404690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-5a39a392-d5eb-44ba-8a75-2716d415974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:38.406103 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-5a39a392-d5eb-44ba-8a75-2716d415974f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0904372 Nov 29 01:58:38.471131 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-1415b122-dce5-4fb6-b353-8b698beb26be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da777c9-7151-421c-9424-bda4489aaaa0 HTTP/1.1" status: 200 len: 999 time: 0.0575342 Nov 29 01:58:38.491749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'df4f78a3-8bb2-4be2-8b27-4847e1ef9564', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.170', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '3da777c9-7151-421c-9424-bda4489aaaa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:1c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:58:36Z', 'updated_at': '2021-11-29T01:58:36Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}, {'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:26Z', 'revision_number': 1, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.521231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:58:38.524140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-7526af08-4346-4741-9c22-6e75525bb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:38.525635 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-7526af08-4346-4741-9c22-6e75525bb721 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0481889 Nov 29 01:58:38.530666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:38.531301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.574697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-01ad199f-4cc4-4517-9ef3-c4282465fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:38.576204 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-01ad199f-4cc4-4517-9ef3-c4282465fcdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437615 Nov 29 01:58:38.637991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:38.664927 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-35415bc7-161b-472b-9d19-eb7eaa7efd27 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817180 Nov 29 01:58:38.759168 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d3592258-9d1a-4395-af9e-43afce6ce758 req-986e9ef9-5baf-4936-834c-8309135e9de7 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Nov 29 01:58:38.860437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'df4f78a3-8bb2-4be2-8b27-4847e1ef9564', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.170', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '3da777c9-7151-421c-9424-bda4489aaaa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:1c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:58:36Z', 'updated_at': '2021-11-29T01:58:36Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}, {'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:26Z', 'revision_number': 1, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.890801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f08d8-e2d2-4ab3-8493-045a217fed7c None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'df4f78a3-8bb2-4be2-8b27-4847e1ef9564', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.170', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '3da777c9-7151-421c-9424-bda4489aaaa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:1c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:58:36Z', 'updated_at': '2021-11-29T01:58:36Z', 'revision_number': 0, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}, {'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:26Z', 'revision_number': 1, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:39.066906 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e4a34-b036-4f63-a48f-25944bd3a704 None None] New status for floating IP df4f78a3-8bb2-4be2-8b27-4847e1ef9564: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:58:40.594175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22a24115-7e4d-49e9-9fcd-67ed21a9bac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.903753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.170472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9dfeb7c8-8ecd-431f-885e-6cef992026a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.301711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:46.297551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.299623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.178815 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:59:08.684311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48194) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:08.689568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-945f7db5-c7e3-4831-a1d9-2efcaa08aa8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:08.779708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-945f7db5-c7e3-4831-a1d9-2efcaa08aa8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5938681'] for subnet, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.919359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-945f7db5-c7e3-4831-a1d9-2efcaa08aa8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793891265136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5808137'] for subnet, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.964819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f7db5-c7e3-4831-a1d9-2efcaa08aa8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:08.965420 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-945f7db5-c7e3-4831-a1d9-2efcaa08aa8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.966748 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-945f7db5-c7e3-4831-a1d9-2efcaa08aa8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/subnets/5b3fd112-a59c-452f-91ab-84f6edb72a67 HTTP/1.1" status: 200 len: 836 time: 0.2814062 Nov 29 01:59:08.972309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d0cbb-72aa-41ce-a5d6-785de853a47c None None] Network 9eedb0cd-7781-440f-b2f6-018c102c687d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:08.986742 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f7db5-c7e3-4831-a1d9-2efcaa08aa8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=5b3fd112-a59c-452f-91ab-84f6edb72a67,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:09.314722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ca84e560-8b23-4063-930e-609642537454 None None] Provisioning complete for port 37717dc7-6da0-4753-bea7-e7583e6c9b75 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:09.315095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca84e560-8b23-4063-930e-609642537454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.404033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ca84e560-8b23-4063-930e-609642537454 None None] Provisioning complete for port e4d6d14f-7e3d-497f-92b9-e44488ae9027 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:09.404283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca84e560-8b23-4063-930e-609642537454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.488373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ca84e560-8b23-4063-930e-609642537454 None None] Provisioning complete for port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:09.488740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca84e560-8b23-4063-930e-609642537454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.596451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-911aab37-3ab8-4e88-8acb-b9f7e9953985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.907417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.171086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bcbb0ed5-6043-431e-a8ae-9cff9b9548fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.306578 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.299619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.303155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.239768 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-df99efac-3325-4ce1-b3e4-9acd7162e1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397208 Nov 29 01:59:33.339588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-c359281d-2605-4507-8cd6-2257c8897d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:33.341061 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-c359281d-2605-4507-8cd6-2257c8897d0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 1098 time: 0.0435631 Nov 29 01:59:33.447061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-d2ec0ce6-b10f-45a3-8c8b-71a21877ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:33.448510 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-d2ec0ce6-b10f-45a3-8c8b-71a21877ff5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.0882933 Nov 29 01:59:33.512776 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-c77f5517-c17d-48be-921a-eaa00b878d73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80 HTTP/1.1" status: 200 len: 1001 time: 0.0571802 Nov 29 01:59:33.561942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-806a279f-7c93-4e8f-bec0-ff4bb5c86afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:33.563412 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-806a279f-7c93-4e8f-bec0-ff4bb5c86afd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0438852 Nov 29 01:59:33.613843 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-f24cfc9e-3bf1-44f9-a2f0-5659399edee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:33.615360 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-f24cfc9e-3bf1-44f9-a2f0-5659399edee6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445609 Nov 29 01:59:33.704707 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-b813e34d-0dd5-4641-96dc-1d6fca6fff49 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819933 Nov 29 01:59:33.803104 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ee41c522-132f-452a-86a1-541ebefcf8e8 req-00a68444-5956-41ee-af69-fc8a39e7347a service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909455 Nov 29 01:59:40.600678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1822600e-9f08-42b8-a619-2b7fb4d7d527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.177701 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:59:43.910773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.171140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b90a17be-6831-4549-ab7e-080d3dc3f675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.306966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.300585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.789053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48212) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:52.011753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 5a776100-4a0c-4efe-8802-ee22cb08225d {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:52.012096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.089114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.089439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.100708 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 5a776100-4a0c-4efe-8802-ee22cb08225d owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:52.240575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.268303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=5a776100-4a0c-4efe-8802-ee22cb08225d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:52.280142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.280495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.280843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.281184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.281521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.281859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.282191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.282551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.282887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.283216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.283542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.283866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:52.323062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.337473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.338288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP b777dcab-fe8b-4fc7-b486-3738730821a8 disassociated (deleted). External IP: 172.26.8.225, port: ff10dd0e-48b6-4c32-923a-855fa8fa7ae7. Nov 29 01:59:52.548641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:52.655675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:52.660518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.666191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] Sync routers for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:52.675261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:52.675878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:52.686868 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-06127209-fa26-4a91-bfd3-1e0cbfb109cf tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/b777dcab-fe8b-4fc7-b486-3738730821a8 HTTP/1.1" status: 204 len: 168 time: 0.8967164 Nov 29 01:59:52.687571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:59:52.690180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835" -d '{"events": [{"name": "network-changed", "server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:59:52.729631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043be0cd-bb07-41d7-9d9e-4607b462ce99 x-openstack-request-id: req-043be0cd-bb07-41d7-9d9e-4607b462ce99 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:59:52.729867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:59:52.730349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-043be0cd-bb07-41d7-9d9e-4607b462ce99 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:59:52.731079 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'status': 'completed', 'code': 200} Nov 29 01:59:52.788277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:52.833514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-6fde7337-a7f0-4b93-9cb4-1efa96ae97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:52.835401 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-6fde7337-a7f0-4b93-9cb4-1efa96ae97cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 1098 time: 0.0573804 Nov 29 01:59:52.970441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10a64e-2ca8-4b35-ac93-7cb0d3e352f6 req-8e1ca471-f731-4276-966b-fe4624b1d38f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:52.972034 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6e10a64e-2ca8-4b35-ac93-7cb0d3e352f6 req-8e1ca471-f731-4276-966b-fe4624b1d38f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 945 time: 0.1018724 Nov 29 01:59:53.009517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-dbb985eb-34a4-42ee-8aed-9eafafe05484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:53.011628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-dbb985eb-34a4-42ee-8aed-9eafafe05484 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9eedb0cd-7781-440f-b2f6-018c102c687d HTTP/1.1" status: 200 len: 897 time: 0.1496952 Nov 29 01:59:53.066656 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-2d7dca07-5a06-4f2d-ab39-fc9c22ad4c0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 HTTP/1.1" status: 200 len: 217 time: 0.0426910 Nov 29 01:59:53.076337 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6e10a64e-2ca8-4b35-ac93-7cb0d3e352f6 req-1fa25ac3-7ea3-4fa6-807c-ccd7f157163b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965946 Nov 29 01:59:53.126745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-46f007a3-1c04-4f2e-b3b3-4f6b0d15a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:53.128215 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-46f007a3-1c04-4f2e-b3b3-4f6b0d15a127 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5b3fd112-a59c-452f-91ab-84f6edb72a67 HTTP/1.1" status: 200 len: 844 time: 0.0511360 Nov 29 01:59:53.142135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:03Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:53.167461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] Checking router: b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:53.175639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-623bb200-8601-4c9d-aabc-741ef0ab8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:53.176122 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:53.176768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:53.177177 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-623bb200-8601-4c9d-aabc-741ef0ab8137 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eedb0cd-7781-440f-b2f6-018c102c687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397305 Nov 29 01:59:53.268390 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-a18db27d-96e9-4e37-a982-57c300ff64b3 service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828335 Nov 29 01:59:53.281837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:53.364144 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec10b4e7-bc3e-4399-b0d7-e8e40e9c4835 req-992e2dd1-9a4e-45cd-8e76-ad5e4d44b4cf service neutron] 10.222.0.21 "GET /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875447 Nov 29 01:59:53.481492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:03Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:53.507514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f3ef3-4e29-4cbe-960e-68164dc6346f None None] The sync data for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv is: [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:57:00Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e4d6d14f-7e3d-497f-92b9-e44488ae9027', 'name': '', 'network_id': '9eedb0cd-7781-440f-b2f6-018c102c687d', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:3e:67:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:59Z', 'updated_at': '2021-11-29T01:57:03Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '5b3fd112-a59c-452f-91ab-84f6edb72a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:53.719801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5501a-0f78-4268-9e78-d81070786b13 None None] New status for floating IP b777dcab-fe8b-4fc7-b486-3738730821a8: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:59:54.190890 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0d2d-c6ad-42ea-b1fe-d7ae26ff745d req-35f81c39-5c1c-4edd-948c-4a5c9c328752 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:54.192363 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-814d0d2d-c6ad-42ea-b1fe-d7ae26ff745d req-35f81c39-5c1c-4edd-948c-4a5c9c328752 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 945 time: 0.0479054 Nov 29 01:59:54.241655 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-814d0d2d-c6ad-42ea-b1fe-d7ae26ff745d req-450183b1-71e4-4b92-abcf-0d37e57b25e1 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed749fa8-daad-4bdb-8852-d4be50c4288f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429568 Nov 29 01:59:54.444614 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-1e195204-fbf9-4b96-9e71-498a28b5fd30 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:54.445977 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-1e195204-fbf9-4b96-9e71-498a28b5fd30 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Nov 29 01:59:54.542541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:54.542807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.630005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:54.630366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.643911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:54.769733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.797684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=ff10dd0e-48b6-4c32-923a-855fa8fa7ae7,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:54.809854 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.810208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.810591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.810930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.811266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.811801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.812144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.812851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.813198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.813532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.813861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.814188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:54.851887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:54.854907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.858259 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-18dce5cf-178f-48c4-b4ad-b7ec6b2f929a req-4fd2fa09-78cd-448e-95bc-5fc83618843e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 HTTP/1.1" status: 204 len: 173 time: 0.4028947 Nov 29 01:59:54.858749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'name': 'network-vif-deleted', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:59:54.860980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242d190-b5c5-4d12-a3db-a8151292e824" -d '{"events": [{"server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "name": "network-vif-deleted", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:59:54.899043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bad21df-4f30-4c0a-bf57-abb1369702e9 x-openstack-request-id: req-4bad21df-4f30-4c0a-bf57-abb1369702e9 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:59:54.899429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993db1dd-4cf7-4691-8f7a-c129aa3981a8", "name": "network-vif-deleted", "tag": "ff10dd0e-48b6-4c32-923a-855fa8fa7ae7", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:59:54.899568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bad21df-4f30-4c0a-bf57-abb1369702e9 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:59:54.899874 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993db1dd-4cf7-4691-8f7a-c129aa3981a8', 'name': 'network-vif-deleted', 'tag': 'ff10dd0e-48b6-4c32-923a-855fa8fa7ae7', 'status': 'completed', 'code': 200} Nov 29 01:59:55.348986 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a76b686b-6f1d-40f7-8963-978fa37f06aa req-806b632e-2e16-4d68-afb3-23232d4fb05b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=993db1dd-4cf7-4691-8f7a-c129aa3981a8 HTTP/1.1" status: 200 len: 210 time: 0.0264699 Nov 29 01:59:56.404484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48236) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:56.465057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f196324-6d2f-45cf-b564-c69700a8c2ba tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.490052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f196324-6d2f-45cf-b564-c69700a8c2ba tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.562782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f196324-6d2f-45cf-b564-c69700a8c2ba tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.567099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f196324-6d2f-45cf-b564-c69700a8c2ba tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.568422 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1f196324-6d2f-45cf-b564-c69700a8c2ba tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed749fa8-daad-4bdb-8852-d4be50c4288f HTTP/1.1" status: 204 len: 168 time: 0.1628432 Nov 29 01:59:56.578205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f196324-6d2f-45cf-b564-c69700a8c2ba tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed749fa8-daad-4bdb-8852-d4be50c4288f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:57.626932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48242) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:57.974692 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.222850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port e4d6d14f-7e3d-497f-92b9-e44488ae9027 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:58.223191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.253780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:58.277670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:58.278017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ff10dd0e-48b6-4c32-923a-855fa8fa7ae7 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:58.313489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port e4d6d14f-7e3d-497f-92b9-e44488ae9027, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e4d6d14f-7e3d-497f-92b9-e44488ae9027,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:58.313859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.326100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for e4d6d14f-7e3d-497f-92b9-e44488ae9027 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:58.507061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.536419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=e4d6d14f-7e3d-497f-92b9-e44488ae9027,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:58.704791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.916847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:59.020345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:59.025630 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-03a21209-b76a-470f-a5c8-3f1c6b812ce3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/b3fa4b8f-28cd-4929-9c57-057d3f47f1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975987 Nov 29 01:59:59.028342 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48244) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:59.030571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] Sync routers for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:59.040940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:59.041560 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:59.079250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d87fe3-8717-4b4a-9690-4d8b7ebd3ae0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet 5b3fd112-a59c-452f-91ab-84f6edb72a67 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:59.083478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a0d87fe3-8717-4b4a-9690-4d8b7ebd3ae0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.123226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a0d87fe3-8717-4b4a-9690-4d8b7ebd3ae0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.145054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:59.215329 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a0d87fe3-8717-4b4a-9690-4d8b7ebd3ae0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.274577 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a0d87fe3-8717-4b4a-9690-4d8b7ebd3ae0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.302085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d87fe3-8717-4b4a-9690-4d8b7ebd3ae0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3fd112-a59c-452f-91ab-84f6edb72a67,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:59.305675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a0d87fe3-8717-4b4a-9690-4d8b7ebd3ae0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.312287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48246) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:59.312803 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a0d87fe3-8717-4b4a-9690-4d8b7ebd3ae0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/5b3fd112-a59c-452f-91ab-84f6edb72a67 HTTP/1.1" status: 204 len: 168 time: 0.2830000 Nov 29 01:59:59.315420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f3c0c-8468-4333-8cad-f0e420e9514d None None] Network 9eedb0cd-7781-440f-b2f6-018c102c687d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:59.395402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:59:58Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:59.428542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.454250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] Checking router: b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:59.468461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] Routers {'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:59.469009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:59.544269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.592197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] Set router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:59.608829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:59.609171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.622032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] DHCP port deletion for 9eedb0cd-7781-440f-b2f6-018c102c687d request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:59.690623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=354de9ed-726a-4c5b-bc1e-7ef18cfe74f9,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:59.690891 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.702592 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:59.780144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Deleting port 37717dc7-6da0-4753-bea7-e7583e6c9b75 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:59.780435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.856806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] For port 37717dc7-6da0-4753-bea7-e7583e6c9b75, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=37717dc7-6da0-4753-bea7-e7583e6c9b75,segment=NetworkSegment(92c2c52e-924f-40cf-a1c8-6beb4dd31eff),segment_id=92c2c52e-924f-40cf-a1c8-6beb4dd31eff)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:59.857133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.873507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.877380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Calling delete_port for 37717dc7-6da0-4753-bea7-e7583e6c9b75 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:59.892932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:59:58Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:59.899779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=354de9ed-726a-4c5b-bc1e-7ef18cfe74f9,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:59.945913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519ef8d-ff68-4006-b881-8fa9900c9a8b None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:59.953258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda70f8a-c261-4bb5-8146-b7cd8300e973 None None] The sync data for ids ['b3fa4b8f-28cd-4929-9c57-057d3f47f1a4'] in dv-neutron-816800-5-hyperv is: [{'id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'name': 'tempest-TestNetworkBasicOps-router-355063296', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:56:56Z', 'updated_at': '2021-11-29T01:59:58Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '354de9ed-726a-4c5b-bc1e-7ef18cfe74f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa4b8f-28cd-4929-9c57-057d3f47f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:56:57Z', 'updated_at': '2021-11-29T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:59.958777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.003459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.028228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Pushing event deleted for resources: {'Port': ['ID=37717dc7-6da0-4753-bea7-e7583e6c9b75,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:00.038741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.039135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.039595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.040032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.040463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.040892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.041320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.041745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.042169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.042617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.043041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.043477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:00.046290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b6c68-01e2-48e0-bd9d-8f29237dc3fd None None] No DVR routers for this DVR port 37717dc7-6da0-4753-bea7-e7583e6c9b75 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:00.066137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.068572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.125660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.126525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Fanout notify agent at l3_agent the message router_deleted on router b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:00.133983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.137719 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a4ac0d03-6b14-4fbc-a39a-e86055d91912 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/routers/b3fa4b8f-28cd-4929-9c57-057d3f47f1a4 HTTP/1.1" status: 204 len: 168 time: 0.8218095 Nov 29 02:00:00.138073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48248) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:00.220170 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.308178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.330326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eedb0cd-7781-440f-b2f6-018c102c687d']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:00.340594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c2c52e-924f-40cf-a1c8-6beb4dd31eff') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:00.340899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c2c52e-924f-40cf-a1c8-6beb4dd31eff') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:00.355383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.372202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.378720 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:00.379113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:00.382081 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:00.439267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.445891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.449598 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/9eedb0cd-7781-440f-b2f6-018c102c687d HTTP/1.1" status: 204 len: 168 time: 0.3099349 Nov 29 02:00:00.461340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63ab26-85e5-450c-b364-82efc3f68bb7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=9eedb0cd-7781-440f-b2f6-018c102c687d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:00.462507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48250) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:00.467983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--1537984952', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:00.488128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:00.491736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.517121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:00.527165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.527549 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment dd1ca23d-8848-428c-9096-ae94c4d7691c of type vlan for network 743d7818-7677-48d4-b0eb-c7957976a372 Nov 29 02:00:00.569821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.593799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.599369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:00.599950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.637150 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1728351 Nov 29 02:00:00.639875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48252) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:00.644469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'admin_state_up': True, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:00.669026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.670120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.676996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ceb8d4-1d07-4ac9-b679-ceae2e55696c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=743d7818-7677-48d4-b0eb-c7957976a372,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:00.691417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 743d7818-7677-48d4-b0eb-c7957976a372 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:00.736719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.868613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.346684 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:01.367555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:01.367908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 354de9ed-726a-4c5b-bc1e-7ef18cfe74f9 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:01.368346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 37717dc7-6da0-4753-bea7-e7583e6c9b75 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:01.388148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 37717dc7-6da0-4753-bea7-e7583e6c9b75 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:01.388524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 37717dc7-6da0-4753-bea7-e7583e6c9b75 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:01.388959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e4d6d14f-7e3d-497f-92b9-e44488ae9027 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:01.399059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.420947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.529035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.38 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/8222e0f5-9eea-4867-89c8-aa0e7554cb05) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:01.559587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e4d6d14f-7e3d-497f-92b9-e44488ae9027 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:01.559935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e4d6d14f-7e3d-497f-92b9-e44488ae9027 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:01.631975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.665469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.698635 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:01.701891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:01.707370 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:01.714109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5140b-b1f1-4429-bb27-406d32417b12 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:01.738853 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=8222e0f5-9eea-4867-89c8-aa0e7554cb05,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:01.796520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2d9737b1-63e6-45c3-8d2c-5be6321981c8 None None] Provisioning complete for port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:01.796897 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2d9737b1-63e6-45c3-8d2c-5be6321981c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.831511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2d9737b1-63e6-45c3-8d2c-5be6321981c8 None None] Port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:01.956774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.151508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.275851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 3c6307af-a6cd-49c8-8931-888f779a231e is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:02.380840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:02.390621 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Sync routers for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:02.400540 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:02.401237 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:02.401647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.402959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e2a75a9e-6bff-4621-bf8e-cc1034050548 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7620578 Nov 29 02:00:02.406144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48254) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.434635 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a4ee09a4-ac13-4b92-adc3-7f0529bab298 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265491 Nov 29 02:00:02.437189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48256) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.536289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fac21-4617-4540-825f-092c88ac81ec tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:02.540404 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2c1fac21-4617-4540-825f-092c88ac81ec tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996845 Nov 29 02:00:02.540807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48258) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.568791 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f22b64aa-97fd-4609-b139-67b2f8df9a95 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269849 Nov 29 02:00:02.571312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48260) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.575956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114407093', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:02.594019 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:02.662762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:02.666099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.776900 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:01Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:02.803528 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Checking router: 3c6307af-a6cd-49c8-8931-888f779a231e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:02.803884 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Updating router 3c6307af-a6cd-49c8-8931-888f779a231e port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:00:02.828049 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.849682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.914515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:02.924259 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:02.924660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: 743d7818-7677-48d4-b0eb-c7957976a372, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:02.941432 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 743d7818-7677-48d4-b0eb-c7957976a372 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:02.951145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 743d7818-7677-48d4-b0eb-c7957976a372) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:02.955743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:02.956142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.960032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acbb00d-b63b-4c6f-a006-cb51badcf9ab None None] Network 743d7818-7677-48d4-b0eb-c7957976a372 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:02.976675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48262) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.977271 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-be9a8ad1-d079-4264-9c6b-874bc7078443 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4044733 Nov 29 02:00:03.095853 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.103070 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.119616 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-743d7818-7677-48d4-b0eb-c7957976a372', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:03.120579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.149429 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Attempting to bind port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:03.149803 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Attempting to bind port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:03.150485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca4c7b-c901-4944-a2de-c14509334d39 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:03.150648 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Attempting to bind port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:03.162961 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:03.163341 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:03.164035 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.164707 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:03.165876 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Bound port: 8222e0f5-9eea-4867-89c8-aa0e7554cb05, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:03.166594 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.196115 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Pushing event updated for resources: {'Port': ['ID=8222e0f5-9eea-4867-89c8-aa0e7554cb05,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:03.210221 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.210601 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.211159 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.211503 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.212062 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.212576 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.212919 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.213260 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.213595 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.213930 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.214250 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.215361 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:03.241103 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] For port 8222e0f5-9eea-4867-89c8-aa0e7554cb05, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:03.244527 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] For port 8222e0f5-9eea-4867-89c8-aa0e7554cb05, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8222e0f5-9eea-4867-89c8-aa0e7554cb05,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:03.248756 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.288822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-588bdfdf-d643-4687-8440-da18e0d0dba2 None None] Provisioning complete for port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:03.289198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-588bdfdf-d643-4687-8440-da18e0d0dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.307121 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:03.308136 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:03.328004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Allocated IP 172.20.0.2 (743d7818-7677-48d4-b0eb-c7957976a372/2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea/b7138683-0cec-46bf-a43c-132dec74601f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:03.331674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d6159-4a52-43ef-a7de-e3aa4a3c33c6 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:03.429266 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:03.459956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-588bdfdf-d643-4687-8440-da18e0d0dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.502976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-588bdfdf-d643-4687-8440-da18e0d0dba2 None None] For port 8222e0f5-9eea-4867-89c8-aa0e7554cb05, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8222e0f5-9eea-4867-89c8-aa0e7554cb05,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:03.509394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-588bdfdf-d643-4687-8440-da18e0d0dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.532907 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb448034-fb15-4907-9c3e-f18ca5cf3553 None None] Pushing event updated for resources: {'Port': ['ID=8222e0f5-9eea-4867-89c8-aa0e7554cb05,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:03.557156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.580459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.602772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Network 743d7818-7677-48d4-b0eb-c7957976a372 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:03.606333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:03.610366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:03.635638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bdfdf-d643-4687-8440-da18e0d0dba2 None None] Pushing event updated for resources: {'Port': ['ID=8222e0f5-9eea-4867-89c8-aa0e7554cb05,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:03.697617 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:01Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:03.698458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-32321e89-fdf3-4e73-94ad-424882a4c579 None None] Provisioning complete for port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:03.698778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32321e89-fdf3-4e73-94ad-424882a4c579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.728489 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db72193-63c9-46b5-8431-c0780b2928b5 None None] The sync data for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv is: [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:01Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:03.759741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Attempting to bind port b7138683-0cec-46bf-a43c-132dec74601f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:03.760125 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Attempting to bind port b7138683-0cec-46bf-a43c-132dec74601f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:03.760494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Attempting to bind port b7138683-0cec-46bf-a43c-132dec74601f on network 743d7818-7677-48d4-b0eb-c7957976a372 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:03.762971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Pushing event updated for resources: {'Port': ['ID=b7138683-0cec-46bf-a43c-132dec74601f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:03.771626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:03.772014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Checking segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:03.772426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.772822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Bound using segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:03.773298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Bound port: b7138683-0cec-46bf-a43c-132dec74601f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:03.773686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.840331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.877253 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] For port b7138683-0cec-46bf-a43c-132dec74601f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:03.880824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] For port b7138683-0cec-46bf-a43c-132dec74601f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b7138683-0cec-46bf-a43c-132dec74601f,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:03.887908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.958013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6e201-eef9-456c-895b-c9dd206404ae None None] Pushing event updated for resources: {'Port': ['ID=b7138683-0cec-46bf-a43c-132dec74601f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:04.193138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.1 (743d7818-7677-48d4-b0eb-c7957976a372/2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea/8d8691b3-8fce-4612-b347-4b1ab6ee6e8c) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:04.317747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.354359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.398781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 743d7818-7677-48d4-b0eb-c7957976a372 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:04.401920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:04.405269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:04.432769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:04.459153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.602292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.884901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17884acf-7ce2-44a0-835e-a50dda435d23 None None] Network 743d7818-7677-48d4-b0eb-c7957976a372 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:04.903416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.908344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.982689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.984572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:05.012094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-86caa023-e956-4b24-947c-01d96ea093ca None None] Provisioning complete for port b7138683-0cec-46bf-a43c-132dec74601f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:05.012471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86caa023-e956-4b24-947c-01d96ea093ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.081752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 743d7818-7677-48d4-b0eb-c7957976a372 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:05.083619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:05.120662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86caa023-e956-4b24-947c-01d96ea093ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.159195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-86caa023-e956-4b24-947c-01d96ea093ca None None] For port b7138683-0cec-46bf-a43c-132dec74601f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b7138683-0cec-46bf-a43c-132dec74601f,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:05.165738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86caa023-e956-4b24-947c-01d96ea093ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.216366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 3c6307af-a6cd-49c8-8931-888f779a231e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:05.224535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caa023-e956-4b24-947c-01d96ea093ca None None] Pushing event updated for resources: {'Port': ['ID=b7138683-0cec-46bf-a43c-132dec74601f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:05.272206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48266) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:05.341216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:05.346750 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fe2acc4e-2100-4668-a926-89f4a714eb39 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/3c6307af-a6cd-49c8-8931-888f779a231e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3676221 Nov 29 02:00:05.349292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48268) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:05.404136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-36f9c2b9-bd8b-400c-8712-9ce1b742b9ca None None] Provisioning complete for port b7138683-0cec-46bf-a43c-132dec74601f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:05.404521 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-36f9c2b9-bd8b-400c-8712-9ce1b742b9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.481318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Deleting port 93aef6d2-4bdd-4478-8c31-8aa5f7f75225 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:05.481839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.491492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ecb88-8eeb-4bcb-adc7-462cf1150e23 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.491911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ecb88-8eeb-4bcb-adc7-462cf1150e23 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.492388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ecb88-8eeb-4bcb-adc7-462cf1150e23 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.492911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ecb88-8eeb-4bcb-adc7-462cf1150e23 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.493314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ecb88-8eeb-4bcb-adc7-462cf1150e23 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.493921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ecb88-8eeb-4bcb-adc7-462cf1150e23 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.500574 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-491ecb88-8eeb-4bcb-adc7-462cf1150e23 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1491659 Nov 29 02:00:05.500574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48270) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:05.563204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-36f9c2b9-bd8b-400c-8712-9ce1b742b9ca None None] Provisioning complete for port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:05.563588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-36f9c2b9-bd8b-400c-8712-9ce1b742b9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.567891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Sync routers for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:05.575455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d1cf8-622a-4280-b5ce-2d22e24cdd5a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.576012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d1cf8-622a-4280-b5ce-2d22e24cdd5a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.576546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d1cf8-622a-4280-b5ce-2d22e24cdd5a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.577074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d1cf8-622a-4280-b5ce-2d22e24cdd5a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.578208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d1cf8-622a-4280-b5ce-2d22e24cdd5a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.578841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d1cf8-622a-4280-b5ce-2d22e24cdd5a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.583763 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ab1d1cf8-622a-4280-b5ce-2d22e24cdd5a tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0823450 Nov 29 02:00:05.584574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48272) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:05.595043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.595043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.617947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Calling delete_port for 93aef6d2-4bdd-4478-8c31-8aa5f7f75225 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:05.673250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-36f9c2b9-bd8b-400c-8712-9ce1b742b9ca None None] Port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:05.676400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:05.678210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:05.770840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8222e0f5-9eea-4867-89c8-aa0e7554cb05 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:05.805157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9fdd9057-621b-405b-8b41-aafbddfae520 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2193031 Nov 29 02:00:05.879119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c803afdd-730a-4c2b-a18f-e0fb4bc6c8ff None None] Provisioning complete for port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:05.879420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c803afdd-730a-4c2b-a18f-e0fb4bc6c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.897350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.916000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:05.920002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:05.920386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.925813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event deleted for resources: {'Port': ['ID=93aef6d2-4bdd-4478-8c31-8aa5f7f75225,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:05.990809 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c803afdd-730a-4c2b-a18f-e0fb4bc6c8ff None None] Port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:06.000479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.000942 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Floating IP df4f78a3-8bb2-4be2-8b27-4847e1ef9564 disassociated (deleted). External IP: 172.26.8.170, port: 3da777c9-7151-421c-9424-bda4489aaaa0. Nov 29 02:00:06.084128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48276) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.088999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-110476e8-bad8-4bd7-80cd-a86b42217acb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046781226', 'description': 'tempest-secgroup-smoke-2046781226 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:06.116776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-110476e8-bad8-4bd7-80cd-a86b42217acb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.200644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-110476e8-bad8-4bd7-80cd-a86b42217acb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.205753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-110476e8-bad8-4bd7-80cd-a86b42217acb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.238286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-110476e8-bad8-4bd7-80cd-a86b42217acb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.239832 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-110476e8-bad8-4bd7-80cd-a86b42217acb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1545737 Nov 29 02:00:06.242053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110476e8-bad8-4bd7-80cd-a86b42217acb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4a8b41-e270-4cc9-b859-e55d3113f37b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.244679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48278) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.250332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8000f894-32b3-4136-b037-b82e8aea2a9a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '9d4a8b41-e270-4cc9-b859-e55d3113f37b', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:06.264242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:06.285929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8000f894-32b3-4136-b037-b82e8aea2a9a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.308172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0da78fd0-49e1-49b2-be95-e8ceaffac678 None None] Provisioning complete for port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:06.308579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0da78fd0-49e1-49b2-be95-e8ceaffac678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.315467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b7138683-0cec-46bf-a43c-132dec74601f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:06.345846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8000f894-32b3-4136-b037-b82e8aea2a9a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.350236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8000f894-32b3-4136-b037-b82e8aea2a9a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.368428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000f894-32b3-4136-b037-b82e8aea2a9a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70a7a9d-f4d4-48ab-9cbc-1b10c449a004,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.380772 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8000f894-32b3-4136-b037-b82e8aea2a9a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.381734 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8000f894-32b3-4136-b037-b82e8aea2a9a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365368 Nov 29 02:00:06.384502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48280) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.388095 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:06.389343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6c6c05fa-d957-4fa3-a859-66c65f9d6159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '9d4a8b41-e270-4cc9-b859-e55d3113f37b', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:06.393065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.403125 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:06.411417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0da78fd0-49e1-49b2-be95-e8ceaffac678 None None] Port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:06.417483 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:06.418762 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:06.437744 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-528c425a-cb30-4fdb-b2b2-cdc0ea31b43f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "DELETE /v2.0/floatingips/df4f78a3-8bb2-4be2-8b27-4847e1ef9564 HTTP/1.1" status: 204 len: 168 time: 1.1643891 Nov 29 02:00:06.438283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:06.440906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c6c05fa-d957-4fa3-a859-66c65f9d6159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.451332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd4e6a6-5152-4ee7-af35-ad969797e18f" -d '{"events": [{"name": "network-changed", "server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:06.455619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b7138683-0cec-46bf-a43c-132dec74601f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:06.456009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.459041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:06.500659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636f117e-30f3-44b2-90b4-68bb0edc97d4 x-openstack-request-id: req-636f117e-30f3-44b2-90b4-68bb0edc97d4 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:06.501220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:06.501754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-636f117e-30f3-44b2-90b4-68bb0edc97d4 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:06.502372 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0', 'status': 'completed', 'code': 200} Nov 29 02:00:06.533218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c6c05fa-d957-4fa3-a859-66c65f9d6159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.543609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c6c05fa-d957-4fa3-a859-66c65f9d6159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.560957 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:06.567042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Checking router: 3c6307af-a6cd-49c8-8931-888f779a231e for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:06.567401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Updating router 3c6307af-a6cd-49c8-8931-888f779a231e port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:00:06.582297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c05fa-d957-4fa3-a859-66c65f9d6159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864555ff-8f1a-43a5-a73d-5c39c2abbd51,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.597813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6c6c05fa-d957-4fa3-a859-66c65f9d6159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.601683 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6c6c05fa-d957-4fa3-a859-66c65f9d6159 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2133946 Nov 29 02:00:06.603102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.605555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48286) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.612275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-22ee6596-a707-474f-a6c3-e9e3c0d923fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '9d4a8b41-e270-4cc9-b859-e55d3113f37b', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:06.669092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-56f7689a-f43d-4680-bb29-531173492987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:06.671031 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-56f7689a-f43d-4680-bb29-531173492987 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 1098 time: 0.1213591 Nov 29 02:00:06.677279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22ee6596-a707-474f-a6c3-e9e3c0d923fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.840671 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:26Z', 'revision_number': 1, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:06.849735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bd4ba-f996-4915-befc-824594f6265c req-dbb3f4ae-3026-4ad7-94df-6e88b7610d1b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:06.851291 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-865bd4ba-f996-4915-befc-824594f6265c req-dbb3f4ae-3026-4ad7-94df-6e88b7610d1b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 945 time: 0.1436584 Nov 29 02:00:06.864377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22ee6596-a707-474f-a6c3-e9e3c0d923fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.870345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-3bc3c98d-e3bb-453b-a60c-86091dfe1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:06.872046 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-3bc3c98d-e3bb-453b-a60c-86091dfe1fd6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.1909196 Nov 29 02:00:06.874662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22ee6596-a707-474f-a6c3-e9e3c0d923fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.888476 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:06.897996 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:06.898655 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:06.919955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.925335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.944724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee6596-a707-474f-a6c3-e9e3c0d923fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6044f02-025e-495b-a1a8-ac8092e12967,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.953974 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-48f1e380-2767-4dfd-9a90-c55a31fd4fc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da777c9-7151-421c-9424-bda4489aaaa0 HTTP/1.1" status: 200 len: 217 time: 0.0630109 Nov 29 02:00:06.963958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22ee6596-a707-474f-a6c3-e9e3c0d923fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.967854 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-22ee6596-a707-474f-a6c3-e9e3c0d923fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575349 Nov 29 02:00:06.968529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48290) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.972814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5f5ca8b3-a097-49d9-8f16-3abcf01acea6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '9d4a8b41-e270-4cc9-b859-e55d3113f37b', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:06.976686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808461e-27e1-487f-b497-e341455988bf None None] Pushing event updated for resources: {'Port': ['ID=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.022200 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-865bd4ba-f996-4915-befc-824594f6265c req-370fb146-78d1-42f3-ab70-42beda5d685f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605828 Nov 29 02:00:07.032241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca8b3-a097-49d9-8f16-3abcf01acea6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.046405 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:07.055979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-20d236bf-da88-41dd-b66f-1c1822500402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:07.059465 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-20d236bf-da88-41dd-b66f-1c1822500402 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0925968 Nov 29 02:00:07.065540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Attempting to bind port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:07.066191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Attempting to bind port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:07.066922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Attempting to bind port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c on network 743d7818-7677-48d4-b0eb-c7957976a372 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:07.072596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:07.073244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Checking segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:07.073834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.074998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Bound using segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:07.075681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Bound port: 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:07.076264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.118459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca8b3-a097-49d9-8f16-3abcf01acea6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.132626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca8b3-a097-49d9-8f16-3abcf01acea6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.137750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-8ee34153-97ec-4932-9c07-d09186756bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:07.140333 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-8ee34153-97ec-4932-9c07-d09186756bce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724750 Nov 29 02:00:07.156967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ca8b3-a097-49d9-8f16-3abcf01acea6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9c1b17-93b5-439f-902a-10a687d6c195,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.159361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] For port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:07.163229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] For port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:07.172032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.172757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca8b3-a097-49d9-8f16-3abcf01acea6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.175756 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5f5ca8b3-a097-49d9-8f16-3abcf01acea6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2057891 Nov 29 02:00:07.177818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48292) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:07.182720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5713df19-b020-4bea-a9c1-8595b588d3f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '9d4a8b41-e270-4cc9-b859-e55d3113f37b', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:07.222292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-5713df19-b020-4bea-a9c1-8595b588d3f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:00:07.237517 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5713df19-b020-4bea-a9c1-8595b588d3f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.256499 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:07.257209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:07.336028 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-28f93b4f-3299-449e-b5e3-1b270e51939a service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838319 Nov 29 02:00:07.353587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5713df19-b020-4bea-a9c1-8595b588d3f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.358635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808461e-27e1-487f-b497-e341455988bf None None] Pushing event updated for resources: {'Port': ['ID=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.361718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5713df19-b020-4bea-a9c1-8595b588d3f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.379387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cbe8bb48-438a-49ba-bcf9-48f54934398e None None] Provisioning complete for port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:07.379766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cbe8bb48-438a-49ba-bcf9-48f54934398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.411495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713df19-b020-4bea-a9c1-8595b588d3f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9be321-46ab-4241-a1ef-f51f52c234fa,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.428048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5713df19-b020-4bea-a9c1-8595b588d3f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.429593 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5713df19-b020-4bea-a9c1-8595b588d3f8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2506602 Nov 29 02:00:07.432408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48294) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:07.439105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7c6f9283-4d1c-4793-833b-e7334fcaf6d0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '9d4a8b41-e270-4cc9-b859-e55d3113f37b', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:07.465462 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:26Z', 'revision_number': 1, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:07.474257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:07.492875 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-7c6f9283-4d1c-4793-833b-e7334fcaf6d0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:00:07.501027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9283-4d1c-4793-833b-e7334fcaf6d0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.512092 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792f180-7aeb-4a56-8776-63f7c0640137 None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'e572099b-81b2-4d62-9f8a-2a12a4d815c9', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'port_id': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'mac_address': 'fa:16:3e:3d:f9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:56:24Z', 'updated_at': '2021-11-29T01:56:26Z', 'revision_number': 1, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:07.551332 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ddd4e6a6-5152-4ee7-af35-ad969797e18f req-9f70e658-2ae0-4345-ab23-891741ca40d7 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069581 Nov 29 02:00:07.605088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cbe8bb48-438a-49ba-bcf9-48f54934398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.616902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9283-4d1c-4793-833b-e7334fcaf6d0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.620939 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9283-4d1c-4793-833b-e7334fcaf6d0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.645335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f9283-4d1c-4793-833b-e7334fcaf6d0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeaa7d0-508f-48e4-ab66-3ff6cf74c051,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.654097 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9283-4d1c-4793-833b-e7334fcaf6d0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.658467 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7c6f9283-4d1c-4793-833b-e7334fcaf6d0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2215655 Nov 29 02:00:07.693800 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cbe8bb48-438a-49ba-bcf9-48f54934398e None None] For port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:07.702416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cbe8bb48-438a-49ba-bcf9-48f54934398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.792965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8bb48-438a-49ba-bcf9-48f54934398e None None] Pushing event updated for resources: {'Port': ['ID=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.834017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:07.841546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22310f00-14a4-41b3-a25f-12988ebca1a2 None None] New status for floating IP df4f78a3-8bb2-4be2-8b27-4847e1ef9564: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:00:07.860230 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-fd23581e-b9cc-47d6-8150-9cba3b225646 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046781226&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0523541 Nov 29 02:00:07.899713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2f05c95a-7664-4cd1-be00-e9a99085d34c None None] Provisioning complete for port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:07.900089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f05c95a-7664-4cd1-be00-e9a99085d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.929809 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b907ac-42a9-4aeb-aacd-0350943314b5 None None] The sync data for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv is: [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:07.988544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-f75f78f5-49f4-4b27-9f99-e0dc9be3fb53 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:08.003741 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-f75f78f5-49f4-4b27-9f99-e0dc9be3fb53 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 797 time: 0.1353567 Nov 29 02:00:08.017031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-e1b10114-2680-4337-9f0f-07d28ede0d75 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0122926 Nov 29 02:00:08.099647 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-8886be85-3df3-410d-9201-2a6650083c60 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761955 Nov 29 02:00:08.163327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec8325-3abb-485f-88cc-644054ca7a6b req-031d1baa-1931-4d3c-b0a5-85190cbcf8a6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:08.164995 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97ec8325-3abb-485f-88cc-644054ca7a6b req-031d1baa-1931-4d3c-b0a5-85190cbcf8a6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 945 time: 0.0563972 Nov 29 02:00:08.219531 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97ec8325-3abb-485f-88cc-644054ca7a6b req-27f939f0-b22d-4c63-bedc-2d1529bd05d5 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477254 Nov 29 02:00:08.227081 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-b012550e-86d9-4ff3-b3d6-77e01aa23a7d service neutron] 10.222.0.30 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118014 Nov 29 02:00:08.322862 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-ea87ed5e-8779-4143-9e43-f9f1044a5175 service neutron] 10.222.0.30 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874596 Nov 29 02:00:08.424237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-1ecd9ffd-1c15-4b86-bde4-ce782e47dc40 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:08.427359 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-1ecd9ffd-1c15-4b86-bde4-ce782e47dc40 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 945 time: 0.0653367 Nov 29 02:00:08.501120 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a70f2f3f-8e74-48e8-9e33-6a9fb2091154 req-ed1f62b6-7fa8-4826-91bf-2d784a5f16a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 210 time: 0.0380499 Nov 29 02:00:08.554872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Deleting port 3da777c9-7151-421c-9424-bda4489aaaa0 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:08.555584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.653200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] For port 3da777c9-7151-421c-9424-bda4489aaaa0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=3da777c9-7151-421c-9424-bda4489aaaa0,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:08.653658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.668395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Calling delete_port for 3da777c9-7151-421c-9424-bda4489aaaa0 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:08.807043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.837676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event deleted for resources: {'Port': ['ID=3da777c9-7151-421c-9424-bda4489aaaa0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:08.880564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] No DVR routers for this DVR port 3da777c9-7151-421c-9424-bda4489aaaa0 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:08.883089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.886659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7031a65d-6be0-4bb0-a0ab-dc6de2b072af req-9afdf569-38f2-4140-93f5-b12ddd541915 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "DELETE /v2.0/ports/3da777c9-7151-421c-9424-bda4489aaaa0 HTTP/1.1" status: 204 len: 173 time: 0.4525464 Nov 29 02:00:08.887622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'name': 'network-vif-deleted', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:08.889920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfe08e8-2859-4d69-a12a-f242845136fa" -d '{"events": [{"server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "name": "network-vif-deleted", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:08.937147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412b7200-7cf9-46ca-83c3-3aa755f60a3f x-openstack-request-id: req-412b7200-7cf9-46ca-83c3-3aa755f60a3f {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:08.937452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e5e0b7-d4dd-4abd-977b-61ebf7c38394", "name": "network-vif-deleted", "tag": "3da777c9-7151-421c-9424-bda4489aaaa0", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:08.937716 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-412b7200-7cf9-46ca-83c3-3aa755f60a3f {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:08.938128 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e5e0b7-d4dd-4abd-977b-61ebf7c38394', 'name': 'network-vif-deleted', 'tag': '3da777c9-7151-421c-9424-bda4489aaaa0', 'status': 'completed', 'code': 200} Nov 29 02:00:09.320495 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7864bb1a-5b83-42bc-9a73-18bdac744e30 req-b588404b-33cc-458c-9635-c8dd645ce73d tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 210 time: 0.0278170 Nov 29 02:00:09.585775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2adbb8e5-a5b5-4284-82a4-d2cb89e1e3e0 req-c04bd160-2f01-4481-ae95-02342fab597c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 210 time: 0.0303526 Nov 29 02:00:09.671404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:09.728733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:09.729633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.416243 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-74c4a69c-047f-4b9b-8626-b94139187bdb req-0a2377b6-a690-4fc3-977b-f04300053b52 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 210 time: 0.0300090 Nov 29 02:00:10.604337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39222388-0b98-45e7-9b8c-976ba7c2b4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.692096 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-16362421-d1f8-4394-8936-63f73a387f65 req-9c58c42e-7ecb-4f73-8d08-50395d6e9c8e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 210 time: 0.0320148 Nov 29 02:00:11.534414 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2e46ac23-f0ea-493d-b9ee-d29ef9f6f24d req-44a10d14-3468-4393-b81c-8a69b9a4fe88 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 210 time: 0.0412128 Nov 29 02:00:11.613528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-776d18c5-d8f4-4184-847f-0056c86687b0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:11.615059 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-776d18c5-d8f4-4184-847f-0056c86687b0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 797 time: 0.1487873 Nov 29 02:00:11.703440 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-fd564a3d-c41b-4d47-8ee4-e076e5ebdcf7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 380 time: 0.0622156 Nov 29 02:00:11.717865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['9d4a8b41-e270-4cc9-b859-e55d3113f37b']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:11.786336 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b7eb7ab6-d050-4906-bc18-c0ccb9e918a0 req-01f5986b-b3f2-4f91-8d46-288ba5ccf251 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 210 time: 0.0263882 Nov 29 02:00:11.832184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:11.835689 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.966775 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.5 (743d7818-7677-48d4-b0eb-c7957976a372/2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea/b92b6885-d9ce-416f-88b0-725855ca4b37) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:12.104057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.142200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.187263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 743d7818-7677-48d4-b0eb-c7957976a372 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:12.190456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:12.194316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:12.224370 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=b92b6885-d9ce-416f-88b0-725855ca4b37,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:12.256703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:12.257368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.275560 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-0611a3f1-d18e-427a-a6fa-44aa8169d2fd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619164 Nov 29 02:00:12.294723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Request body: {'port': {'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:12.348215 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 3da777c9-7151-421c-9424-bda4489aaaa0 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:12.358753 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.376893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 3da777c9-7151-421c-9424-bda4489aaaa0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:12.377544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 3da777c9-7151-421c-9424-bda4489aaaa0 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:12.421283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-55a8859b-155f-4b1f-9841-8abc2d139a27 None None] Provisioning complete for port b92b6885-d9ce-416f-88b0-725855ca4b37 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:12.421760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-55a8859b-155f-4b1f-9841-8abc2d139a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.459562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-55a8859b-155f-4b1f-9841-8abc2d139a27 None None] Port b92b6885-d9ce-416f-88b0-725855ca4b37 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:12.666352 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-253d8010-97fe-4dad-91a4-5ff9cf04ca78 req-beeff588-0742-455c-a232-f710e6ff0a80 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 210 time: 0.0492482 Nov 29 02:00:12.670240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92b6885-d9ce-416f-88b0-725855ca4b37 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:00:12.677886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.690802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Transition to ACTIVE for port object b92b6885-d9ce-416f-88b0-725855ca4b37 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:00:12.694281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.750848 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Pushing event updated for resources: {'Port': ['ID=b92b6885-d9ce-416f-88b0-725855ca4b37,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:12.827842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Attempting to bind port b92b6885-d9ce-416f-88b0-725855ca4b37 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:12.828186 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Attempting to bind port b92b6885-d9ce-416f-88b0-725855ca4b37 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:12.828518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Attempting to bind port b92b6885-d9ce-416f-88b0-725855ca4b37 on network 743d7818-7677-48d4-b0eb-c7957976a372 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:12.833672 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Port b92b6885-d9ce-416f-88b0-725855ca4b37 on network 743d7818-7677-48d4-b0eb-c7957976a372 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:00:12.833999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Attempting to bind port b92b6885-d9ce-416f-88b0-725855ca4b37 on network 743d7818-7677-48d4-b0eb-c7957976a372 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:12.839658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:12.840001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Checking segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:12.840388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Bound using segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:12.840814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Bound port: b92b6885-d9ce-416f-88b0-725855ca4b37, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:12.841739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.911815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] For port b92b6885-d9ce-416f-88b0-725855ca4b37, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:12.915867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] For port b92b6885-d9ce-416f-88b0-725855ca4b37, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b92b6885-d9ce-416f-88b0-725855ca4b37,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:12.919735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c3c04-c9ae-4533-9bc5-71975e610705 req-4e92402f-24c8-49b3-89a9-ffed1ebd12cd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:12.921352 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d70c3c04-c9ae-4533-9bc5-71975e610705 req-4e92402f-24c8-49b3-89a9-ffed1ebd12cd tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 943 time: 0.0551972 Nov 29 02:00:12.922359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.969803 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:12.970630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.972375 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] 10.222.0.21 "PUT /v2.0/ports/b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 1093 time: 0.6833377 Nov 29 02:00:12.974698 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:12.977098 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccef693-0ba7-4f10-85f6-561c592b97fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:13.000221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d70c3c04-c9ae-4533-9bc5-71975e610705 req-d9c6edac-fd12-4784-bd4c-d5f81655ad06 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657663 Nov 29 02:00:13.030379 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031dfbc4-12a6-4d94-9251-8c1421fbda04 x-openstack-request-id: req-031dfbc4-12a6-4d94-9251-8c1421fbda04 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:13.030703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:13.031299 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-031dfbc4-12a6-4d94-9251-8c1421fbda04 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:13.031718 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'status': 'completed', 'code': 200} Nov 29 02:00:13.033228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b594d-f12e-4a9a-a99a-7d1eb6c0d112 service neutron] Pushing event updated for resources: {'Port': ['ID=b92b6885-d9ce-416f-88b0-725855ca4b37,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:13.106724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-cf635474-43fe-41ee-b1f3-aac4c82115ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:13.108348 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-cf635474-43fe-41ee-b1f3-aac4c82115ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1096 time: 0.0561769 Nov 29 02:00:13.161724 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-9dc6b6bc-055e-49c2-81aa-f0ff718f60f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 217 time: 0.0377669 Nov 29 02:00:13.217652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-8c3717f6-3eb0-446f-be24-58ea385ac08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:13.219693 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-8c3717f6-3eb0-446f-be24-58ea385ac08a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0489745 Nov 29 02:00:13.271953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-b3fa44a5-97b4-44cb-a451-abc4bf4e128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:13.273359 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-b3fa44a5-97b4-44cb-a451-abc4bf4e128e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469429 Nov 29 02:00:13.366811 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-3ec5ec2a-e4ec-440e-8b5e-8f1c0c83c4e4 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850585 Nov 29 02:00:13.472324 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3acfcdec-70c7-4b86-8b00-31f874ba46eb req-8d7063ce-002e-439d-9d1e-d6bf03faec2b service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909748 Nov 29 02:00:13.604860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-386ab4b4-0113-47c1-96e3-3b2159b08df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:13.606581 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-386ab4b4-0113-47c1-96e3-3b2159b08df8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1096 time: 0.0424907 Nov 29 02:00:13.776490 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ee6805b5-c552-482b-be68-1d5a79b0c699 req-d241afa3-66a2-4df2-9d66-e714b4e6d25c tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e0b7-d4dd-4abd-977b-61ebf7c38394 HTTP/1.1" status: 200 len: 210 time: 0.0287454 Nov 29 02:00:13.915714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.048201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-f0e1e020-b65c-4f1f-ae1f-9fa3c71f51db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:14.049694 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-f0e1e020-b65c-4f1f-ae1f-9fa3c71f51db service neutron] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 898 time: 0.4360876 Nov 29 02:00:14.104324 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-3c8124f1-7606-4fba-b41c-a8c77ff6c0d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 217 time: 0.0458143 Nov 29 02:00:14.172163 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67c4677c-9089-454f-b749-7dfe0c5f2ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.181749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc07f49-25cf-41e3-ab55-55d4d5f04c01 req-2fe3aff9-f8a7-416d-85d7-a43483287ca8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:14.183264 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4fc07f49-25cf-41e3-ab55-55d4d5f04c01 req-2fe3aff9-f8a7-416d-85d7-a43483287ca8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 943 time: 0.1237338 Nov 29 02:00:14.184840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-129e5a9d-4130-4d01-9066-949d32dc8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:14.186159 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-129e5a9d-4130-4d01-9066-949d32dc8221 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0678146 Nov 29 02:00:14.260761 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4fc07f49-25cf-41e3-ab55-55d4d5f04c01 req-127b4340-1cec-499a-839b-1a05a9a974f2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713739 Nov 29 02:00:14.264091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-73424e73-1ed7-49eb-974a-197820a62812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:14.265665 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-73424e73-1ed7-49eb-974a-197820a62812 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707417 Nov 29 02:00:14.358157 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-ad746cf1-2ea1-4415-a689-80c1e807ae7d service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849016 Nov 29 02:00:14.445665 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ccef693-0ba7-4f10-85f6-561c592b97fc req-55f055f5-e6e9-4a5b-aabd-28b3d93eb935 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809736 Nov 29 02:00:15.309600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.381759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b8001-3a2e-4942-ac5d-6608f987eb22 req-583d5f0f-1926-41be-8acb-3e6d02a87432 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:15.383356 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-403b8001-3a2e-4942-ac5d-6608f987eb22 req-583d5f0f-1926-41be-8acb-3e6d02a87432 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 943 time: 0.0510659 Nov 29 02:00:15.437069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-403b8001-3a2e-4942-ac5d-6608f987eb22 req-47a734b2-4507-4a8d-a4f8-da2e747f2cb5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475335 Nov 29 02:00:16.306353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.364618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b92b6885-d9ce-416f-88b0-725855ca4b37 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:00:16.471027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b92b6885-d9ce-416f-88b0-725855ca4b37, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b92b6885-d9ce-416f-88b0-725855ca4b37,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:16.483290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:00:16.526718 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.545327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92b6885-d9ce-416f-88b0-725855ca4b37 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:00:16.564556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139386f-ec74-4537-981c-a90a7bcad4e5 req-d32426b0-be47-4310-bf69-12830fa6915c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:16.566198 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1139386f-ec74-4537-981c-a90a7bcad4e5 req-d32426b0-be47-4310-bf69-12830fa6915c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 943 time: 0.0586329 Nov 29 02:00:16.567815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b92b6885-d9ce-416f-88b0-725855ca4b37, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b92b6885-d9ce-416f-88b0-725855ca4b37,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:16.572213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.617345 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1139386f-ec74-4537-981c-a90a7bcad4e5 req-96401191-af08-45af-8caf-1b623711ed8c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Nov 29 02:00:16.621782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=b92b6885-d9ce-416f-88b0-725855ca4b37,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:16.862746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['b92b6885-d9ce-416f-88b0-725855ca4b37'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:00:17.739311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f5949-06d2-4e53-8aaa-0eb6de978b29 req-1cb4adaf-e642-4601-8671-a6fe3e265880 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:17.740826 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-195f5949-06d2-4e53-8aaa-0eb6de978b29 req-1cb4adaf-e642-4601-8671-a6fe3e265880 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 944 time: 0.0500422 Nov 29 02:00:17.790164 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-195f5949-06d2-4e53-8aaa-0eb6de978b29 req-d5657f01-a6d3-44cb-94e7-6b9d895de1a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Nov 29 02:00:18.176516 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:00:18.395906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b92b6885-d9ce-416f-88b0-725855ca4b37 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:18.446406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port b92b6885-d9ce-416f-88b0-725855ca4b37 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:00:18.451103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port b92b6885-d9ce-416f-88b0-725855ca4b37 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:18.451582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.537872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.563336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:18.565866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6993831-bb57-4781-aeea-68f3ab2424ef" -d '{"events": [{"server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "name": "network-vif-plugged", "status": "completed", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:18.579328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port b92b6885-d9ce-416f-88b0-725855ca4b37, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b92b6885-d9ce-416f-88b0-725855ca4b37,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:18.587170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.622433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb5f02-bf5a-4fee-9eaa-d7745f59b653 x-openstack-request-id: req-02bb5f02-bf5a-4fee-9eaa-d7745f59b653 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:18.623344 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "name": "network-vif-plugged", "status": "completed", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:18.623694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02bb5f02-bf5a-4fee-9eaa-d7745f59b653 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:18.624459 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'code': 200} Nov 29 02:00:18.650511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=b92b6885-d9ce-416f-88b0-725855ca4b37,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:18.836339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590fd97-af77-4d7f-861c-8db5db3e3ee2 req-6d9e3b37-8774-4668-acb3-b62455d8d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.837913 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e590fd97-af77-4d7f-861c-8db5db3e3ee2 req-6d9e3b37-8774-4668-acb3-b62455d8d407 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1098 time: 0.0474701 Nov 29 02:00:18.923353 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e590fd97-af77-4d7f-861c-8db5db3e3ee2 req-4bdf7606-65db-4c9e-af0a-0759683ac58c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782006 Nov 29 02:00:18.935765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6dc3-4e7a-4329-98d2-1d9ff0a9edc9 req-9fb439c8-edc6-4df1-b105-97a3dd082e89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.937372 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0fdc6dc3-4e7a-4329-98d2-1d9ff0a9edc9 req-9fb439c8-edc6-4df1-b105-97a3dd082e89 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 945 time: 0.0793724 Nov 29 02:00:18.990010 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0fdc6dc3-4e7a-4329-98d2-1d9ff0a9edc9 req-5915b93a-ca7f-4d09-816d-3abb36815df6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Nov 29 02:00:20.103693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de148b22-5cd7-438d-8eec-f812989ab509 req-1a87d33a-04e3-450d-8044-74c7ff597415 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:20.105176 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-de148b22-5cd7-438d-8eec-f812989ab509 req-1a87d33a-04e3-450d-8044-74c7ff597415 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Nov 29 02:00:20.154209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-de148b22-5cd7-438d-8eec-f812989ab509 req-2765fd7c-499b-4837-a8fa-233b3961dbe3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Nov 29 02:00:20.191210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48398) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:20.326845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5644f2-53e5-44dc-af79-52720f273d0f req-85935220-ed23-42b8-98af-3c953e1109b4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:20.328291 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a5644f2-53e5-44dc-af79-52720f273d0f req-85935220-ed23-42b8-98af-3c953e1109b4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 945 time: 0.1024699 Nov 29 02:00:20.405036 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a5644f2-53e5-44dc-af79-52720f273d0f req-32622a6d-ef52-46f3-83cb-fed51c7ce685 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704248 Nov 29 02:00:20.426621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Deleting port 0dabfa84-3671-4d0c-b38b-38ba0feeea3b {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:20.426621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.427710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48400) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:20.506390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.506748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.518287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Calling delete_port for 0dabfa84-3671-4d0c-b38b-38ba0feeea3b owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:20.533552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d3a0a-cc0b-4290-bf3b-9ddd312ceee8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:20.535137 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3e0d3a0a-cc0b-4290-bf3b-9ddd312ceee8 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1093 time: 0.1064193 Nov 29 02:00:20.538045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48404) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:20.542591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:20.564941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.666186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.668851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.695178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event deleted for resources: {'Port': ['ID=0dabfa84-3671-4d0c-b38b-38ba0feeea3b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:20.756249 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.756641 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Floating IP e572099b-81b2-4d62-9f8a-2a12a4d815c9 disassociated (deleted). External IP: 172.26.8.175, port: 15c6a7da-0fb4-4de3-900c-1f5de4decc80. Nov 29 02:00:20.780332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.151 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/193ad8cd-93b6-4135-ba51-d4f89e71b6d4) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:20.881422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.914688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.949097 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:20.955670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:20.959158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:20.972056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:20.987323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=193ad8cd-93b6-4135-ba51-d4f89e71b6d4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:21.081417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:21.086912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.092440 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:21.102021 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:21.102674 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:21.132068 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-73a81b37-0e19-4603-b6d3-b679151de09f tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "DELETE /v2.0/floatingips/e572099b-81b2-4d62-9f8a-2a12a4d815c9 HTTP/1.1" status: 204 len: 168 time: 0.9396343 Nov 29 02:00:21.135123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:21.139110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe5548b-4a42-4815-910d-38857dad70aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:21.212880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f5b8e-63e9-4ed3-9c95-886767ee4aa2 x-openstack-request-id: req-2f8f5b8e-63e9-4ed3-9c95-886767ee4aa2 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:21.213528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:21.214448 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f8f5b8e-63e9-4ed3-9c95-886767ee4aa2 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:21.214885 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'status': 'completed', 'code': 200} Nov 29 02:00:21.261794 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:21.358943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5548b-4a42-4815-910d-38857dad70aa req-c7c87db2-0bfb-469c-a1b2-588156e7226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:21.364324 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbe5548b-4a42-4815-910d-38857dad70aa req-c7c87db2-0bfb-469c-a1b2-588156e7226f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 1098 time: 0.0985019 Nov 29 02:00:21.378249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.483829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.485009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5548b-4a42-4815-910d-38857dad70aa req-65aae15c-33d2-40c9-872e-1a3c138b1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:21.488003 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbe5548b-4a42-4815-910d-38857dad70aa req-65aae15c-33d2-40c9-872e-1a3c138b1012 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 200 len: 913 time: 0.1139839 Nov 29 02:00:21.554963 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbe5548b-4a42-4815-910d-38857dad70aa req-77cdf25e-676f-4f59-b541-14143bd40aaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80 HTTP/1.1" status: 200 len: 217 time: 0.0576568 Nov 29 02:00:21.556829 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:21.596578 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:21.606977 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:21.608598 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:21.661153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812f46-d7f9-4432-a410-32ab16c9a814 req-085a9956-636d-4b16-bc24-7028d765ebf1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:21.662721 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-42812f46-d7f9-4432-a410-32ab16c9a814 req-085a9956-636d-4b16-bc24-7028d765ebf1 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 945 time: 0.2693238 Nov 29 02:00:21.664581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5548b-4a42-4815-910d-38857dad70aa req-f04e7386-c51e-4a4e-aca3-baf49666fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:21.665875 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbe5548b-4a42-4815-910d-38857dad70aa req-f04e7386-c51e-4a4e-aca3-baf49666fe9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 200 len: 851 time: 0.0699100 Nov 29 02:00:21.679378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.685450 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.720337 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:21.752219 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-42812f46-d7f9-4432-a410-32ab16c9a814 req-3044953f-8e49-4b2a-8e60-920ecd5356dc tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794415 Nov 29 02:00:21.755055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5548b-4a42-4815-910d-38857dad70aa req-12a0bf27-66ba-4284-bc65-21b08474be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:21.756464 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbe5548b-4a42-4815-910d-38857dad70aa req-12a0bf27-66ba-4284-bc65-21b08474be4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5642dcd-3754-407d-8012-b2d7aee18c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821223 Nov 29 02:00:21.756959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=193ad8cd-93b6-4135-ba51-d4f89e71b6d4,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:21.770825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.857591 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbe5548b-4a42-4815-910d-38857dad70aa req-8c030013-2173-4782-9c42-db1421f9b91b service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908470 Nov 29 02:00:21.885031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 0d55e1d5-be7e-47c2-baf5-c1491ecca188 associated. External IP: 172.26.8.151, port: b92b6885-d9ce-416f-88b0-725855ca4b37. Nov 29 02:00:21.926387 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:21.951302 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbe5548b-4a42-4815-910d-38857dad70aa req-47448726-6989-4fae-a57c-a3b137d01b74 service neutron] 10.222.0.21 "GET /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859463 Nov 29 02:00:21.956414 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206f9ea-6e07-49f5-9391-0c3b37a3a3df None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'c5f799ee-5600-4aed-b927-6dee7e83ebdc', 'name': '', 'network_id': 'c5642dcd-3754-407d-8012-b2d7aee18c46', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'mac_address': 'fa:16:3e:e7:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '0c017a67-8e59-4436-983b-5c803480cce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:07Z', 'updated_at': '2021-11-29T01:53:12Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'subnets': [{'id': '0c017a67-8e59-4436-983b-5c803480cce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:22.185643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5f8f1-7fc7-481a-8377-d91dc4192c4d None None] New status for floating IP e572099b-81b2-4d62-9f8a-2a12a4d815c9: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:00:22.333708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.412245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 3c6307af-a6cd-49c8-8931-888f779a231e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:22.517212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:22.532549 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] Sync routers for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:22.536441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.546889 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:22.547593 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:22.570151 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9910a85a-5bc5-4799-846e-99a817f26f7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0308967 Nov 29 02:00:22.570777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:22.572999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48414) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:22.573501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d090713-757d-4bf3-b0f7-5ef941873a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:22.609445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f23be-4d36-4722-91b4-201ac8b2ef74 x-openstack-request-id: req-191f23be-4d36-4722-91b4-201ac8b2ef74 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:22.609710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:22.610006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-191f23be-4d36-4722-91b4-201ac8b2ef74 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:22.610473 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'status': 'completed', 'code': 200} Nov 29 02:00:22.621133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a971dd-0d55-49c2-99a3-bd43287cfdee tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:22.623303 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-49a971dd-0d55-49c2-99a3-bd43287cfdee tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1093 time: 0.0483952 Nov 29 02:00:22.658150 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:22.700714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-fa819577-76e7-4660-a4d9-a98aa96e5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:22.702254 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-fa819577-76e7-4660-a4d9-a98aa96e5315 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1098 time: 0.0449162 Nov 29 02:00:22.802238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-b3ff99f2-60e8-4124-9b0d-af06a66c3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:22.803778 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-b3ff99f2-60e8-4124-9b0d-af06a66c3303 service neutron] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 898 time: 0.0939558 Nov 29 02:00:22.875218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48422) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:22.879742 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-dc95cb78-7397-48ef-ba6c-6b21d66f6145 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010554409', 'description': 'tempest-secgroup-smoke-2010554409 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:22.897991 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:21Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:22.904615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12d8d4-a212-4135-8363-291662c8a4dc req-1fc5de4f-8c24-456c-9414-ea2597ade430 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:22.906135 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1a12d8d4-a212-4135-8363-291662c8a4dc req-1fc5de4f-8c24-456c-9414-ea2597ade430 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 945 time: 0.0664997 Nov 29 02:00:22.913502 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-8fb336ed-b310-4784-a86a-1aff1b65d6e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 999 time: 0.0928433 Nov 29 02:00:22.918617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc95cb78-7397-48ef-ba6c-6b21d66f6145 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.926848 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] Checking router: 3c6307af-a6cd-49c8-8931-888f779a231e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:22.935321 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:22.935921 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:22.958305 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1a12d8d4-a212-4135-8363-291662c8a4dc req-66c59447-f250-4647-9f5f-2c7323c857dd tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90b19bf-d5cc-4a72-8565-cd71ee12a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452926 Nov 29 02:00:22.981429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-1a2ebe04-f25a-4cb7-94ec-63833568091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:22.983482 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-1a2ebe04-f25a-4cb7-94ec-63833568091f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0613763 Nov 29 02:00:23.036821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc95cb78-7397-48ef-ba6c-6b21d66f6145 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.050793 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:23.051732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc95cb78-7397-48ef-ba6c-6b21d66f6145 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.088045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-3706caf0-3a5f-4826-a192-e3c45850aff6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:23.089608 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-3706caf0-3a5f-4826-a192-e3c45850aff6 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 945 time: 0.0494645 Nov 29 02:00:23.118574 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95cb78-7397-48ef-ba6c-6b21d66f6145 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f56180-6269-4ed2-ab20-21614ce74585,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:23.127841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dc95cb78-7397-48ef-ba6c-6b21d66f6145 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.129108 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dc95cb78-7397-48ef-ba6c-6b21d66f6145 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2528777 Nov 29 02:00:23.132910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48424) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.137052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a55eee85-c82f-4576-82a3-49caabb5a6f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b8f56180-6269-4ed2-ab20-21614ce74585', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:23.145280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-7a44a773-7c16-4b21-95b3-797f096f40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:23.146864 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-7a44a773-7c16-4b21-95b3-797f096f40cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072273 Nov 29 02:00:23.202303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Deleting port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:23.202672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.227600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a55eee85-c82f-4576-82a3-49caabb5a6f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.285709 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-62285eeb-4b1d-4320-a5da-4b94382326f9 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271136 Nov 29 02:00:23.301100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] For port 15c6a7da-0fb4-4de3-900c-1f5de4decc80, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=15c6a7da-0fb4-4de3-900c-1f5de4decc80,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:23.301529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.316796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Calling delete_port for 15c6a7da-0fb4-4de3-900c-1f5de4decc80 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:23.330544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a55eee85-c82f-4576-82a3-49caabb5a6f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.335549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a55eee85-c82f-4576-82a3-49caabb5a6f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.385562 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:21Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:23.385893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55eee85-c82f-4576-82a3-49caabb5a6f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492a807d-a224-44db-9ff1-13e999f63207,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:23.402806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a55eee85-c82f-4576-82a3-49caabb5a6f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.406093 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a55eee85-c82f-4576-82a3-49caabb5a6f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723327 Nov 29 02:00:23.408544 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48426) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.413999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cfe1a92b-ee47-4d40-9974-684b3574f9a7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b8f56180-6269-4ed2-ab20-21614ce74585', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:23.419383 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628b4dd-f75e-430d-a32d-4b7d8ec23f05 None None] The sync data for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv is: [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:21Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:23.426980 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d090713-757d-4bf3-b0f7-5ef941873a0c req-34f9c6f0-bebd-4144-88c1-82b68aa819ce service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313760 Nov 29 02:00:23.482537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a92b-ee47-4d40-9974-684b3574f9a7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.486522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.524668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event deleted for resources: {'Port': ['ID=15c6a7da-0fb4-4de3-900c-1f5de4decc80,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:23.593358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] No DVR routers for this DVR port 15c6a7da-0fb4-4de3-900c-1f5de4decc80 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:23.597156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.600687 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c9dd2469-b634-4d41-bd25-406077e3d238 req-027f9ef2-0f7a-4a5c-8aad-1af735255db7 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.21 "DELETE /v2.0/ports/15c6a7da-0fb4-4de3-900c-1f5de4decc80 HTTP/1.1" status: 204 len: 173 time: 0.5044751 Nov 29 02:00:23.628260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a92b-ee47-4d40-9974-684b3574f9a7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.632370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a92b-ee47-4d40-9974-684b3574f9a7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.654802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1a92b-ee47-4d40-9974-684b3574f9a7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe88272-f3b3-4520-9a38-60a6683a8514,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:23.660792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a92b-ee47-4d40-9974-684b3574f9a7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.661904 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cfe1a92b-ee47-4d40-9974-684b3574f9a7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2521820 Nov 29 02:00:23.665308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48428) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.667427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7d0b3-31df-4b7c-8dcf-8495d5168f1f None None] New status for floating IP 0d55e1d5-be7e-47c2-baf5-c1491ecca188: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:00:23.669822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-329f7ee9-ef58-4d28-8746-48599325fc11 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b8f56180-6269-4ed2-ab20-21614ce74585', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:23.702840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-329f7ee9-ef58-4d28-8746-48599325fc11 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.769178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-329f7ee9-ef58-4d28-8746-48599325fc11 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.773309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-329f7ee9-ef58-4d28-8746-48599325fc11 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.791842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f7ee9-ef58-4d28-8746-48599325fc11 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59524b91-28c8-4aab-b014-2e57cc8c5478,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:23.801397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-329f7ee9-ef58-4d28-8746-48599325fc11 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.805735 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48430) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.806332 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-329f7ee9-ef58-4d28-8746-48599325fc11 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394088 Nov 29 02:00:23.810856 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-536e2289-adca-42fd-bb9c-52f6a5306b07 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b8f56180-6269-4ed2-ab20-21614ce74585', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:23.843498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-536e2289-adca-42fd-bb9c-52f6a5306b07 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.916309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-536e2289-adca-42fd-bb9c-52f6a5306b07 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.920926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-536e2289-adca-42fd-bb9c-52f6a5306b07 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.937363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e2289-adca-42fd-bb9c-52f6a5306b07 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced3c34-a9d1-45cc-98fd-90aecbaf68d7,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:23.963633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-536e2289-adca-42fd-bb9c-52f6a5306b07 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.967645 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-536e2289-adca-42fd-bb9c-52f6a5306b07 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583829 Nov 29 02:00:23.968085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48432) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.972770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-16926373-493c-4165-b8ec-a6da30b0d09b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b8f56180-6269-4ed2-ab20-21614ce74585', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:24.001136 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-16926373-493c-4165-b8ec-a6da30b0d09b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:00:24.008800 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16926373-493c-4165-b8ec-a6da30b0d09b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.072878 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ad2ef804-acc8-4a7e-b490-3cf6c404b0e5 req-596a77b3-38d1-43a4-b869-1af35fb15087 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 210 time: 0.0346642 Nov 29 02:00:24.076076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16926373-493c-4165-b8ec-a6da30b0d09b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.080377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16926373-493c-4165-b8ec-a6da30b0d09b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.096320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16926373-493c-4165-b8ec-a6da30b0d09b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db435021-d149-4e60-b8ef-d593ee4cd26a,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:24.110905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-16926373-493c-4165-b8ec-a6da30b0d09b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.112157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-16926373-493c-4165-b8ec-a6da30b0d09b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429415 Nov 29 02:00:24.115035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48436) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:24.119512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cbb9895a-baf0-4a4d-a21f-f0e2d5a58438 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': 'b8f56180-6269-4ed2-ab20-21614ce74585', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:24.141745 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-cbb9895a-baf0-4a4d-a21f-f0e2d5a58438 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:00:24.146593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cbb9895a-baf0-4a4d-a21f-f0e2d5a58438 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.207442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cbb9895a-baf0-4a4d-a21f-f0e2d5a58438 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.210998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cbb9895a-baf0-4a4d-a21f-f0e2d5a58438 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.230496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9895a-baf0-4a4d-a21f-f0e2d5a58438 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21752445-723a-4cb0-8cb2-3abbdf54054e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:24.237093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cbb9895a-baf0-4a4d-a21f-f0e2d5a58438 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.238991 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cbb9895a-baf0-4a4d-a21f-f0e2d5a58438 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228602 Nov 29 02:00:24.435941 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-79437b5d-9368-4004-ba61-88df4c56fd32 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010554409&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0441735 Nov 29 02:00:24.545498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170917-1f08-40c9-a880-7b40661c7204 req-48ef0374-3942-4d7e-9c93-4b92796f56f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:24.547116 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-48ef0374-3942-4d7e-9c93-4b92796f56f0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 797 time: 0.1043687 Nov 29 02:00:24.564260 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-f6881987-4b62-449b-a130-a311ab4decf2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0103843 Nov 29 02:00:24.611636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'name': 'network-vif-deleted', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:24.614925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d3522e-da0b-4adb-bb54-e466df6c399d" -d '{"events": [{"server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "name": "network-vif-deleted", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:24.630881 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-212a75c1-03c7-478e-b9c3-1dd79d375f96 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609798 Nov 29 02:00:24.654759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607e55d-cf44-43fd-a2eb-f0f509df9e1e x-openstack-request-id: req-6607e55d-cf44-43fd-a2eb-f0f509df9e1e {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:24.655052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0bb498-b572-4569-a546-7e744a9c50b5", "name": "network-vif-deleted", "tag": "15c6a7da-0fb4-4de3-900c-1f5de4decc80", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:24.655308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6607e55d-cf44-43fd-a2eb-f0f509df9e1e {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:24.655697 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0bb498-b572-4569-a546-7e744a9c50b5', 'name': 'network-vif-deleted', 'tag': '15c6a7da-0fb4-4de3-900c-1f5de4decc80', 'status': 'completed', 'code': 200} Nov 29 02:00:24.732233 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-54b7503c-467c-493c-967d-9f07904a2426 service neutron] 10.222.0.30 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Nov 29 02:00:24.828852 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-dd677a6a-88d8-42aa-b4e5-88ba0b345fe5 service neutron] 10.222.0.30 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898745 Nov 29 02:00:24.990938 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-91b78053-f621-4fa5-9f0b-f826e36cf9a4 req-7242ba14-116a-4f1f-9649-af59c194e3a2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 210 time: 0.0311904 Nov 29 02:00:25.171294 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-666e1b40-fd36-4457-bc2a-1d1525dbc22f req-9bdb3670-503c-42a5-bbb1-2813d5da7f4b tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Nov 29 02:00:26.064586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c2e6fce7-db4f-4205-abb6-5c36ae79dfd4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:26.066232 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c2e6fce7-db4f-4205-abb6-5c36ae79dfd4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 797 time: 0.1158445 Nov 29 02:00:26.105672 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dadef350-0633-4610-a461-741e35243fa7 req-dfa31035-ff3f-4dde-9598-85b894bac92b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 210 time: 0.0291226 Nov 29 02:00:26.172019 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-f6a3a700-9af5-4c03-9160-38f75e3e212a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 473 time: 0.0892723 Nov 29 02:00:26.184215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['b8f56180-6269-4ed2-ab20-21614ce74585']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:26.280478 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0558248c-001c-4fb6-af63-498d87cfc090 req-9003e9da-6055-44d9-81ee-49cc188bd8ed tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 210 time: 0.0377576 Nov 29 02:00:26.327013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:26.330799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.455223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 15c6a7da-0fb4-4de3-900c-1f5de4decc80 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:26.468648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.8 (743d7818-7677-48d4-b0eb-c7957976a372/2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea/7b7a0084-84bb-45c8-a950-e4b9ab2d6849) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:26.475189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 15c6a7da-0fb4-4de3-900c-1f5de4decc80 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:26.475545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 15c6a7da-0fb4-4de3-900c-1f5de4decc80 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:26.616601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.655829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.700162 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 743d7818-7677-48d4-b0eb-c7957976a372 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:26.703861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:26.707577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:26.737580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:26.766930 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:26.767555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.784984 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c64664dc-492c-47ae-b68d-81ba06b27e3e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6047709 Nov 29 02:00:26.805004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Request body: {'port': {'device_id': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:26.866060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.935165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1330cb96-1cef-48db-b822-18d2074daaa2 None None] Provisioning complete for port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:26.935988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1330cb96-1cef-48db-b822-18d2074daaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.970512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1330cb96-1cef-48db-b822-18d2074daaa2 None None] Port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:27.141249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:00:27.149619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.162024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Transition to ACTIVE for port object 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:00:27.166503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.217698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Pushing event updated for resources: {'Port': ['ID=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:27.232730 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bfc7d-3021-430c-aa84-08d82c9b26a7 req-2a616655-88c4-4708-bcbc-1383446dc2a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:27.241166 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-354bfc7d-3021-430c-aa84-08d82c9b26a7 req-2a616655-88c4-4708-bcbc-1383446dc2a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 943 time: 0.0608041 Nov 29 02:00:27.297202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Attempting to bind port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:27.297438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Attempting to bind port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:27.297778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Attempting to bind port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 on network 743d7818-7677-48d4-b0eb-c7957976a372 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:27.300687 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-354bfc7d-3021-430c-aa84-08d82c9b26a7 req-1cfbb369-7b9a-40b8-9555-4bdeecd0166e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584476 Nov 29 02:00:27.303049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 on network 743d7818-7677-48d4-b0eb-c7957976a372 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:00:27.303378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Attempting to bind port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 on network 743d7818-7677-48d4-b0eb-c7957976a372 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:27.310111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:27.310520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Checking segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:27.311535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Bound using segment: {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:27.311838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Bound port: 7b7a0084-84bb-45c8-a950-e4b9ab2d6849, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1ca23d-8848-428c-9096-ae94c4d7691c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:27.312273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.411284 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8799a941-0a48-479d-b93b-730295b0ccb9 req-3bb3fb88-dfc3-4b17-855d-88316135a57a tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0bb498-b572-4569-a546-7e744a9c50b5 HTTP/1.1" status: 200 len: 210 time: 0.0403349 Nov 29 02:00:27.414969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] For port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:27.428539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] For port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:27.441054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.488075 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:27.488792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.490653 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] 10.222.0.21 "PUT /v2.0/ports/7b7a0084-84bb-45c8-a950-e4b9ab2d6849 HTTP/1.1" status: 200 len: 1093 time: 0.6898372 Nov 29 02:00:27.491178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:27.493517 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:27.539784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a42707-75cc-45ee-a724-68cb2a16d8ba service neutron] Pushing event updated for resources: {'Port': ['ID=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:27.552224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbf0bc0-a3d5-465f-81b5-7a9d1ed32f5f x-openstack-request-id: req-ccbf0bc0-a3d5-465f-81b5-7a9d1ed32f5f {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:27.552622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:27.552979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccbf0bc0-a3d5-465f-81b5-7a9d1ed32f5f {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:27.553485 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'status': 'completed', 'code': 200} Nov 29 02:00:27.608974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170917-1f08-40c9-a880-7b40661c7204 req-d05d7305-a60a-410d-b62e-fec9974adfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:27.610677 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-d05d7305-a60a-410d-b62e-fec9974adfa7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 1096 time: 0.0524676 Nov 29 02:00:27.665933 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-2a87810b-653e-4449-964e-c8dbb3a2cc14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849 HTTP/1.1" status: 200 len: 217 time: 0.0416596 Nov 29 02:00:27.764144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170917-1f08-40c9-a880-7b40661c7204 req-d8f0b917-0c99-468d-9f46-7365f96ad043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:27.765718 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-d8f0b917-0c99-468d-9f46-7365f96ad043 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0921702 Nov 29 02:00:27.816649 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170917-1f08-40c9-a880-7b40661c7204 req-8112b97c-5b99-4c51-ab58-09863be6db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:27.818192 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-8112b97c-5b99-4c51-ab58-09863be6db48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440972 Nov 29 02:00:27.918368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-c6d3ba0c-0496-4cc4-b34f-28901d367c09 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928183 Nov 29 02:00:28.009406 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c170917-1f08-40c9-a880-7b40661c7204 req-ddad00e3-d471-4965-be3d-3961c089b5d6 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840874 Nov 29 02:00:28.144602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-366e239f-7100-4124-a958-6ba3d46733b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:28.145986 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-366e239f-7100-4124-a958-6ba3d46733b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 1096 time: 0.0449638 Nov 29 02:00:28.235349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-5c2cfef6-f563-491e-ba9f-6148b714a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:28.236709 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-5c2cfef6-f563-491e-ba9f-6148b714a0c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 898 time: 0.0811598 Nov 29 02:00:28.281919 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-c9861d20-4508-4954-8b4e-d53bd955d78f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849 HTTP/1.1" status: 200 len: 217 time: 0.0372109 Nov 29 02:00:28.345775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-d84e1935-9fee-4749-a0b8-3f97fbab01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:28.347442 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-d84e1935-9fee-4749-a0b8-3f97fbab01da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0479758 Nov 29 02:00:28.432557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-ba68b1ff-6a77-468d-9ee0-3f7462cb08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:28.434324 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-ba68b1ff-6a77-468d-9ee0-3f7462cb08f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702710 Nov 29 02:00:28.458008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67995b-86fa-4b93-a358-c7f81f2f364c req-2a791e72-05d7-4634-8628-fc2a411f5005 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:28.459925 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fa67995b-86fa-4b93-a358-c7f81f2f364c req-2a791e72-05d7-4634-8628-fc2a411f5005 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 943 time: 0.0692828 Nov 29 02:00:28.479443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48484) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:28.562039 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fa67995b-86fa-4b93-a358-c7f81f2f364c req-3713f1a8-3b5f-4d0e-8007-48270c3a079c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922897 Nov 29 02:00:28.585831 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-dc333c8c-0f17-4b0b-bfe8-3dfe3e33bd44 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434748 Nov 29 02:00:28.608242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Deleting port a0698945-5379-4d15-918e-7d54b85b7034 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:28.608583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.682755 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5a2ed008-410c-456e-aa3d-43f88d8c7f6c req-c208ef4d-905b-45ff-b65b-779cfe93f446 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878386 Nov 29 02:00:28.687359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.687686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.699161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Calling delete_port for a0698945-5379-4d15-918e-7d54b85b7034 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:28.829915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.089283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event deleted for resources: {'Port': ['ID=a0698945-5379-4d15-918e-7d54b85b7034,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:29.149979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.152629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.153788 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dd969d34-87af-4892-9162-30f1d2ba29e3 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "DELETE /v2.0/floatingips/98255fc1-b4c9-4b62-87b9-78fcba3bb3a6 HTTP/1.1" status: 204 len: 168 time: 0.6727667 Nov 29 02:00:29.677826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cce499-1263-4237-8482-e7926165b633 req-88cffcc3-8ab2-4ae5-81d0-f10ff7466e99 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:29.679333 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e0cce499-1263-4237-8482-e7926165b633 req-88cffcc3-8ab2-4ae5-81d0-f10ff7466e99 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 943 time: 0.0498953 Nov 29 02:00:29.732165 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e0cce499-1263-4237-8482-e7926165b633 req-03b3e8de-d6e3-470e-8859-d4d7f6d69f9e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468333 Nov 29 02:00:30.464019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:00:30.699832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:30.712117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'port_id': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'mac_address': 'fa:16:3e:8e:86:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:00:30.755487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.769490 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:00:30.790195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:30.794531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.845885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:30.859971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db798d0-cc86-4c34-826b-5554e07ea0ec req-7aa357fa-ee44-4d2a-82ed-a647c12b2223 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:30.861578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3db798d0-cc86-4c34-826b-5554e07ea0ec req-7aa357fa-ee44-4d2a-82ed-a647c12b2223 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 944 time: 0.0598238 Nov 29 02:00:30.914646 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3db798d0-cc86-4c34-826b-5554e07ea0ec req-c1277606-ffe3-40b6-b32f-8c461f4a2b6a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469582 Nov 29 02:00:31.090045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['7b7a0084-84bb-45c8-a950-e4b9ab2d6849'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:00:32.030814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4192e5-8777-4d1b-b610-8b26c972c2c0 req-350af758-898a-40da-b6a9-8e9ac7378b7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:32.032370 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc4192e5-8777-4d1b-b610-8b26c972c2c0 req-350af758-898a-40da-b6a9-8e9ac7378b7c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 944 time: 0.0512648 Nov 29 02:00:32.084045 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc4192e5-8777-4d1b-b610-8b26c972c2c0 req-5c6dd75f-364b-4e03-a2ff-9f2480733f01 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456865 Nov 29 02:00:32.431749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48506) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:32.490892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f343f26f-97bd-415c-8e11-01ed16fc6022 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.493873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:32.518818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f343f26f-97bd-415c-8e11-01ed16fc6022 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.552365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:00:32.556665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:32.557041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.589383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f343f26f-97bd-415c-8e11-01ed16fc6022 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.592736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f343f26f-97bd-415c-8e11-01ed16fc6022 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.593911 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f343f26f-97bd-415c-8e11-01ed16fc6022 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] 10.222.0.30 "DELETE /v2.0/security-groups/d90b19bf-d5cc-4a72-8565-cd71ee12a731 HTTP/1.1" status: 204 len: 168 time: 0.1611631 Nov 29 02:00:32.603642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343f26f-97bd-415c-8e11-01ed16fc6022 tempest-TestVolumeBootPattern-1632286972 tempest-TestVolumeBootPattern-1632286972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90b19bf-d5cc-4a72-8565-cd71ee12a731,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:32.652108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48510) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:32.653568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.678851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:32.681223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14de69e8-af1b-428e-a263-901399f11cfb" -d '{"events": [{"server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "name": "network-vif-plugged", "status": "completed", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:32.695187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:32.702231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.735803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b043e54e-0308-4c27-927a-330592393cc7 x-openstack-request-id: req-b043e54e-0308-4c27-927a-330592393cc7 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:32.736157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "name": "network-vif-plugged", "status": "completed", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:32.736362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b043e54e-0308-4c27-927a-330592393cc7 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:32.736762 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'code': 200} Nov 29 02:00:32.771150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:32.949921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aba1e-9dfa-4643-9dc1-0969153511ad req-bbefde39-6736-4dea-ba56-42ee3653346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:32.953184 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5c5aba1e-9dfa-4643-9dc1-0969153511ad req-bbefde39-6736-4dea-ba56-42ee3653346c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 1098 time: 0.0448005 Nov 29 02:00:33.008774 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5c5aba1e-9dfa-4643-9dc1-0969153511ad req-6110ff91-70d4-4ad7-90ae-6e258e3fcbb3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467193 Nov 29 02:00:33.166832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.213423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909bba3-1e9c-4d36-b2a6-8af87224fdde req-5a6f0025-1531-4f2d-ac70-43d22e3f0922 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:33.215225 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0909bba3-1e9c-4d36-b2a6-8af87224fdde req-5a6f0025-1531-4f2d-ac70-43d22e3f0922 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 945 time: 0.0550656 Nov 29 02:00:33.265912 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0909bba3-1e9c-4d36-b2a6-8af87224fdde req-ef5261c8-eec1-48c9-a5e4-b919391f71bb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Nov 29 02:00:33.422792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Deleting port c5f799ee-5600-4aed-b927-6dee7e83ebdc {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:33.423165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.502195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] For port c5f799ee-5600-4aed-b927-6dee7e83ebdc, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=c5f799ee-5600-4aed-b927-6dee7e83ebdc,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:33.502549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.515543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Calling delete_port for c5f799ee-5600-4aed-b927-6dee7e83ebdc owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:33.698281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.724657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f799ee-5600-4aed-b927-6dee7e83ebdc,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:33.887485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.116244 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Router cb5b7a57-97c6-45ab-8052-2cf8405d8daa has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:34.221128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:34.226204 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fd5d4959-6823-4f6e-9e81-4cb526073b3d admin admin] 10.222.0.30 "PUT /v2.0/routers/cb5b7a57-97c6-45ab-8052-2cf8405d8daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728281 Nov 29 02:00:34.228759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48518) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:34.229652 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] Sync routers for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:34.240110 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:34.240717 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:34.345394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:34.346193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.456537 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb175260-e9db-420e-a578-17d24c8fedad req-eb95947c-f47d-42e7-8077-61c87852ca3c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:34.457944 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bb175260-e9db-420e-a578-17d24c8fedad req-eb95947c-f47d-42e7-8077-61c87852ca3c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 945 time: 0.1229591 Nov 29 02:00:34.502284 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.527776 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bb175260-e9db-420e-a578-17d24c8fedad req-d291bab7-2bc3-47b3-89d9-cf0c60935a1f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638807 Nov 29 02:00:34.536699 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T02:00:33Z', 'revision_number': 5, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port': {'id': '77b52645-26b7-474c-bd98-918e9ef1980d', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:34.565488 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] Checking router: cb5b7a57-97c6-45ab-8052-2cf8405d8daa for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:34.575497 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] Routers {'cb5b7a57-97c6-45ab-8052-2cf8405d8daa'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:34.576596 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:34.580657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Deleting port 77b52645-26b7-474c-bd98-918e9ef1980d {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:34.581215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.649384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b8006-41e3-4ff9-9002-8a1fe0b81284 req-638816f8-8843-4ce7-b21b-e67249cdf554 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:34.651051 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-801b8006-41e3-4ff9-9002-8a1fe0b81284 req-638816f8-8843-4ce7-b21b-e67249cdf554 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 945 time: 0.0513015 Nov 29 02:00:34.666731 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] Set router cb5b7a57-97c6-45ab-8052-2cf8405d8daa gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:34.668201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] For port 77b52645-26b7-474c-bd98-918e9ef1980d, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=77b52645-26b7-474c-bd98-918e9ef1980d,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:34.668703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.683051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Calling delete_port for 77b52645-26b7-474c-bd98-918e9ef1980d owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:34.706776 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-801b8006-41e3-4ff9-9002-8a1fe0b81284 req-69df8d2d-f75e-4212-8459-b7da78aabafa tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486300 Nov 29 02:00:34.722506 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T02:00:34Z', 'revision_number': 6, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:34.728882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48524) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:34.749761 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b6566-96d2-4030-93d7-5b2208541904 None None] The sync data for ids ['cb5b7a57-97c6-45ab-8052-2cf8405d8daa'] in dv-neutron-816800-5-hyperv is: [{'id': 'cb5b7a57-97c6-45ab-8052-2cf8405d8daa', 'name': 'tempest-TestVolumeBootPattern-1564806266-router', 'tenant_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:04Z', 'updated_at': '2021-11-29T02:00:34Z', 'revision_number': 6, 'project_id': 'd0864c17fcb6459b8a98cef5b83f9cfa', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:34.776848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ccfd9-2e50-4ef0-9784-f3e2f77a29ef tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:34.778396 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7e2ccfd9-2e50-4ef0-9784-f3e2f77a29ef tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 1093 time: 0.0482779 Nov 29 02:00:34.781317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48526) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:34.786213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:34.808619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.856145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.881762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5cc585-e65a-499d-ada3-86118ff58ee2 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:34.918282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.922809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b52645-26b7-474c-bd98-918e9ef1980d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:34.945247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.024721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.86 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/5e632898-85ca-426b-bfd9-4dfcb2d5728e) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:35.055269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.057538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.139621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.176449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.220092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:35.225375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:35.229078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:35.255423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=5e632898-85ca-426b-bfd9-4dfcb2d5728e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:35.368512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.369227 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb5b7a57-97c6-45ab-8052-2cf8405d8daa {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:35.373651 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.374871 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6020a7fb-4354-41a7-ad9d-e9299c8a6429 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cb5b7a57-97c6-45ab-8052-2cf8405d8daa HTTP/1.1" status: 204 len: 168 time: 1.1451724 Nov 29 02:00:35.377705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48528) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:35.421844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-965b08a1-417d-47cd-84a0-88bdd9ecfea0 admin admin] Deleting subnet 0c017a67-8e59-4436-983b-5c803480cce2 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:35.424906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-965b08a1-417d-47cd-84a0-88bdd9ecfea0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.462386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-965b08a1-417d-47cd-84a0-88bdd9ecfea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.552118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-965b08a1-417d-47cd-84a0-88bdd9ecfea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.591928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.615894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-965b08a1-417d-47cd-84a0-88bdd9ecfea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.644595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c5f799ee-5600-4aed-b927-6dee7e83ebdc no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:35.656519 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b08a1-417d-47cd-84a0-88bdd9ecfea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c017a67-8e59-4436-983b-5c803480cce2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:35.658628 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-965b08a1-417d-47cd-84a0-88bdd9ecfea0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.662092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-965b08a1-417d-47cd-84a0-88bdd9ecfea0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0c017a67-8e59-4436-983b-5c803480cce2 HTTP/1.1" status: 204 len: 168 time: 0.2832520 Nov 29 02:00:35.664602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48530) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:35.672086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b26cd-0685-4493-89f7-80c49afa5205 None None] Network c5642dcd-3754-407d-8012-b2d7aee18c46 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:35.676684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.677876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: c5f799ee-5600-4aed-b927-6dee7e83ebdc {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:35.679508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device c5f799ee-5600-4aed-b927-6dee7e83ebdc not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:35.679937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 77b52645-26b7-474c-bd98-918e9ef1980d no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:35.715669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 77b52645-26b7-474c-bd98-918e9ef1980d {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:35.716029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 77b52645-26b7-474c-bd98-918e9ef1980d not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:35.749368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.814376 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Deleting port 30f22cb0-25da-4540-989c-63e12902e1c3 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:35.814376 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.863336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.868646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.883455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] DHCP port deletion for c5642dcd-3754-407d-8012-b2d7aee18c46 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:35.902399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] For port 30f22cb0-25da-4540-989c-63e12902e1c3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=30f22cb0-25da-4540-989c-63e12902e1c3,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:35.902790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.926222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Calling delete_port for 30f22cb0-25da-4540-989c-63e12902e1c3 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:35.954596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] Deleting port 30f22cb0-25da-4540-989c-63e12902e1c3 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:35.956567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.963953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=5e632898-85ca-426b-bfd9-4dfcb2d5728e,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:35.989837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.027225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] For port 30f22cb0-25da-4540-989c-63e12902e1c3, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=30f22cb0-25da-4540-989c-63e12902e1c3,segment=NetworkSegment(a0badca8-58ff-4d72-b669-a49c9190316b),segment_id=a0badca8-58ff-4d72-b669-a49c9190316b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:36.028021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.040908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.043002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] Calling delete_port for 30f22cb0-25da-4540-989c-63e12902e1c3 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:36.064747 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=30f22cb0-25da-4540-989c-63e12902e1c3,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:36.073705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] No DVR routers for this DVR port 30f22cb0-25da-4540-989c-63e12902e1c3 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:36.121604 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 5dcfef90-9e86-4462-a320-88f6eeb3f979 associated. External IP: 172.26.8.86, port: 7b7a0084-84bb-45c8-a950-e4b9ab2d6849. Nov 29 02:00:36.130733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.166023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.167609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] Pushing event deleted for resources: {'Port': ['ID=30f22cb0-25da-4540-989c-63e12902e1c3,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:36.171893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f8910-c86b-4c94-bf6d-13e3e95d2520 None None] No DVR routers for this DVR port 30f22cb0-25da-4540-989c-63e12902e1c3 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:36.191397 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5642dcd-3754-407d-8012-b2d7aee18c46']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:36.200969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0badca8-58ff-4d72-b669-a49c9190316b') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:36.201780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0badca8-58ff-4d72-b669-a49c9190316b') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:36.213933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.227772 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.233676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:36.234051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:36.235785 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:36.296478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.301777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.305003 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] 10.222.0.30 "DELETE /v2.0/networks/c5642dcd-3754-407d-8012-b2d7aee18c46 HTTP/1.1" status: 204 len: 168 time: 0.6394610 Nov 29 02:00:36.312473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48532) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:36.327972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa1bb-55a1-4d2b-8ccf-a3b4437a6e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=c5642dcd-3754-407d-8012-b2d7aee18c46,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:36.665402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 3c6307af-a6cd-49c8-8931-888f779a231e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:36.684424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.770974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:36.781421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] Sync routers for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:36.789030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.794206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:36.794873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:36.830528 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-29b363f3-5a8b-4059-88e1-168ad4da3cb9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0339677 Nov 29 02:00:36.830528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:36.830528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c" -d '{"events": [{"name": "network-changed", "server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:36.859091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073d6028-4803-4707-8e7a-c77b4ce2b3b0 x-openstack-request-id: req-073d6028-4803-4707-8e7a-c77b4ce2b3b0 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:36.859618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:36.860042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-073d6028-4803-4707-8e7a-c77b4ce2b3b0 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:36.860609 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'status': 'completed', 'code': 200} Nov 29 02:00:36.912669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:36.956303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Deleting port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:36.958464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.961543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-81393f88-7605-4d49-ae79-475ab56dec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:36.963337 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-81393f88-7605-4d49-ae79-475ab56dec46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 1098 time: 0.0422525 Nov 29 02:00:37.040293 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] For port 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,segment=NetworkSegment(f0121258-1971-4c3b-927d-0e9580ce2b25),segment_id=f0121258-1971-4c3b-927d-0e9580ce2b25)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:37.040575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.053899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Calling delete_port for 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:37.064304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-3316dba6-33b6-4b07-8bac-9892e9f157a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:37.065798 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-3316dba6-33b6-4b07-8bac-9892e9f157a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 898 time: 0.0946536 Nov 29 02:00:37.141775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-1db20273-0ae9-4436-a8c0-22094411d156 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849 HTTP/1.1" status: 200 len: 998 time: 0.0669997 Nov 29 02:00:37.150206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:23Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}, {'id': '5dcfef90-9e86-4462-a320-88f6eeb3f979', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.86', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:8e:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:35Z', 'updated_at': '2021-11-29T02:00:35Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:37.180002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] Checking router: 3c6307af-a6cd-49c8-8931-888f779a231e for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:37.189339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:37.189982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:37.195389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-9a14857b-c3c7-4e57-b513-874b6fc8e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:37.197577 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-9a14857b-c3c7-4e57-b513-874b6fc8e5f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0479600 Nov 29 02:00:37.207663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-789cc768-6c7a-4312-816b-c5bbb7446471 req-a9024823-530d-4ae6-8076-d6bb5d443efc service neutron] (109949) timed out ('10.222.0.21', 59063) {{(pid=109949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 02:00:37.258227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-cdb314e0-a66c-454e-b0cc-0cf171a7d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:37.259256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.263116 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-cdb314e0-a66c-454e-b0cc-0cf171a7d788 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575271 Nov 29 02:00:37.315668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:37.368436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:37.387324 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-ba4d2a96-31ea-48b8-ba99-110008c2daa0 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166558 Nov 29 02:00:37.515987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.524579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f8e5fd0-5fa6-43cd-aba3-abff94a4d81c req-bf7ab45e-e9ea-47fa-8bce-9a5f4bc18f7c service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176755 Nov 29 02:00:37.586581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:23Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}, {'id': '5dcfef90-9e86-4462-a320-88f6eeb3f979', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.86', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:8e:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:35Z', 'updated_at': '2021-11-29T02:00:35Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:37.617132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ca8ea-1a26-463a-bed6-78e306f3f0f5 None None] The sync data for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv is: [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:23Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}, {'id': '5dcfef90-9e86-4462-a320-88f6eeb3f979', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.86', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:8e:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:35Z', 'updated_at': '2021-11-29T02:00:35Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:37.712599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 30f22cb0-25da-4540-989c-63e12902e1c3 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:37.736801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 30f22cb0-25da-4540-989c-63e12902e1c3 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:37.737151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 30f22cb0-25da-4540-989c-63e12902e1c3 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:37.760691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Router beb65221-9197-4098-90f1-6716da13c7ec has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:37.825845 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc38b0-cc68-46fc-973f-58b5b1f9e92f None None] New status for floating IP 5dcfef90-9e86-4462-a320-88f6eeb3f979: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:00:37.874732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:37.880615 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-83232ec8-de7d-4bec-9e02-b487cb7aeb46 admin admin] 10.222.0.30 "PUT /v2.0/routers/beb65221-9197-4098-90f1-6716da13c7ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5667393 Nov 29 02:00:37.883223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48538) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:37.885272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] Sync routers for ids ['beb65221-9197-4098-90f1-6716da13c7ec'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:37.896239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] Routers {'beb65221-9197-4098-90f1-6716da13c7ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:37.896867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['beb65221-9197-4098-90f1-6716da13c7ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:37.992664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.005873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] Set router beb65221-9197-4098-90f1-6716da13c7ec gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:38.101893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.154083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Deleting port 765ff87e-8443-497a-85ce-5aa9a3c923a0 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:38.154352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.185143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T02:00:37Z', 'revision_number': 5, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port': {'id': '765ff87e-8443-497a-85ce-5aa9a3c923a0', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:53:10Z', 'updated_at': '2021-11-29T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.211962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] Checking router: beb65221-9197-4098-90f1-6716da13c7ec for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:38.220236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] Routers {'beb65221-9197-4098-90f1-6716da13c7ec'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:38.220855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['beb65221-9197-4098-90f1-6716da13c7ec'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.243846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] For port 765ff87e-8443-497a-85ce-5aa9a3c923a0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=765ff87e-8443-497a-85ce-5aa9a3c923a0,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:38.244218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.257054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Calling delete_port for 765ff87e-8443-497a-85ce-5aa9a3c923a0 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:38.429973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.448606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] Set router beb65221-9197-4098-90f1-6716da13c7ec gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:38.457034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Pushing event deleted for resources: {'Port': ['ID=765ff87e-8443-497a-85ce-5aa9a3c923a0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:38.481973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23579aa9-096f-46ab-90d6-768844d159a9 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:38.511184 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T02:00:38Z', 'revision_number': 6, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.517160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.540261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988c04b0-75fe-4175-985d-6a235f15312c None None] The sync data for ids ['beb65221-9197-4098-90f1-6716da13c7ec'] in dv-neutron-816800-5-hyperv is: [{'id': 'beb65221-9197-4098-90f1-6716da13c7ec', 'name': 'tempest-TestVolumeBootPattern-819355944-router', 'tenant_id': '1f78dee38258431cbde5d6ab5fd54b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:53:09Z', 'updated_at': '2021-11-29T02:00:38Z', 'revision_number': 6, 'project_id': '1f78dee38258431cbde5d6ab5fd54b13', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:38.615572 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.617732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.663866 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.664389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beb65221-9197-4098-90f1-6716da13c7ec {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:38.668751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.670871 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b79edb82-25d0-4008-8a6d-2f89665df649 admin admin] 10.222.0.30 "DELETE /v2.0/routers/beb65221-9197-4098-90f1-6716da13c7ec HTTP/1.1" status: 204 len: 168 time: 0.7856517 Nov 29 02:00:38.673287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48540) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:38.715992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0866be4-fe65-4a37-9731-d083e0e50ee0 admin admin] Deleting subnet 4c674dba-be7d-4de6-b1e6-458f4f8779a5 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:38.719467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0866be4-fe65-4a37-9731-d083e0e50ee0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.752801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0866be4-fe65-4a37-9731-d083e0e50ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.072290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0866be4-fe65-4a37-9731-d083e0e50ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.127672 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0866be4-fe65-4a37-9731-d083e0e50ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.152932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0866be4-fe65-4a37-9731-d083e0e50ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c674dba-be7d-4de6-b1e6-458f4f8779a5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:39.157083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0866be4-fe65-4a37-9731-d083e0e50ee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.160356 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e0866be4-fe65-4a37-9731-d083e0e50ee0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4c674dba-be7d-4de6-b1e6-458f4f8779a5 HTTP/1.1" status: 204 len: 168 time: 0.4861474 Nov 29 02:00:39.163111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48542) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:39.163645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172e865b-e60c-4c07-9325-1b99378c7dbf None None] Network 14bc7767-145e-4c85-9ddb-5013801daec6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:39.231114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.290718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Deleting port 58531f39-db48-4319-aca3-03813f378ae1 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:39.291080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.337355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] DHCP port deletion for 14bc7767-145e-4c85-9ddb-5013801daec6 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:39.360114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] For port 58531f39-db48-4319-aca3-03813f378ae1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=58531f39-db48-4319-aca3-03813f378ae1,segment=NetworkSegment(f0121258-1971-4c3b-927d-0e9580ce2b25),segment_id=f0121258-1971-4c3b-927d-0e9580ce2b25)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:39.360508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.374840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Calling delete_port for 58531f39-db48-4319-aca3-03813f378ae1 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:39.392772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] Deleting port 58531f39-db48-4319-aca3-03813f378ae1 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:39.393149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.456709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.464289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] For port 58531f39-db48-4319-aca3-03813f378ae1, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=58531f39-db48-4319-aca3-03813f378ae1,segment=NetworkSegment(f0121258-1971-4c3b-927d-0e9580ce2b25),segment_id=f0121258-1971-4c3b-927d-0e9580ce2b25)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:39.464803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.478311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] Calling delete_port for 58531f39-db48-4319-aca3-03813f378ae1 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:39.488286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Pushing event deleted for resources: {'Port': ['ID=58531f39-db48-4319-aca3-03813f378ae1,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:39.490216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] No DVR routers for this DVR port 58531f39-db48-4319-aca3-03813f378ae1 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:39.565716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.571171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.597460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] Pushing event deleted for resources: {'Port': ['ID=58531f39-db48-4319-aca3-03813f378ae1,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:39.601805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bc7767-145e-4c85-9ddb-5013801daec6']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:39.602892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a784c72e-5e1e-4931-aa0c-0d44b5e21cd5 None None] No DVR routers for this DVR port 58531f39-db48-4319-aca3-03813f378ae1 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:39.615161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0121258-1971-4c3b-927d-0e9580ce2b25') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:39.615551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0121258-1971-4c3b-927d-0e9580ce2b25') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:39.630991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.646762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.654345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:39.655561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.657798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:39.657997 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:39.679166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:39.679515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0d57ebdf-24e6-4551-b0c1-6a8427fdb1b5 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:39.679939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 765ff87e-8443-497a-85ce-5aa9a3c923a0 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:39.699536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 765ff87e-8443-497a-85ce-5aa9a3c923a0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:39.699883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 765ff87e-8443-497a-85ce-5aa9a3c923a0 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:39.700299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 58531f39-db48-4319-aca3-03813f378ae1 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:39.713111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.719513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 58531f39-db48-4319-aca3-03813f378ae1 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:39.719748 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.719876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 58531f39-db48-4319-aca3-03813f378ae1 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:39.728062 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] 10.222.0.30 "DELETE /v2.0/networks/14bc7767-145e-4c85-9ddb-5013801daec6 HTTP/1.1" status: 204 len: 168 time: 0.5622287 Nov 29 02:00:39.738227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba325d8b-555d-4708-99ef-8917057f074a admin admin] Pushing event deleted for resources: {'Network': ['ID=14bc7767-145e-4c85-9ddb-5013801daec6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:39.832628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48546) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:39.871218 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ce1533e3-d2b7-41a5-9649-2eb7b57e5b87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0864c17fcb6459b8a98cef5b83f9cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373263 Nov 29 02:00:39.874193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48548) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:39.919348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89e925fd-0f33-4b5f-bd4b-0d4b16d44ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.944522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89e925fd-0f33-4b5f-bd4b-0d4b16d44ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.988400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89e925fd-0f33-4b5f-bd4b-0d4b16d44ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.991029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-89e925fd-0f33-4b5f-bd4b-0d4b16d44ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.992148 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-89e925fd-0f33-4b5f-bd4b-0d4b16d44ef0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f412155a-b892-46b0-840c-2f1aa6ad5198 HTTP/1.1" status: 204 len: 168 time: 0.1170475 Nov 29 02:00:40.000107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e925fd-0f33-4b5f-bd4b-0d4b16d44ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f412155a-b892-46b0-840c-2f1aa6ad5198,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.303701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48554) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:40.341543 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c6d31043-f2e1-430e-a8fe-253a853a2282 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f78dee38258431cbde5d6ab5fd54b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0362597 Nov 29 02:00:40.343881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48556) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:40.389954 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4a19-fd5e-4cad-b88c-f7e77eaeb1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.410551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4a19-fd5e-4cad-b88c-f7e77eaeb1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.456392 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4a19-fd5e-4cad-b88c-f7e77eaeb1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.459132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4a19-fd5e-4cad-b88c-f7e77eaeb1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.460471 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ea7d4a19-fd5e-4cad-b88c-f7e77eaeb1d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c49ca7ff-bf42-4608-a904-2362e1a07c70 HTTP/1.1" status: 204 len: 168 time: 0.1156836 Nov 29 02:00:40.468844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d4a19-fd5e-4cad-b88c-f7e77eaeb1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49ca7ff-bf42-4608-a904-2362e1a07c70,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.607484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b00145a5-ddb4-4f0e-bbeb-c9f8c0772c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.918283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.173218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6757d636-7d20-42c5-85e2-37b5c9918cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.309899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.298543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.344427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.175181 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:01:10.610110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-acb1ac28-912e-44b5-ad41-13f329a85096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.736459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48570) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:11.797570 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3f9c0331-f9d5-4d87-8328-d735b6fdaf34 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/0d55e1d5-be7e-47c2-baf5-c1491ecca188 HTTP/1.1" status: 200 len: 993 time: 0.0598819 Nov 29 02:01:12.482219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48578) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:12.487547 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:12.556489 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.700734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port b92b6885-d9ce-416f-88b0-725855ca4b37, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b92b6885-d9ce-416f-88b0-725855ca4b37,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:12.732406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.737026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.775814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:12.776437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.777838 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/ports/b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 938 time: 0.2945814 Nov 29 02:01:12.778993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:12.780821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3677020-34de-46f3-9e2c-add611eb15e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:12.808161 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=b92b6885-d9ce-416f-88b0-725855ca4b37,revision_number=6']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:12.816282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.816676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.816995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.817341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.817683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.818027 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.818366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.818752 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.819078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.819404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.819736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:12.820061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b065b-2d94-47c0-b703-84274623deed tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:13.008885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f3643-4099-4656-84e9-38f466ed3f2c x-openstack-request-id: req-457f3643-4099-4656-84e9-38f466ed3f2c {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:13.009187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:13.009451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-457f3643-4099-4656-84e9-38f466ed3f2c {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:13.009866 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'status': 'completed', 'code': 200} Nov 29 02:01:13.016785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-38e249fc-c13a-4a14-ba39-f832dec20d98 None None] Provisioning complete for port b92b6885-d9ce-416f-88b0-725855ca4b37 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:13.017272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-38e249fc-c13a-4a14-ba39-f832dec20d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.058228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-38e249fc-c13a-4a14-ba39-f832dec20d98 None None] Port b92b6885-d9ce-416f-88b0-725855ca4b37 is administratively disabled so it will not transition to active. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 29 02:01:13.098155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-fc31d918-0acb-4399-b143-62cd6dd8478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:13.099688 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-fc31d918-0acb-4399-b143-62cd6dd8478d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1099 time: 0.0415771 Nov 29 02:01:13.192903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-ba08672a-f233-4b03-b2c2-da47d09a2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:13.194368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-ba08672a-f233-4b03-b2c2-da47d09a2c54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 898 time: 0.0869474 Nov 29 02:01:13.258723 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-9ebc16ef-4e0a-494b-90f9-56490bcf85b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 1002 time: 0.0565870 Nov 29 02:01:13.311218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-5cafcf25-4d37-43ff-83a4-0522cc3a53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:13.312671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-5cafcf25-4d37-43ff-83a4-0522cc3a53d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0467043 Nov 29 02:01:13.356980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-a48a2dc2-61a7-4b1d-9bf8-b3185871d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:13.358454 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-a48a2dc2-61a7-4b1d-9bf8-b3185871d4eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387394 Nov 29 02:01:13.447285 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-32b905dd-b389-45ec-bdb7-5eeb0d14d1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815825 Nov 29 02:01:13.541483 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a3677020-34de-46f3-9e2c-add611eb15e1 req-3191cb14-3e17-4bfa-b165-c8b7e7fe642b service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859494 Nov 29 02:01:13.921742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.173823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-12dacbc3-d6db-48c7-9433-2e8144083a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.313555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.185779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48588) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:16.191548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:16.256653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.306024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.404176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port b92b6885-d9ce-416f-88b0-725855ca4b37, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b92b6885-d9ce-416f-88b0-725855ca4b37,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:16.436204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.440923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.479648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.480256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.481656 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/ports/b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 937 time: 0.2948322 Nov 29 02:01:16.482216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:16.485035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee19edc-4bd2-4bd8-a971-076531210318" -d '{"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:16.485217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48590) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:16.510581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=b92b6885-d9ce-416f-88b0-725855ca4b37,revision_number=7']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:16.518824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.519334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.519687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.520048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.520412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.520753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.525117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.525473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.525816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.526156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.526517 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.527384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7194720e-1acf-4260-aaf9-45591f8a0a94 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:16.559494 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ba1219a5-a514-49d0-a4cf-7433e0b2e940 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/0d55e1d5-be7e-47c2-baf5-c1491ecca188 HTTP/1.1" status: 200 len: 993 time: 0.0729618 Nov 29 02:01:16.600052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0927fe08-a7a2-444d-b4f2-673531707cc2 x-openstack-request-id: req-0927fe08-a7a2-444d-b4f2-673531707cc2 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:16.600353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:16.600621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0927fe08-a7a2-444d-b4f2-673531707cc2 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:16.601031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'status': 'completed', 'code': 200} Nov 29 02:01:16.695732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-ae322b48-63f7-40df-b636-b5ddb65f9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.697317 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-ae322b48-63f7-40df-b636-b5ddb65f9d0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1098 time: 0.0495586 Nov 29 02:01:16.754088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['b92b6885-d9ce-416f-88b0-725855ca4b37'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:01:16.794218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-9dcea0f7-a37f-4c3e-b30b-44bc29850e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.795735 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-9dcea0f7-a37f-4c3e-b30b-44bc29850e7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 898 time: 0.0895829 Nov 29 02:01:16.811192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2f5f3291-f212-4617-a8c4-81e5cf7045ff None None] Provisioning complete for port b92b6885-d9ce-416f-88b0-725855ca4b37 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:16.811577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3291-f212-4617-a8c4-81e5cf7045ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.862558 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-1bfa8fbe-c200-4621-bf93-907bb4406caf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 1001 time: 0.0587792 Nov 29 02:01:16.911548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-237f7e14-3dd6-4a09-af45-14b75ced2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.913074 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-237f7e14-3dd6-4a09-af45-14b75ced2ce2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0438547 Nov 29 02:01:16.964327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-1343dd06-8815-4a30-8d42-10b182c2f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.965841 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-1343dd06-8815-4a30-8d42-10b182c2f85a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433598 Nov 29 02:01:17.058913 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-177b1989-214d-405d-bbe2-7b0876bd70c1 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844820 Nov 29 02:01:17.153297 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ee19edc-4bd2-4bd8-a971-076531210318 req-e8e318b6-fa8a-4706-b4c9-bf7c0c49de30 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863662 Nov 29 02:01:19.108398 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48602) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:19.262123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 5e632898-85ca-426b-bfd9-4dfcb2d5728e {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:19.262483 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.338225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.338581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.350356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 5e632898-85ca-426b-bfd9-4dfcb2d5728e owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:19.493951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.520056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=5e632898-85ca-426b-bfd9-4dfcb2d5728e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:19.577143 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.577465 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 5dcfef90-9e86-4462-a320-88f6eeb3f979 disassociated (deleted). External IP: 172.26.8.86, port: 7b7a0084-84bb-45c8-a950-e4b9ab2d6849. Nov 29 02:01:19.787926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 3c6307af-a6cd-49c8-8931-888f779a231e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:19.895903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:19.900786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.905573 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] Sync routers for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:19.914685 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:19.915295 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:19.929373 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2f09f3a6-dc09-4a2a-b12a-60a385a0eab9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/5dcfef90-9e86-4462-a320-88f6eeb3f979 HTTP/1.1" status: 204 len: 168 time: 0.8167312 Nov 29 02:01:19.929373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:19.929692 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737aeb16-4a39-4903-88d9-183548cae4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:19.967910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f435f633-db9b-443a-80fb-5a36d5350cd1 x-openstack-request-id: req-f435f633-db9b-443a-80fb-5a36d5350cd1 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:19.968268 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:19.968525 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f435f633-db9b-443a-80fb-5a36d5350cd1 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:19.968928 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'status': 'completed', 'code': 200} Nov 29 02:01:20.026884 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:20.063070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aeb16-4a39-4903-88d9-183548cae4ce req-fcf2fee4-0c3a-4cf9-a3a9-5bdb33246fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:20.064806 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-737aeb16-4a39-4903-88d9-183548cae4ce req-fcf2fee4-0c3a-4cf9-a3a9-5bdb33246fe6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 1098 time: 0.0501733 Nov 29 02:01:20.174597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aeb16-4a39-4903-88d9-183548cae4ce req-8bad6771-1669-422b-989b-feb75411fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:20.176210 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-737aeb16-4a39-4903-88d9-183548cae4ce req-8bad6771-1669-422b-989b-feb75411fc93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 898 time: 0.1035371 Nov 29 02:01:20.220194 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-737aeb16-4a39-4903-88d9-183548cae4ce req-721ff9e4-b0a5-4f1f-87e4-72d3c5acd545 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849 HTTP/1.1" status: 200 len: 217 time: 0.0358291 Nov 29 02:01:20.298409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aeb16-4a39-4903-88d9-183548cae4ce req-9960b53f-66c3-41ec-953e-bddb08d4746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:20.299914 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-737aeb16-4a39-4903-88d9-183548cae4ce req-9960b53f-66c3-41ec-953e-bddb08d4746b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0725029 Nov 29 02:01:20.324618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3ce11-1ce0-4779-a03b-38cf19e98f04 req-b0f7c18d-0149-4ce8-a2e0-c428383cc7f3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:20.326101 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-62e3ce11-1ce0-4779-a03b-38cf19e98f04 req-b0f7c18d-0149-4ce8-a2e0-c428383cc7f3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 945 time: 0.1986444 Nov 29 02:01:20.348123 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:23Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.377873 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] Checking router: 3c6307af-a6cd-49c8-8931-888f779a231e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:20.380902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aeb16-4a39-4903-88d9-183548cae4ce req-7ccbde43-4761-4309-a010-ca655bacb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:20.382433 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-737aeb16-4a39-4903-88d9-183548cae4ce req-7ccbde43-4761-4309-a010-ca655bacb10d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745218 Nov 29 02:01:20.385945 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:20.386576 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.416299 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-62e3ce11-1ce0-4779-a03b-38cf19e98f04 req-4e77ae4f-707c-47d9-8f84-a57c1a49f83c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723453 Nov 29 02:01:20.486028 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-737aeb16-4a39-4903-88d9-183548cae4ce req-afae3bf2-4010-4bcc-80c4-c0afa4ae3c73 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936961 Nov 29 02:01:20.489087 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:20.581312 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-737aeb16-4a39-4903-88d9-183548cae4ce req-74bfba9b-0492-442e-bdbc-e03044e5a8bf service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879865 Nov 29 02:01:20.709982 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:23Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.739393 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4581d7b-2c15-4fff-a5e6-b94485a090dc None None] The sync data for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv is: [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '0d55e1d5-be7e-47c2-baf5-c1491ecca188', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'port_id': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'mac_address': 'fa:16:3e:3f:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:23Z', 'revision_number': 1, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:20.959350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5640fe7-fb32-4370-a5bb-2def90d3c960 None None] New status for floating IP 5dcfef90-9e86-4462-a320-88f6eeb3f979: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:01:21.536096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94f47d-fa0b-455b-a99e-5e94afdb4d08 req-236ed477-ab01-4a0e-b46d-01d4b26e80cb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:21.537599 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db94f47d-fa0b-455b-a99e-5e94afdb4d08 req-236ed477-ab01-4a0e-b46d-01d4b26e80cb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 945 time: 0.0498333 Nov 29 02:01:21.588275 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db94f47d-fa0b-455b-a99e-5e94afdb4d08 req-a8cf6688-a0cf-4ae7-bfa9-c58e55b7d636 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8f56180-6269-4ed2-ab20-21614ce74585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441973 Nov 29 02:01:21.595458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-a6f685ec-aa35-44b2-8556-2b826fd7956c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:21.596944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-a6f685ec-aa35-44b2-8556-2b826fd7956c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=905fe2a1-5866-4b2f-b689-0e36a2394ada HTTP/1.1" status: 200 len: 945 time: 0.0496941 Nov 29 02:01:21.696826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:21.697172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.785447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:21.785694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.798910 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:21.928699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.962514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=7b7a0084-84bb-45c8-a950-e4b9ab2d6849,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:22.000707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:22.003465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.007010 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-973b7e77-8cc4-4846-af6a-98aeaa324da2 req-3fe416e9-45bb-4c4f-8fba-69addecd983a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/7b7a0084-84bb-45c8-a950-e4b9ab2d6849 HTTP/1.1" status: 204 len: 173 time: 0.4038186 Nov 29 02:01:22.007469 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'name': 'network-vif-deleted', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:22.009697 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99c2432-af70-457a-925e-87404c6e5b1e" -d '{"events": [{"server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "name": "network-vif-deleted", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:22.047642 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ade518-3543-491e-8fdf-9ec4a8f173ac x-openstack-request-id: req-b8ade518-3543-491e-8fdf-9ec4a8f173ac {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:22.047994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905fe2a1-5866-4b2f-b689-0e36a2394ada", "name": "network-vif-deleted", "tag": "7b7a0084-84bb-45c8-a950-e4b9ab2d6849", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:22.048710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8ade518-3543-491e-8fdf-9ec4a8f173ac {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:22.049132 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905fe2a1-5866-4b2f-b689-0e36a2394ada', 'name': 'network-vif-deleted', 'tag': '7b7a0084-84bb-45c8-a950-e4b9ab2d6849', 'status': 'completed', 'code': 200} Nov 29 02:01:22.344028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.642958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48618) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:22.703438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e6e2eb9-9d43-4c1a-96bf-2cddaa0f353f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.728139 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e6e2eb9-9d43-4c1a-96bf-2cddaa0f353f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.786863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e6e2eb9-9d43-4c1a-96bf-2cddaa0f353f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.789563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3e6e2eb9-9d43-4c1a-96bf-2cddaa0f353f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.790783 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3e6e2eb9-9d43-4c1a-96bf-2cddaa0f353f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/b8f56180-6269-4ed2-ab20-21614ce74585 HTTP/1.1" status: 204 len: 168 time: 0.1467965 Nov 29 02:01:22.800475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e2eb9-9d43-4c1a-96bf-2cddaa0f353f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f56180-6269-4ed2-ab20-21614ce74585,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:22.822073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48622) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:22.981097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 193ad8cd-93b6-4135-ba51-d4f89e71b6d4 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:22.981347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.059394 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.059722 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.071202 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 193ad8cd-93b6-4135-ba51-d4f89e71b6d4 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:23.213781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.247770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=193ad8cd-93b6-4135-ba51-d4f89e71b6d4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:23.300519 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.300872 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 0d55e1d5-be7e-47c2-baf5-c1491ecca188 disassociated (deleted). External IP: 172.26.8.151, port: b92b6885-d9ce-416f-88b0-725855ca4b37. Nov 29 02:01:23.505991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 3c6307af-a6cd-49c8-8931-888f779a231e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:23.613567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:23.619153 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.623916 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] Sync routers for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:23.634414 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:23.635050 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:23.649628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ef89e42a-fd80-4849-b5e5-194b59c3c515 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/0d55e1d5-be7e-47c2-baf5-c1491ecca188 HTTP/1.1" status: 204 len: 168 time: 0.8262811 Nov 29 02:01:23.650234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:23.652550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1db876b-30b9-4d82-8538-c1392396f00d" -d '{"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:23.693221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa97b65-5108-4c32-8afc-e80868b8c841 x-openstack-request-id: req-6fa97b65-5108-4c32-8afc-e80868b8c841 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:23.693584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:23.694082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fa97b65-5108-4c32-8afc-e80868b8c841 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:23.694609 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'status': 'completed', 'code': 200} Nov 29 02:01:23.745675 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:23.780590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db876b-30b9-4d82-8538-c1392396f00d req-df7a3f6d-a291-42a8-a1ed-1c995b266559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.783662 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1db876b-30b9-4d82-8538-c1392396f00d req-df7a3f6d-a291-42a8-a1ed-1c995b266559 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 1098 time: 0.0486856 Nov 29 02:01:23.933380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0db27-ab19-4bcd-9407-7d6671eeb7f6 req-6c681b1c-a9aa-4091-a6e4-2056be0cd87f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.934897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d3c0db27-ab19-4bcd-9407-7d6671eeb7f6 req-6c681b1c-a9aa-4091-a6e4-2056be0cd87f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 945 time: 0.1037858 Nov 29 02:01:23.948327 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:23.983130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db876b-30b9-4d82-8538-c1392396f00d req-00338bfe-9b91-4f6d-8f41-10920fd314c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.983513 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] Checking router: 3c6307af-a6cd-49c8-8931-888f779a231e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:23.985428 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1db876b-30b9-4d82-8538-c1392396f00d req-00338bfe-9b91-4f6d-8f41-10920fd314c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 200 len: 898 time: 0.1443632 Nov 29 02:01:23.992297 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:23.992862 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:24.011888 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d3c0db27-ab19-4bcd-9407-7d6671eeb7f6 req-97039e93-bc4a-47f1-a3dd-26b3f3cfc6b2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685079 Nov 29 02:01:24.040711 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1db876b-30b9-4d82-8538-c1392396f00d req-e2cbbc27-2bf6-4d10-8f78-04f6bceb6b87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 200 len: 217 time: 0.0448122 Nov 29 02:01:24.095138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db876b-30b9-4d82-8538-c1392396f00d req-55ab1f90-5e63-4a80-8c51-93af087d2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:24.096599 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1db876b-30b9-4d82-8538-c1392396f00d req-55ab1f90-5e63-4a80-8c51-93af087d2f11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 200 len: 835 time: 0.0476298 Nov 29 02:01:24.099078 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:24.142538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db876b-30b9-4d82-8538-c1392396f00d req-28fb9ee4-4fa8-4be6-956d-3e933f1f39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:24.144024 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1db876b-30b9-4d82-8538-c1392396f00d req-28fb9ee4-4fa8-4be6-956d-3e933f1f39ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743d7818-7677-48d4-b0eb-c7957976a372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400901 Nov 29 02:01:24.233641 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1db876b-30b9-4d82-8538-c1392396f00d req-0338024f-5bf6-4230-88c9-ca542edd38f7 service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820000 Nov 29 02:01:24.294152 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:24.320367 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7751ff-1f88-47a6-8c29-13d42d7268f0 None None] The sync data for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv is: [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:00:04Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8d8691b3-8fce-4612-b347-4b1ab6ee6e8c', 'name': '', 'network_id': '743d7818-7677-48d4-b0eb-c7957976a372', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:51:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:03Z', 'updated_at': '2021-11-29T02:00:07Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': '2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:24.327821 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1db876b-30b9-4d82-8538-c1392396f00d req-e686059d-0c7c-44f6-a19e-6000aba18c4a service neutron] 10.222.0.21 "GET /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868528 Nov 29 02:01:24.532121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1384fa6-2ddf-4450-8414-3160d899bce2 None None] New status for floating IP 0d55e1d5-be7e-47c2-baf5-c1491ecca188: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:01:24.699212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:24.723654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:24.724001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 7b7a0084-84bb-45c8-a950-e4b9ab2d6849 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:25.130709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fe7c6-e84d-4a2e-97ad-df521a8d4cdd req-bd2d76d8-8d40-4226-b453-b02fc31299cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:25.132206 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1c3fe7c6-e84d-4a2e-97ad-df521a8d4cdd req-bd2d76d8-8d40-4226-b453-b02fc31299cc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 945 time: 0.0499592 Nov 29 02:01:25.180285 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1c3fe7c6-e84d-4a2e-97ad-df521a8d4cdd req-43476d09-c473-4fb1-af89-cfd82faa0a6e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d4a8b41-e270-4cc9-b859-e55d3113f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421999 Nov 29 02:01:25.441687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-6bb7f536-407c-4dee-ba8b-ef3890667741 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:25.443177 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-6bb7f536-407c-4dee-ba8b-ef3890667741 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Nov 29 02:01:25.533412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port b92b6885-d9ce-416f-88b0-725855ca4b37 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:25.533755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.621275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port b92b6885-d9ce-416f-88b0-725855ca4b37, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b92b6885-d9ce-416f-88b0-725855ca4b37,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:25.621651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.634785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for b92b6885-d9ce-416f-88b0-725855ca4b37 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:25.763088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.791153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=b92b6885-d9ce-416f-88b0-725855ca4b37,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:25.835988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port b92b6885-d9ce-416f-88b0-725855ca4b37 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:25.838448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.841965 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-aa7192a5-d0e0-47f6-ba61-44d5deed7a5f req-2180e80e-b169-4998-813d-aac740aba33e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/b92b6885-d9ce-416f-88b0-725855ca4b37 HTTP/1.1" status: 204 len: 173 time: 0.3925307 Nov 29 02:01:25.842454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'name': 'network-vif-deleted', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:25.846033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de349e-a97c-46f4-ab94-3cc5c932502a" -d '{"events": [{"server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "name": "network-vif-deleted", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:25.882471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8fed4f-73fd-491b-8d88-03d08016c131 x-openstack-request-id: req-1c8fed4f-73fd-491b-8d88-03d08016c131 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:25.882773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74a7695-d41f-4de6-9ecd-3d5b5dd78040", "name": "network-vif-deleted", "tag": "b92b6885-d9ce-416f-88b0-725855ca4b37", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:25.883036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c8fed4f-73fd-491b-8d88-03d08016c131 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:25.883450 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74a7695-d41f-4de6-9ecd-3d5b5dd78040', 'name': 'network-vif-deleted', 'tag': 'b92b6885-d9ce-416f-88b0-725855ca4b37', 'status': 'completed', 'code': 200} Nov 29 02:01:26.291437 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-472f8749-2b5b-4a41-85ba-405eae1fba01 req-bdadd541-bc6f-4741-8205-2c869a66cca7 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a7695-d41f-4de6-9ecd-3d5b5dd78040 HTTP/1.1" status: 200 len: 210 time: 0.0302544 Nov 29 02:01:27.348010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48638) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:27.407395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a9d68a6-b782-402f-886e-93b5cfb84d74 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.432545 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a9d68a6-b782-402f-886e-93b5cfb84d74 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.489994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a9d68a6-b782-402f-886e-93b5cfb84d74 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.492986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a9d68a6-b782-402f-886e-93b5cfb84d74 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.494125 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8a9d68a6-b782-402f-886e-93b5cfb84d74 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/9d4a8b41-e270-4cc9-b859-e55d3113f37b HTTP/1.1" status: 204 len: 168 time: 0.1451373 Nov 29 02:01:27.503604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d68a6-b782-402f-886e-93b5cfb84d74 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4a8b41-e270-4cc9-b859-e55d3113f37b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:27.528671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48642) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:27.878995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.127219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:28.127561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.214635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:28.214895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.230785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:28.416455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.444989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=8d8691b3-8fce-4612-b347-4b1ab6ee6e8c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:28.714301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b92b6885-d9ce-416f-88b0-725855ca4b37 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:28.735806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: b92b6885-d9ce-416f-88b0-725855ca4b37 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:28.736158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device b92b6885-d9ce-416f-88b0-725855ca4b37 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:28.917432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.125899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 3c6307af-a6cd-49c8-8931-888f779a231e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:29.230915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:29.235926 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-680e50bd-0aff-426c-8be2-5f1a6d0e2893 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/3c6307af-a6cd-49c8-8931-888f779a231e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062538 Nov 29 02:01:29.238730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48644) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:29.241720 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] Sync routers for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:29.251795 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:29.252412 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:29.289961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfbf239-a06a-4a87-adf4-1a33a082fe27 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet 2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:29.293164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acfbf239-a06a-4a87-adf4-1a33a082fe27 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.332999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acfbf239-a06a-4a87-adf4-1a33a082fe27 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.355940 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:29.421996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acfbf239-a06a-4a87-adf4-1a33a082fe27 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.485529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acfbf239-a06a-4a87-adf4-1a33a082fe27 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.513277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbf239-a06a-4a87-adf4-1a33a082fe27 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:29.517430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acfbf239-a06a-4a87-adf4-1a33a082fe27 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.520677 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-acfbf239-a06a-4a87-adf4-1a33a082fe27 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/2cb5ae55-388a-4a7b-bdc0-20f5e43c7eea HTTP/1.1" status: 204 len: 168 time: 0.2810187 Nov 29 02:01:29.523702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48646) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:29.526710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f3a74-6683-4dc3-a9e1-220e1d499ded None None] Network 743d7818-7677-48d4-b0eb-c7957976a372 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:29.639498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.649516 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:01:28Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:29.682749 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] Checking router: 3c6307af-a6cd-49c8-8931-888f779a231e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:29.698691 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] Routers {'3c6307af-a6cd-49c8-8931-888f779a231e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:29.699497 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3c6307af-a6cd-49c8-8931-888f779a231e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:29.740548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] DHCP port deletion for 743d7818-7677-48d4-b0eb-c7957976a372 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:29.772981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.791860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Deleting port b7138683-0cec-46bf-a43c-132dec74601f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:29.792226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.813164 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] Set router 3c6307af-a6cd-49c8-8931-888f779a231e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:29.828470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 8222e0f5-9eea-4867-89c8-aa0e7554cb05 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:29.828893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.858194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] For port b7138683-0cec-46bf-a43c-132dec74601f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b7138683-0cec-46bf-a43c-132dec74601f,segment=NetworkSegment(dd1ca23d-8848-428c-9096-ae94c4d7691c),segment_id=dd1ca23d-8848-428c-9096-ae94c4d7691c)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:29.858631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.871591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Calling delete_port for b7138683-0cec-46bf-a43c-132dec74601f owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:29.913044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 8222e0f5-9eea-4867-89c8-aa0e7554cb05, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8222e0f5-9eea-4867-89c8-aa0e7554cb05,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:29.913739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.927183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 8222e0f5-9eea-4867-89c8-aa0e7554cb05 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:29.960504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.986549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Pushing event deleted for resources: {'Port': ['ID=b7138683-0cec-46bf-a43c-132dec74601f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:29.990984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] No DVR routers for this DVR port b7138683-0cec-46bf-a43c-132dec74601f on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:29.997340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:29.997701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:29.998058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:29.998404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.002504 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:01:28Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:30.004266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.004522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.004888 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.005273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.005579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.005927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.006485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.006634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180d3142-d661-41f3-bd7b-3ff107cb50fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:30.032472 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843a2f4-b156-4dd1-8e72-c70f27b59de8 None None] The sync data for ids ['3c6307af-a6cd-49c8-8931-888f779a231e'] in dv-neutron-816800-5-hyperv is: [{'id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'name': 'tempest-TestNetworkBasicOps-router-1779890940', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:00Z', 'updated_at': '2021-11-29T02:01:28Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '8222e0f5-9eea-4867-89c8-aa0e7554cb05', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6307af-a6cd-49c8-8931-888f779a231e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:01Z', 'updated_at': '2021-11-29T02:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:30.117148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.143009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=8222e0f5-9eea-4867-89c8-aa0e7554cb05,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:30.155572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f572322-e7f2-4f9f-95ae-ba18dde529c4 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:30.201913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.299101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.301112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.341959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.342558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Fanout notify agent at l3_agent the message router_deleted on router 3c6307af-a6cd-49c8-8931-888f779a231e {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:30.349770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.350898 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f35202a0-0b29-42e8-b6a3-97c8e2988d4e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/routers/3c6307af-a6cd-49c8-8931-888f779a231e HTTP/1.1" status: 204 len: 168 time: 0.8259456 Nov 29 02:01:30.353500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48648) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:30.432244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.524111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.544843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743d7818-7677-48d4-b0eb-c7957976a372']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:30.554669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1ca23d-8848-428c-9096-ae94c4d7691c') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:30.554973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1ca23d-8848-428c-9096-ae94c4d7691c') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:30.564884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.578705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.589382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:30.589797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:30.593121 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:30.659293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.666697 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.669884 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/743d7818-7677-48d4-b0eb-c7957976a372 HTTP/1.1" status: 204 len: 168 time: 0.3154616 Nov 29 02:01:30.684427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9796f60-1460-4e9a-a0a1-7830ff667a8f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=743d7818-7677-48d4-b0eb-c7957976a372,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:30.694519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48650) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:30.699504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'network': {'name': 'tempest-network-smoke--643471920', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:30.720741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:30.724132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.746216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:30.754870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.755221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Added segment e14d4947-0b53-4ab6-9f04-e2cfc98cd301 of type vlan for network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b Nov 29 02:01:30.794384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.819434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.824904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:30.825475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.861008 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1654675 Nov 29 02:01:30.864193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48652) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:30.868811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'admin_state_up': True, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:30.892802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.893871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.898415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b13cf5-1ab7-4262-a3e5-affd8539a387 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Network': ['ID=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:30.910544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:30.945349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.089936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.281824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.299874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.401218 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.250 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:31.504971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.537151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.577045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:31.579943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:31.583532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:31.589152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:31.595043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae65a19-cd2d-4e43-9ee9-0ec702f55241 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:31.665486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:31.694064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:31.694413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8d8691b3-8fce-4612-b347-4b1ab6ee6e8c not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:31.694858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8222e0f5-9eea-4867-89c8-aa0e7554cb05 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:31.717706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 8222e0f5-9eea-4867-89c8-aa0e7554cb05 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:31.718057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8222e0f5-9eea-4867-89c8-aa0e7554cb05 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:31.718532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b7138683-0cec-46bf-a43c-132dec74601f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:31.721324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ab98d669-a07d-41a5-9f50-031fb6873576 None None] Provisioning complete for port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:31.721698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ab98d669-a07d-41a5-9f50-031fb6873576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.755474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: b7138683-0cec-46bf-a43c-132dec74601f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:31.755823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b7138683-0cec-46bf-a43c-132dec74601f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:31.772825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ab98d669-a07d-41a5-9f50-031fb6873576 None None] Port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:31.856247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.173652 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:01:32.288822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.414281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 1cc69ab9-b357-4b03-9515-1b895bf09a41 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:01:32.523214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:32.532885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Sync routers for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:32.543691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:32.544317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:32.545783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.550062 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-93dad86f-e63e-4c93-bb44-47375c9a3110 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6819124 Nov 29 02:01:32.550222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48654) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.581190 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b7fc30d6-0105-44d5-b0fb-61afd94155de tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8bdc7c5504b34632881f3029e18fa8f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269146 Nov 29 02:01:32.581433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48656) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.655703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:32.674440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cd63a2-35f2-4a36-b725-65c05eea1933 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:32.678774 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-17cd63a2-35f2-4a36-b725-65c05eea1933 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937307 Nov 29 02:01:32.678943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48658) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.709362 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5061f6d8-e38c-479d-8eba-48287d345f6c tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270493 Nov 29 02:01:32.709605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48660) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.714115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937213321', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:32.800110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:32.803496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.836279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:32.862677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Checking router: 1cc69ab9-b357-4b03-9515-1b895bf09a41 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:32.863030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Updating router 1cc69ab9-b357-4b03-9515-1b895bf09a41 port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:01:32.889506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.994147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.060685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Subnet': ['ID=c2f24c07-9bf7-42e4-b036-0dbddab9484b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:33.069592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Checking segment: {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:33.069958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network hostable DHCP agents. Network: a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:33.087093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:33.096725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:33.102388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:33.103396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.125467 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-20d67244-33ec-4546-aacb-ce1a638f4ae5 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4117587 Nov 29 02:01:33.125700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48662) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:33.137234 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c6f22-8c46-4f9f-977c-47632c6cf51c None None] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:33.197513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.205980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.265347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7a4ec-b44b-48f0-ba46-53cc81441bd3 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:33.291453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a952-7b7a-45fa-89a0-eebd3da6f21b None None] Pushing event updated for resources: {'Port': ['ID=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:33.296318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Attempting to bind port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:33.297316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Attempting to bind port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:33.297681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Attempting to bind port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:33.307722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:33.308098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:33.308504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.308977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:33.309334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Bound port: 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:33.309708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.413057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:33.413893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.417834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] For port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:33.444423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] For port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:33.447841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8e2b0d3a-b0d3-4b5c-b5ba-dc0ea71879d5 None None] Provisioning complete for port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:33.448217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8e2b0d3a-b0d3-4b5c-b5ba-dc0ea71879d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.456393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.567723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44facebd-814e-4d69-803f-124ef66d340a None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:33.595511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.788457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a952-7b7a-45fa-89a0-eebd3da6f21b None None] Pushing event updated for resources: {'Port': ['ID=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:33.793124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:33.793745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:33.900221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Allocated IP 172.20.0.2 (a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b/c2f24c07-9bf7-42e4-b036-0dbddab9484b/f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:33.951108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8e2b0d3a-b0d3-4b5c-b5ba-dc0ea71879d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.016746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:34.019302 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8e2b0d3a-b0d3-4b5c-b5ba-dc0ea71879d5 None None] For port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:34.072062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8e2b0d3a-b0d3-4b5c-b5ba-dc0ea71879d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.236925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b0d3a-b0d3-4b5c-b5ba-dc0ea71879d5 None None] Pushing event updated for resources: {'Port': ['ID=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:34.263982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.265974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-76280a15-631f-4ad5-8bd9-2bc10d032b11 None None] Provisioning complete for port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:34.266339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-76280a15-631f-4ad5-8bd9-2bc10d032b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.293887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.326026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.1 (a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b/c2f24c07-9bf7-42e4-b036-0dbddab9484b/f7592c31-82d9-4fab-9e69-f280b4c3e9aa) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:34.367856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:34.379749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:34.383006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Pushing event updated for resources: {'Port': ['ID=f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:34.386362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:34.441094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.474052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.489296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Attempting to bind port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:34.489679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Attempting to bind port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:34.490142 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Attempting to bind port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec on network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:34.496170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:34.499243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:34.499668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Checking segment: {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:34.500574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.500972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Bound using segment: {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:34.501449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Bound port: f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:34.501840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.512289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:34.521905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:34.525988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:34.532666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a7db4-cf53-4e25-8d23-be882b2bed61 None None] The sync data for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv is: [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 3, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:34.552224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:34.582665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.608882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] For port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:34.612830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] For port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:34.618513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.678767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38a6b0-23d6-41fd-aa9f-47db5528f347 None None] Pushing event updated for resources: {'Port': ['ID=f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:34.779488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.118704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.123668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.199617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.201455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:35.301997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:35.303486 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:35.426939 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 1cc69ab9-b357-4b03-9515-1b895bf09a41 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:35.540061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:35.545900 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8e8d846d-c1e4-4746-83aa-cdb0f0dd34e0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/1cc69ab9-b357-4b03-9515-1b895bf09a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4191437 Nov 29 02:01:35.549305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48664) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:35.651070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0bd6f-7f50-4220-bb84-504275050663 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:35.651572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0bd6f-7f50-4220-bb84-504275050663 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:35.652021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0bd6f-7f50-4220-bb84-504275050663 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:35.652490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0bd6f-7f50-4220-bb84-504275050663 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:35.657918 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c4e0bd6f-7f50-4220-bb84-504275050663 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1038523 Nov 29 02:01:35.658036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48666) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:35.692079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d33387-fcaf-4abf-894a-1ef9c8c96c9a None None] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:35.764223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:35.792645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a16c7610-1459-4121-9838-044e1356048f None None] Provisioning complete for port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:35.793018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a16c7610-1459-4121-9838-044e1356048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.921445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:35.921920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.001468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ad31a-2f7c-4e64-8438-6facf72c7cbc tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:36.002039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ad31a-2f7c-4e64-8438-6facf72c7cbc tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:36.002388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ad31a-2f7c-4e64-8438-6facf72c7cbc tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:36.002868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ad31a-2f7c-4e64-8438-6facf72c7cbc tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:36.004816 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f76ad31a-2f7c-4e64-8438-6facf72c7cbc tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.3459260 Nov 29 02:01:36.007504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48668) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:36.012881 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a16c7610-1459-4121-9838-044e1356048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.061283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a16c7610-1459-4121-9838-044e1356048f None None] For port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:36.086757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a16c7610-1459-4121-9838-044e1356048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.126745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:36.175964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c7610-1459-4121-9838-044e1356048f None None] Pushing event updated for resources: {'Port': ['ID=f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.196753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:36.197131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.233099 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Sync routers for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:36.242343 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:36.243026 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:36.245632 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-51fefb9c-5bab-4c99-a913-1a80534027bf tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2370112 Nov 29 02:01:36.317000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-15ef3c81-447a-40ad-8cee-f125825c8692 None None] Provisioning complete for port f7592c31-82d9-4fab-9e69-f280b4c3e9aa triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:36.317376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-15ef3c81-447a-40ad-8cee-f125825c8692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.352857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-15ef3c81-447a-40ad-8cee-f125825c8692 None None] Port f7592c31-82d9-4fab-9e69-f280b4c3e9aa cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:36.362789 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-15ef3c81-447a-40ad-8cee-f125825c8692 None None] Provisioning complete for port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:36.363195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-15ef3c81-447a-40ad-8cee-f125825c8692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.363906 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:36.579120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bbd08237-23f4-484e-87e8-9c1e120efa90 None None] Provisioning complete for port f7592c31-82d9-4fab-9e69-f280b4c3e9aa triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:36.579770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bbd08237-23f4-484e-87e8-9c1e120efa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.585247 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:36.612942 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Checking router: 1cc69ab9-b357-4b03-9515-1b895bf09a41 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:36.613302 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Updating router 1cc69ab9-b357-4b03-9515-1b895bf09a41 port f7592c31-82d9-4fab-9e69-f280b4c3e9aa binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:01:36.621543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-bbd08237-23f4-484e-87e8-9c1e120efa90 None None] Port f7592c31-82d9-4fab-9e69-f280b4c3e9aa cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:36.644011 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.680338 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48672) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:36.684861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1c5e0d2b-70b3-4c44-924c-52e4c883ae92 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738743155', 'description': 'tempest-secgroup-smoke-1738743155 description', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:36.708520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0d2b-70b3-4c44-924c-52e4c883ae92 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.743187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-615cc7c0-7771-467d-b563-48fcbf424b97 None None] Provisioning complete for port f7592c31-82d9-4fab-9e69-f280b4c3e9aa triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:36.743868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-615cc7c0-7771-467d-b563-48fcbf424b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.781737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-615cc7c0-7771-467d-b563-48fcbf424b97 None None] Port f7592c31-82d9-4fab-9e69-f280b4c3e9aa cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:36.786349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0d2b-70b3-4c44-924c-52e4c883ae92 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.791204 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0d2b-70b3-4c44-924c-52e4c883ae92 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.819657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0d2b-70b3-4c44-924c-52e4c883ae92 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.820898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1c5e0d2b-70b3-4c44-924c-52e4c883ae92 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1395667 Nov 29 02:01:36.824230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48674) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:36.824921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e0d2b-70b3-4c44-924c-52e4c883ae92 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e23fd57-9744-4c97-9f5b-27861b9ef84f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.829953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6ea26e71-b823-4cb1-a9f2-39fcd8fa6c6e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1e23fd57-9744-4c97-9f5b-27861b9ef84f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:36.859826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6ea26e71-b823-4cb1-a9f2-39fcd8fa6c6e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.922882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6ea26e71-b823-4cb1-a9f2-39fcd8fa6c6e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.924676 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.927312 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6ea26e71-b823-4cb1-a9f2-39fcd8fa6c6e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.931447 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.948610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea26e71-b823-4cb1-a9f2-39fcd8fa6c6e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b076c5-d3cc-4066-ba0f-fbf0670f70b9,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.958789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6ea26e71-b823-4cb1-a9f2-39fcd8fa6c6e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.962564 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6ea26e71-b823-4cb1-a9f2-39fcd8fa6c6e tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337867 Nov 29 02:01:36.963417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48676) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:36.967743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-03062a4f-2a50-4082-8340-4ce34e62eb66 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1e23fd57-9744-4c97-9f5b-27861b9ef84f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:36.980176 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Pushing event updated for resources: {'Port': ['ID=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.991801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.991801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.991801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.992251 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.992368 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.992653 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.992987 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.993328 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.993724 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.994029 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.994373 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:36.994739 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:37.005235 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03062a4f-2a50-4082-8340-4ce34e62eb66 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.044898 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Attempting to bind port f7592c31-82d9-4fab-9e69-f280b4c3e9aa on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:37.045289 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Attempting to bind port f7592c31-82d9-4fab-9e69-f280b4c3e9aa by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:37.045630 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Attempting to bind port f7592c31-82d9-4fab-9e69-f280b4c3e9aa on network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:37.052230 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:37.052611 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Checking segment: {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:37.053015 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.053409 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Bound using segment: {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:37.054013 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Bound port: f7592c31-82d9-4fab-9e69-f280b4c3e9aa, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:37.054289 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.068024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03062a4f-2a50-4082-8340-4ce34e62eb66 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.072972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03062a4f-2a50-4082-8340-4ce34e62eb66 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.095038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03062a4f-2a50-4082-8340-4ce34e62eb66 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c22a98a-59bf-4740-9a5b-d361a02e681a,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.105219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-03062a4f-2a50-4082-8340-4ce34e62eb66 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.106854 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-03062a4f-2a50-4082-8340-4ce34e62eb66 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424227 Nov 29 02:01:37.110226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48678) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:37.117467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-84eedc0e-1da0-4288-9924-0e51ba69361f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1e23fd57-9744-4c97-9f5b-27861b9ef84f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:37.136548 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] For port f7592c31-82d9-4fab-9e69-f280b4c3e9aa, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:37.139963 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] For port f7592c31-82d9-4fab-9e69-f280b4c3e9aa, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:37.145853 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.151787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84eedc0e-1da0-4288-9924-0e51ba69361f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.202152 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:37.202846 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:37.216524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84eedc0e-1da0-4288-9924-0e51ba69361f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.222042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84eedc0e-1da0-4288-9924-0e51ba69361f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.224776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cd15e2e0-0699-45bc-90b1-e09a074676ef None None] Provisioning complete for port f7592c31-82d9-4fab-9e69-f280b4c3e9aa triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:37.225227 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2e0-0699-45bc-90b1-e09a074676ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.247734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eedc0e-1da0-4288-9924-0e51ba69361f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196af49c-5fa2-4912-9d6c-ba6c975971a8,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.260042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84eedc0e-1da0-4288-9924-0e51ba69361f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.263068 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-84eedc0e-1da0-4288-9924-0e51ba69361f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507397 Nov 29 02:01:37.265786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48680) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:37.271426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a3a1f22a-2231-4c8b-ae89-5bc49fb23517 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1e23fd57-9744-4c97-9f5b-27861b9ef84f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:37.303296 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e635c-1681-4f48-82a2-32a4c2d0eab5 None None] Pushing event updated for resources: {'Port': ['ID=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.305121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1f22a-2231-4c8b-ae89-5bc49fb23517 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.324180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2e0-0699-45bc-90b1-e09a074676ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.350038 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:37.382818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cd15e2e0-0699-45bc-90b1-e09a074676ef None None] For port f7592c31-82d9-4fab-9e69-f280b4c3e9aa, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:37.383150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1f22a-2231-4c8b-ae89-5bc49fb23517 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.388102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1f22a-2231-4c8b-ae89-5bc49fb23517 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.392647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2e0-0699-45bc-90b1-e09a074676ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.419534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1f22a-2231-4c8b-ae89-5bc49fb23517 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1bc8ce-70df-4b51-a50b-8e0287af62fb,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.433424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1f22a-2231-4c8b-ae89-5bc49fb23517 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.435627 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a3a1f22a-2231-4c8b-ae89-5bc49fb23517 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1676574 Nov 29 02:01:37.438276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48682) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:37.444732 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d51e7e6c-63ef-40e3-aa69-31ee22d1bc62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1e23fd57-9744-4c97-9f5b-27861b9ef84f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:37.473018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15e2e0-0699-45bc-90b1-e09a074676ef None None] Pushing event updated for resources: {'Port': ['ID=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.474823 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-d51e7e6c-63ef-40e3-aa69-31ee22d1bc62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:01:37.480456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d51e7e6c-63ef-40e3-aa69-31ee22d1bc62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.514584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b9e0729b-2ff9-4128-af41-bd2994bd14df None None] Provisioning complete for port f7592c31-82d9-4fab-9e69-f280b4c3e9aa triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:37.515055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9e0729b-2ff9-4128-af41-bd2994bd14df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.550715 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d51e7e6c-63ef-40e3-aa69-31ee22d1bc62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.555835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d51e7e6c-63ef-40e3-aa69-31ee22d1bc62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.569556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e7e6c-63ef-40e3-aa69-31ee22d1bc62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375709c4-d56b-4840-a9b5-ebede4983a2d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.587967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d51e7e6c-63ef-40e3-aa69-31ee22d1bc62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.592021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d51e7e6c-63ef-40e3-aa69-31ee22d1bc62 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513445 Nov 29 02:01:37.592733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48684) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:37.599446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-de7d41d3-a09e-4feb-acc6-684da86c8463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'security_group_rule': {'security_group_id': '1e23fd57-9744-4c97-9f5b-27861b9ef84f', 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:37.625236 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-de7d41d3-a09e-4feb-acc6-684da86c8463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Project 8bdc7c5504b34632881f3029e18fa8f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:01:37.630804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-de7d41d3-a09e-4feb-acc6-684da86c8463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.679150 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:01:37Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:37.688482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:37.692949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-de7d41d3-a09e-4feb-acc6-684da86c8463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.696588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-de7d41d3-a09e-4feb-acc6-684da86c8463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.707141 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a911f-9eb6-4b71-a5a7-55000d1dcddb None None] The sync data for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv is: [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:01:37Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:37.714493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d41d3-a09e-4feb-acc6-684da86c8463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5dcf7f2-198b-42ac-b73f-349bb5ea107b,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.725836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-de7d41d3-a09e-4feb-acc6-684da86c8463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.727230 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-de7d41d3-a09e-4feb-acc6-684da86c8463 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326907 Nov 29 02:01:37.754453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:37.754908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.973011 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-3c2ad8d5-d20a-4154-8c2f-d97bfb19d828 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738743155&fields=id&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 267 time: 0.0467288 Nov 29 02:01:38.087597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-b6d0d144-2372-43dc-b1ed-c17df3d83d44 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:38.089137 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-b6d0d144-2372-43dc-b1ed-c17df3d83d44 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/networks?id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b HTTP/1.1" status: 200 len: 796 time: 0.1087174 Nov 29 02:01:38.112267 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-bbb34b7d-effd-4618-b0cc-25059f40d319 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/quotas/8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 375 time: 0.0162590 Nov 29 02:01:38.165631 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-65b482fe-14f8-4e06-8612-8673e5faf377 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474923 Nov 29 02:01:38.314534 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-743e4c5d-d4d5-4531-9cc7-a935f23f5e87 service neutron] 10.222.0.30 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364622 Nov 29 02:01:38.407112 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-56daebaa-9ff5-43f3-a28c-f21ad53a0a9c service neutron] 10.222.0.30 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864513 Nov 29 02:01:38.596177 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6b05e0e0-c01b-4232-b92a-cd0681ae5d36 req-24e47259-9979-4cf6-bf19-5bf2b70c6352 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 210 time: 0.0331635 Nov 29 02:01:39.714353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f7592c31-82d9-4fab-9e69-f280b4c3e9aa up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:39.720752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-2e8d90a2-c398-4993-801f-964ece817a84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:39.722291 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-2e8d90a2-c398-4993-801f-964ece817a84 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/networks?id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b HTTP/1.1" status: 200 len: 796 time: 0.1422677 Nov 29 02:01:39.724019 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b94c0b17-8c64-4059-8c08-63504da0ed46 req-d9166d18-dfcc-4654-a835-15b56b8b0530 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 210 time: 0.0398922 Nov 29 02:01:39.770270 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port f7592c31-82d9-4fab-9e69-f280b4c3e9aa triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:39.770758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.805626 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-5003edc8-288b-4a31-9b49-c92d2e93a2bc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc7c5504b34632881f3029e18fa8f2 HTTP/1.1" status: 200 len: 380 time: 0.0582428 Nov 29 02:01:39.818257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'port': {'device_id': 'bda671d3-629c-4049-9f26-e73ed794922c', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'admin_state_up': True, 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'security_groups': ['1e23fd57-9744-4c97-9f5b-27861b9ef84f']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:39.926616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Made reservation on behalf of 8bdc7c5504b34632881f3029e18fa8f2 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:39.930058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.051844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.20.0.14 (a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b/c2f24c07-9bf7-42e4-b036-0dbddab9484b/0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:40.185839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.217236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.257735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:40.262717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:40.266262 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:40.291990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:40.320598 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:40.321216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.337602 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23a9d4f5-080d-4f39-bb1e-38ad6520ac0a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5227869 Nov 29 02:01:40.356204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Request body: {'port': {'device_id': 'bda671d3-629c-4049-9f26-e73ed794922c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:40.416967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.454996 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e9d5ae65-538f-49ae-aa11-1717d9981a1f None None] Provisioning complete for port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:40.455372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ae65-538f-49ae-aa11-1717d9981a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.488462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5ae65-538f-49ae-aa11-1717d9981a1f None None] Port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:40.610341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86fc8dc8-5055-4e9e-bd52-e88157a04318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.684737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:01:40.692128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.704346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Transition to ACTIVE for port object 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:01:40.707688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.775959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:40.858623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Attempting to bind port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:40.858963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Attempting to bind port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:40.859366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Attempting to bind port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 on network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:40.870309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dcc9e-bf73-4bd3-8f20-12a3582c0713 req-fe603302-8b6e-43d5-8052-bacc975124fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:40.871802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f20dcc9e-bf73-4bd3-8f20-12a3582c0713 req-fe603302-8b6e-43d5-8052-bacc975124fc tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 944 time: 0.0739577 Nov 29 02:01:40.874088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 on network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:01:40.874415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Attempting to bind port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 on network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:40.883051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:40.883390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Checking segment: {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:40.883774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Bound using segment: {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:40.884215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Bound port: 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:40.884574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.966818 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f20dcc9e-bf73-4bd3-8f20-12a3582c0713 req-231084bc-c624-4624-8736-f1a6cc942050 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855944 Nov 29 02:01:40.985619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] For port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:40.988833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] For port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:40.992980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.026441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:41.027163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.028557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] 10.222.0.21 "PUT /v2.0/ports/0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 HTTP/1.1" status: 200 len: 1094 time: 0.6767430 Nov 29 02:01:41.029027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:41.031308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78" -d '{"events": [{"name": "network-changed", "server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:41.056749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab57db-96f2-474f-a7ea-0fb336849ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:41.087099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a437587-58bf-4d9c-b747-2d4662ff665f x-openstack-request-id: req-2a437587-58bf-4d9c-b747-2d4662ff665f {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:41.087419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:41.087678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a437587-58bf-4d9c-b747-2d4662ff665f {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:41.088084 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'status': 'completed', 'code': 200} Nov 29 02:01:41.145993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23514616-645e-4905-8413-afd6b04e5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:41.147517 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-23514616-645e-4905-8413-afd6b04e5bac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 1097 time: 0.0429106 Nov 29 02:01:41.202781 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-596fa4e4-1bda-4445-b19a-09d1b6949a37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 HTTP/1.1" status: 200 len: 217 time: 0.0403626 Nov 29 02:01:41.255132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-2dcd796a-243f-4b7b-9a8d-847b53b7225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:41.256621 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-2dcd796a-243f-4b7b-9a8d-847b53b7225b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2f24c07-9bf7-42e4-b036-0dbddab9484b HTTP/1.1" status: 200 len: 835 time: 0.0461111 Nov 29 02:01:41.306225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-69d02a47-4f00-421d-8e9a-1fa257ecfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:41.307708 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-69d02a47-4f00-421d-8e9a-1fa257ecfd33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435431 Nov 29 02:01:41.405132 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-7eda9117-27c5-4520-9f88-414bf745255c service neutron] 10.222.0.21 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900857 Nov 29 02:01:41.492557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a5e25c-8ae8-4867-92c9-b62ddfa42909 req-d850324a-ccd2-4827-af1f-8c1f9018cac4 service neutron] 10.222.0.21 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802855 Nov 29 02:01:41.615954 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-ca9d012e-8484-4931-98c4-91826fb22291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:41.617422 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-ca9d012e-8484-4931-98c4-91826fb22291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 1097 time: 0.0408914 Nov 29 02:01:41.709167 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-7e93c877-662a-4e75-a9a7-6e9abee7cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:41.710538 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-7e93c877-662a-4e75-a9a7-6e9abee7cecc service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b HTTP/1.1" status: 200 len: 897 time: 0.0864205 Nov 29 02:01:41.751383 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-9fdfe284-83ef-47b1-8e54-8eb73f373263 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 HTTP/1.1" status: 200 len: 217 time: 0.0336962 Nov 29 02:01:41.803782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-9bd6b395-6345-4b9f-b818-c3f460f771e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:41.805234 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-9bd6b395-6345-4b9f-b818-c3f460f771e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2f24c07-9bf7-42e4-b036-0dbddab9484b HTTP/1.1" status: 200 len: 835 time: 0.0468802 Nov 29 02:01:41.851295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-caaaaeac-939e-4c9d-9e4c-ed2e1c9c9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:41.852750 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-caaaaeac-939e-4c9d-9e4c-ed2e1c9c9ff2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386674 Nov 29 02:01:41.945069 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-540999ce-2611-4c38-bd19-09c3ae12a786 service neutron] 10.222.0.21 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 Nov 29 02:01:42.046595 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2b7bb1c4-5149-4865-b983-6a8ae0b73d78 req-fd9bcf79-e0e8-468a-bf2f-e6bbec940b5a service neutron] 10.222.0.21 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923445 Nov 29 02:01:42.081527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b803d-d73e-40aa-b25c-5b24bb179286 req-9d7084e7-9d45-4843-9310-d63554242ae9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:42.083062 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-377b803d-d73e-40aa-b25c-5b24bb179286 req-9d7084e7-9d45-4843-9310-d63554242ae9 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 944 time: 0.0490394 Nov 29 02:01:42.135899 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-377b803d-d73e-40aa-b25c-5b24bb179286 req-31bd5dbb-fb49-4971-810e-d52765ad4f73 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469890 Nov 29 02:01:43.256292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce8b5f-3af0-44c5-9830-77c04fc1e147 req-5d1362bd-c10d-4349-a003-76e808ddfdd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:43.257809 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-39ce8b5f-3af0-44c5-9830-77c04fc1e147 req-5d1362bd-c10d-4349-a003-76e808ddfdd2 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 944 time: 0.0535247 Nov 29 02:01:43.306449 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-39ce8b5f-3af0-44c5-9830-77c04fc1e147 req-64a89fa2-47e6-461f-9c1d-074406ee3675 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Nov 29 02:01:43.921385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.175258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-21c5102a-a579-4ff2-bc21-52be0537215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.415903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97546382-03f7-42c8-bfe4-dbc498d41523 req-5d8c7dc4-e2a2-46d6-88c9-67992a2a1376 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:44.417461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97546382-03f7-42c8-bfe4-dbc498d41523 req-5d8c7dc4-e2a2-46d6-88c9-67992a2a1376 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 944 time: 0.0476460 Nov 29 02:01:44.465672 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97546382-03f7-42c8-bfe4-dbc498d41523 req-6ea82f39-1aa8-403c-91ff-77e8255d1b75 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Nov 29 02:01:44.838530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:01:44.934246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:44.945013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'port_id': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'mac_address': 'fa:16:3e:85:3e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:01:44.988246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.000527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:01:45.021723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:45.025665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.069929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:45.297016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:01:45.347470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.578700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd3469-d3f7-429d-b10a-a44b5de531c9 req-6471a79d-6c54-46d1-83ce-3e5d9af05920 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:45.580217 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bfcd3469-d3f7-429d-b10a-a44b5de531c9 req-6471a79d-6c54-46d1-83ce-3e5d9af05920 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 945 time: 0.0492988 Nov 29 02:01:45.630236 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bfcd3469-d3f7-429d-b10a-a44b5de531c9 req-7adcc273-facb-4c7d-acc9-111b8dff1d0b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441074 Nov 29 02:01:46.306322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.742933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f7485-37c8-4889-b1d8-20ca60c7b8fd req-d0c91289-6133-46b9-9bc9-6ab022dd6d5f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:46.744448 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5b5f7485-37c8-4889-b1d8-20ca60c7b8fd req-d0c91289-6133-46b9-9bc9-6ab022dd6d5f tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 945 time: 0.0491824 Nov 29 02:01:46.791805 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5b5f7485-37c8-4889-b1d8-20ca60c7b8fd req-0880ccf4-b3b5-4f52-acc1-b5fb819c652d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415170 Nov 29 02:01:46.853540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:46.902694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:01:46.906724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:46.907535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.980511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.006880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:47.009455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8cdb4f-1566-4df6-8c54-9293ebf3bb28" -d '{"events": [{"server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "name": "network-vif-plugged", "status": "completed", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:47.023084 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:47.027460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.076430 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:47.100758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26b243e-70e2-4f69-ada5-713d27823eb0 x-openstack-request-id: req-a26b243e-70e2-4f69-ada5-713d27823eb0 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:47.101067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "name": "network-vif-plugged", "status": "completed", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:47.101346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a26b243e-70e2-4f69-ada5-713d27823eb0 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:47.101749 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'code': 200} Nov 29 02:01:47.616953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea938c5-49f8-4a46-a74e-ddae10438623 req-76b9faf9-3f45-46f7-b3e2-297184159f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:47.618493 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9ea938c5-49f8-4a46-a74e-ddae10438623 req-76b9faf9-3f45-46f7-b3e2-297184159f02 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 1099 time: 0.3571360 Nov 29 02:01:47.664958 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9ea938c5-49f8-4a46-a74e-ddae10438623 req-1b186a5b-f5d0-431d-a054-d529ea704ef5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381880 Nov 29 02:01:47.906028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec9605-faa7-4d43-b7f3-9caf6d1b1c4c req-0362fe57-c8b6-492a-87c0-70e7dd1be83a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:47.907686 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ec9605-faa7-4d43-b7f3-9caf6d1b1c4c req-0362fe57-c8b6-492a-87c0-70e7dd1be83a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 946 time: 0.0487807 Nov 29 02:01:47.955767 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0ec9605-faa7-4d43-b7f3-9caf6d1b1c4c req-a464fdc4-f626-438e-ad88-dda0a505c0b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Nov 29 02:01:49.067586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ace0a-c7cf-43a8-9810-dc83736c389e req-98eb7e1c-5952-445a-bd0a-7602f8cca6eb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.069064 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-527ace0a-c7cf-43a8-9810-dc83736c389e req-98eb7e1c-5952-445a-bd0a-7602f8cca6eb tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 946 time: 0.0480340 Nov 29 02:01:49.125014 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-527ace0a-c7cf-43a8-9810-dc83736c389e req-0afa1c32-aa73-4195-900f-10e1cfe4f408 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496886 Nov 29 02:01:49.236055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6b00-87e9-4457-a363-509515735f14 req-68232563-e1c3-4647-a358-2f4b21b1331a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.237533 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5d8c6b00-87e9-4457-a363-509515735f14 req-68232563-e1c3-4647-a358-2f4b21b1331a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 946 time: 0.0481739 Nov 29 02:01:49.288774 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5d8c6b00-87e9-4457-a363-509515735f14 req-9739e48e-b3e0-425f-bda3-154af1f056a8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453651 Nov 29 02:01:49.310153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48746) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.348253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b808bb-a824-4597-94d5-62eaf2071b54 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.349746 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f4b808bb-a824-4597-94d5-62eaf2071b54 tempest-TestNetworkBasicOps-1453240683 tempest-TestNetworkBasicOps-1453240683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 1094 time: 0.0385952 Nov 29 02:01:49.352442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48748) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.356596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:49.378203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.475824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.573816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Allocated IP 172.26.8.124 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/b694ab5e-baf1-49bd-b5ea-f836e1a6dfc2) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:49.675921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.708712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.746834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:49.749606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:49.757831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:49.760916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=b694ab5e-baf1-49bd-b5ea-f836e1a6dfc2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:50.094709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.159411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.305202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.309714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.382904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event updated for resources: {'Port': ['ID=b694ab5e-baf1-49bd-b5ea-f836e1a6dfc2,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:50.391007 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.485256 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 3a44d93a-2331-4577-863e-0c72e478baf0 associated. External IP: 172.26.8.124, port: 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74. Nov 29 02:01:50.691035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 1cc69ab9-b357-4b03-9515-1b895bf09a41 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:50.796288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:50.806248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] Sync routers for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:50.814316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.815483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:50.816115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:50.840931 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7f894f29-0b4b-4202-aa21-74f2cd7f24a0 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4875057 Nov 29 02:01:50.841520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:50.843802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:50.843950 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48750) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.880172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c4936-bf86-45c5-b548-917fe1641a82 x-openstack-request-id: req-089c4936-bf86-45c5-b548-917fe1641a82 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:50.880465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:50.880741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-089c4936-bf86-45c5-b548-917fe1641a82 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:50.881116 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'status': 'completed', 'code': 200} Nov 29 02:01:50.913331 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8a1448d1-9106-4b09-9f70-cbeb153ca995 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/3a44d93a-2331-4577-863e-0c72e478baf0 HTTP/1.1" status: 200 len: 992 time: 0.0683258 Nov 29 02:01:50.924386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:50.963819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-3a69446a-efbc-4410-afd5-03105131c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:50.965241 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-3a69446a-efbc-4410-afd5-03105131c5cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 1099 time: 0.0401232 Nov 29 02:01:51.059036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-85c87d50-b7fd-44cf-abf5-da53ccd2a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:51.060509 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-85c87d50-b7fd-44cf-abf5-da53ccd2a0a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b HTTP/1.1" status: 200 len: 897 time: 0.0879846 Nov 29 02:01:51.128578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-6ba18cb2-780a-4129-bfc0-4a05dd8daf30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 HTTP/1.1" status: 200 len: 1000 time: 0.0599117 Nov 29 02:01:51.145572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3a44d93a-2331-4577-863e-0c72e478baf0', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'port_id': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'mac_address': 'fa:16:3e:85:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda671d3-629c-4049-9f26-e73ed794922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:01:49Z', 'updated_at': '2021-11-29T02:01:49Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:01:37Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:51.175153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] Checking router: 1cc69ab9-b357-4b03-9515-1b895bf09a41 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:51.181091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-f99d9423-f211-4d3d-841b-2724ed1ac879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:51.182630 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-f99d9423-f211-4d3d-841b-2724ed1ac879 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2f24c07-9bf7-42e4-b036-0dbddab9484b HTTP/1.1" status: 200 len: 835 time: 0.0476770 Nov 29 02:01:51.183538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:51.184134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:51.229364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-c040131f-6f18-4338-9396-f3c04073626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:51.230923 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-c040131f-6f18-4338-9396-f3c04073626c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405898 Nov 29 02:01:51.287991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:51.324879 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-89ed162f-e7dd-4adc-875b-52fb4e3496f2 service neutron] 10.222.0.21 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862319 Nov 29 02:01:51.414737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-166babe6-cb3f-41a0-b1a0-f45c99b15ac1 req-249f52e2-081c-44cb-b78a-31a88229c2f5 service neutron] 10.222.0.21 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831051 Nov 29 02:01:51.508208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3a44d93a-2331-4577-863e-0c72e478baf0', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'port_id': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'mac_address': 'fa:16:3e:85:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda671d3-629c-4049-9f26-e73ed794922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:01:49Z', 'updated_at': '2021-11-29T02:01:49Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:01:37Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:51.537900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901abb0d-82d6-44e6-adc0-28c1d6535f73 None None] The sync data for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv is: [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 4, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3a44d93a-2331-4577-863e-0c72e478baf0', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'port_id': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'mac_address': 'fa:16:3e:85:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda671d3-629c-4049-9f26-e73ed794922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:01:49Z', 'updated_at': '2021-11-29T02:01:49Z', 'revision_number': 0, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:01:37Z', 'revision_number': 5, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:51.729652 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597eafa4-1a39-4c76-b65d-bf2b269db529 None None] New status for floating IP 3a44d93a-2331-4577-863e-0c72e478baf0: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:01:51.916187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48754) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:51.979882 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-844f5f76-a3bf-4147-bdb3-c62fe6beb505 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/3a44d93a-2331-4577-863e-0c72e478baf0 HTTP/1.1" status: 200 len: 994 time: 0.0625196 Nov 29 02:01:52.361675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.172070 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:02:10.611330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-35b2fbac-bd64-46cd-b724-dea69c2ead54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.926136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.176385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56a1d189-00ef-40b6-84ab-42feee017977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.320012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.298130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.597680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48766) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.602272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-062cc568-39c3-4d77-a4c4-3409a99272ad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:20.895736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-062cc568-39c3-4d77-a4c4-3409a99272ad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.906868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-062cc568-39c3-4d77-a4c4-3409a99272ad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.012844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062cc568-39c3-4d77-a4c4-3409a99272ad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 1cc69ab9-b357-4b03-9515-1b895bf09a41 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:21.118647 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062cc568-39c3-4d77-a4c4-3409a99272ad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:21.125536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-062cc568-39c3-4d77-a4c4-3409a99272ad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.126747 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-062cc568-39c3-4d77-a4c4-3409a99272ad tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/1cc69ab9-b357-4b03-9515-1b895bf09a41 HTTP/1.1" status: 200 len: 889 time: 0.5280457 Nov 29 02:02:21.129047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd25c9e-4a92-4cba-bcd5-9ab142579421 None None] Sync routers for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:21.139104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd25c9e-4a92-4cba-bcd5-9ab142579421 None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:21.139703 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1bd25c9e-4a92-4cba-bcd5-9ab142579421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.173978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1bd25c9e-4a92-4cba-bcd5-9ab142579421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.182054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd25c9e-4a92-4cba-bcd5-9ab142579421 None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:21.182673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1bd25c9e-4a92-4cba-bcd5-9ab142579421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.213026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-1bd25c9e-4a92-4cba-bcd5-9ab142579421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.213649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd25c9e-4a92-4cba-bcd5-9ab142579421 None None] The sync data for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv is: [] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:21.960925 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6cc79-a248-405f-8e8d-c52ce35cce5c None None] New status for floating IP 3a44d93a-2331-4577-863e-0c72e478baf0: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:02:21.992764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:22.074031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.094184 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:22.099264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.100094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f7592c31-82d9-4fab-9e69-f280b4c3e9aa no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:22.174120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:22.362876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.376913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.399216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port f7592c31-82d9-4fab-9e69-f280b4c3e9aa, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:22.403060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.448430 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:23.257459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48770) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.262119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2b37fedd-2192-4143-b854-48d60cc8afe8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:23.815185 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b37fedd-2192-4143-b854-48d60cc8afe8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7888711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24883'] for router, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.825210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b37fedd-2192-4143-b854-48d60cc8afe8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7892004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7888718'] for router, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.930071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b37fedd-2192-4143-b854-48d60cc8afe8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 1cc69ab9-b357-4b03-9515-1b895bf09a41 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:24.038771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b37fedd-2192-4143-b854-48d60cc8afe8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:24.045491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b37fedd-2192-4143-b854-48d60cc8afe8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.047206 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2b37fedd-2192-4143-b854-48d60cc8afe8 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/1cc69ab9-b357-4b03-9515-1b895bf09a41 HTTP/1.1" status: 200 len: 888 time: 0.7886927 Nov 29 02:02:24.048874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] Sync routers for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:24.049514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48772) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.058615 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:24.059223 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:24.112451 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-edf5e4eb-3683-4d1a-8508-ec60e335b499 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/3a44d93a-2331-4577-863e-0c72e478baf0 HTTP/1.1" status: 200 len: 992 time: 0.0617702 Nov 29 02:02:24.164630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:24.384713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:23Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3a44d93a-2331-4577-863e-0c72e478baf0', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'port_id': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'mac_address': 'fa:16:3e:85:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda671d3-629c-4049-9f26-e73ed794922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:01:49Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:24.411379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] Checking router: 1cc69ab9-b357-4b03-9515-1b895bf09a41 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:02:24.419783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:24.420385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:24.522975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:24.750786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:23Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3a44d93a-2331-4577-863e-0c72e478baf0', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'port_id': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'mac_address': 'fa:16:3e:85:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda671d3-629c-4049-9f26-e73ed794922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:01:49Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:24.776739 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358ceb2-010f-4415-9d66-6d16bd144deb None None] The sync data for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv is: [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:23Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3a44d93a-2331-4577-863e-0c72e478baf0', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'port_id': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'mac_address': 'fa:16:3e:85:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda671d3-629c-4049-9f26-e73ed794922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:01:49Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 2, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:02:22Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:25.116226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48774) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:25.177764 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bf4b4e7e-88bc-46ab-9a4d-52426bfa8046 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/3a44d93a-2331-4577-863e-0c72e478baf0 HTTP/1.1" status: 200 len: 992 time: 0.0603843 Nov 29 02:02:25.731150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:25.780268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:25.780642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.862015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.883555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:25.887717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.888542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f7592c31-82d9-4fab-9e69-f280b4c3e9aa up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:25.960085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.973461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port f7592c31-82d9-4fab-9e69-f280b4c3e9aa triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:25.974049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.053363 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.086320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port f7592c31-82d9-4fab-9e69-f280b4c3e9aa, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:26.089802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.136271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:26.181639 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48776) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.246276 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fc06d644-2b54-4f5a-8851-9a2bba009d2c tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/3a44d93a-2331-4577-863e-0c72e478baf0 HTTP/1.1" status: 200 len: 992 time: 0.0635052 Nov 29 02:02:26.289241 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c94f0-c7a0-4dbb-a3b2-3df9d4e5a83f None None] New status for floating IP 3a44d93a-2331-4577-863e-0c72e478baf0: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:02:27.250118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48778) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:27.312199 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0463c0b3-df7f-46f1-b1df-b2ff517733b6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/floatingips/3a44d93a-2331-4577-863e-0c72e478baf0 HTTP/1.1" status: 200 len: 994 time: 0.0604479 Nov 29 02:02:27.577373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48784) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:27.699659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:27.734132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port b694ab5e-baf1-49bd-b5ea-f836e1a6dfc2 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:27.734508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.748941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:27.749306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.809130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.809464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.821699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for b694ab5e-baf1-49bd-b5ea-f836e1a6dfc2 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:27.825391 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f7592c31-82d9-4fab-9e69-f280b4c3e9aa up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:27.870254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port f7592c31-82d9-4fab-9e69-f280b4c3e9aa triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:27.870736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.969279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.998394 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=b694ab5e-baf1-49bd-b5ea-f836e1a6dfc2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:28.025985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.026339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.026714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.027059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.027401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.027738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.028072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.028406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.028739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.029068 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.029396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.029721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.070706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.070979 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Floating IP 3a44d93a-2331-4577-863e-0c72e478baf0 disassociated (deleted). External IP: 172.26.8.124, port: 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74. Nov 29 02:02:28.275137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 1cc69ab9-b357-4b03-9515-1b895bf09a41 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:28.381951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:28.386319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.391113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] Sync routers for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:28.401054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:28.401664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:28.414007 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b6567956-cdde-4cb6-b77e-64a4691e6961 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a44d93a-2331-4577-863e-0c72e478baf0 HTTP/1.1" status: 204 len: 168 time: 0.8355560 Nov 29 02:02:28.414627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:02:28.416885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c3bd5-8694-4161-bcf2-3be692ac6530" -d '{"events": [{"name": "network-changed", "server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:02:28.453039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad39af15-c0ab-4f02-8851-fccbb1980fac x-openstack-request-id: req-ad39af15-c0ab-4f02-8851-fccbb1980fac {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:02:28.453344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:02:28.453630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad39af15-c0ab-4f02-8851-fccbb1980fac {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:02:28.454737 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'status': 'completed', 'code': 200} Nov 29 02:02:28.515093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:28.546367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-7ab36dca-552a-4ecd-9aaf-14a73f033970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.548527 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-7ab36dca-552a-4ecd-9aaf-14a73f033970 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 1099 time: 0.0505071 Nov 29 02:02:28.676570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-07fcf34e-973a-43bc-a504-1f5af3876b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.677949 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-07fcf34e-973a-43bc-a504-1f5af3876b76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b HTTP/1.1" status: 200 len: 897 time: 0.1204226 Nov 29 02:02:28.686787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6d67d-eae8-4f89-91ec-235b11ffa871 req-1213b8e0-ac8a-44b6-a34d-f56bcb5d98b4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.689676 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a7d6d67d-eae8-4f89-91ec-235b11ffa871 req-1213b8e0-ac8a-44b6-a34d-f56bcb5d98b4 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 946 time: 0.0743887 Nov 29 02:02:28.729545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:23Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:02:26Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:28.735996 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-c158026e-ca34-41eb-a711-244d95d2f6d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 HTTP/1.1" status: 200 len: 217 time: 0.0452838 Nov 29 02:02:28.759709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] Checking router: 1cc69ab9-b357-4b03-9515-1b895bf09a41 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:02:28.768609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:28.769222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:28.798804 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a7d6d67d-eae8-4f89-91ec-235b11ffa871 req-84ddc86b-e5e9-4f1c-862d-e4a5396d583d tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021187 Nov 29 02:02:28.809469 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-fd23d719-a211-4422-a753-545ef74c22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.810947 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-fd23d719-a211-4422-a753-545ef74c22fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2f24c07-9bf7-42e4-b036-0dbddab9484b HTTP/1.1" status: 200 len: 835 time: 0.0676467 Nov 29 02:02:28.858474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-a586a8fb-8e8a-4669-913e-704b81f610f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.859975 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-a586a8fb-8e8a-4669-913e-704b81f610f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407867 Nov 29 02:02:28.873393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:28.962151 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-2feca2be-58e9-4892-a71a-622478207ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932777 Nov 29 02:02:29.056739 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e47c3bd5-8694-4161-bcf2-3be692ac6530 req-5049ab84-c887-4a7d-a54f-c35d547cbca0 service neutron] 10.222.0.21 "GET /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862517 Nov 29 02:02:29.212528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:23Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:02:26Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:29.238057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a876f-29db-4287-b2a0-774788d6be1a None None] The sync data for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv is: [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:23Z', 'revision_number': 6, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'f7592c31-82d9-4fab-9e69-f280b4c3e9aa', 'name': '', 'network_id': 'a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'mac_address': 'fa:16:3e:6f:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:33Z', 'updated_at': '2021-11-29T02:02:26Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'subnets': [{'id': 'c2f24c07-9bf7-42e4-b036-0dbddab9484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:29.877051 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eae0ea-f1ab-47de-bee1-f2c99a543e65 None None] New status for floating IP 3a44d93a-2331-4577-863e-0c72e478baf0: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:02:29.919748 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786d3e-bf56-48c4-8758-0df7cd8b7bd8 req-2db7c93b-b724-4600-a228-03086648e28b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:29.921312 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5f786d3e-bf56-48c4-8758-0df7cd8b7bd8 req-2db7c93b-b724-4600-a228-03086648e28b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 946 time: 0.0518181 Nov 29 02:02:29.976850 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5f786d3e-bf56-48c4-8758-0df7cd8b7bd8 req-6f1dec03-3bac-42e7-a6be-d30f66ee17f6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e23fd57-9744-4c97-9f5b-27861b9ef84f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494041 Nov 29 02:02:30.086225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-e7cc2417-48b6-48ae-9073-df151341f756 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.087703 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-e7cc2417-48b6-48ae-9073-df151341f756 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 946 time: 0.0478907 Nov 29 02:02:30.179082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:30.179427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.266015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:30.266300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.278875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:30.410146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.437953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:30.450820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.450820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.450820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.451105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.451371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.451696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.452039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.452375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.452708 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.453042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.453377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.453707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:30.491064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] No DVR routers for this DVR port 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:30.493477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.496833 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-883f31ef-2cc1-4569-88ed-fdad0d32196e req-35cd3a4b-cde9-471a-9f4e-47a35ae7fd4b tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.21 "DELETE /v2.0/ports/0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 HTTP/1.1" status: 204 len: 173 time: 0.4029777 Nov 29 02:02:30.497279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'name': 'network-vif-deleted', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:02:30.499554 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73990e2-4728-457e-be46-4262067a84e5" -d '{"events": [{"server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "name": "network-vif-deleted", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:02:30.540775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24ed41b-b5af-42d2-8173-693815a3039e x-openstack-request-id: req-b24ed41b-b5af-42d2-8173-693815a3039e {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:02:30.540775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda671d3-629c-4049-9f26-e73ed794922c", "name": "network-vif-deleted", "tag": "0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:02:30.540775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b24ed41b-b5af-42d2-8173-693815a3039e {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:02:30.540775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda671d3-629c-4049-9f26-e73ed794922c', 'name': 'network-vif-deleted', 'tag': '0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74', 'status': 'completed', 'code': 200} Nov 29 02:02:31.085717 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b75894e9-78f0-4f8b-9be6-a19cc062e74e req-00c0126a-db09-4566-847f-09b95e881745 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda671d3-629c-4049-9f26-e73ed794922c HTTP/1.1" status: 200 len: 210 time: 0.0273118 Nov 29 02:02:32.141571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48800) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:32.201936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa841db1-5989-4a36-adfe-f43822f6f25a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.226432 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa841db1-5989-4a36-adfe-f43822f6f25a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.285147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa841db1-5989-4a36-adfe-f43822f6f25a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.288194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa841db1-5989-4a36-adfe-f43822f6f25a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.289366 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fa841db1-5989-4a36-adfe-f43822f6f25a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e23fd57-9744-4c97-9f5b-27861b9ef84f HTTP/1.1" status: 204 len: 168 time: 0.1468306 Nov 29 02:02:32.298593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa841db1-5989-4a36-adfe-f43822f6f25a tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e23fd57-9744-4c97-9f5b-27861b9ef84f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:32.319196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48804) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:32.677400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.940870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port f7592c31-82d9-4fab-9e69-f280b4c3e9aa {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:32.941215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.964979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:32.984467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:32.984810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 0bff13b0-0ecb-4f3f-946b-8c76ca2d8d74 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:33.033076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port f7592c31-82d9-4fab-9e69-f280b4c3e9aa, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:33.033437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.045907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for f7592c31-82d9-4fab-9e69-f280b4c3e9aa owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:33.238148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.264994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=f7592c31-82d9-4fab-9e69-f280b4c3e9aa,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:33.433751 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.650596 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Router 1cc69ab9-b357-4b03-9515-1b895bf09a41 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:33.759026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:33.767480 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fa970f93-716f-478b-9a71-ae87dff71e24 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "PUT /v2.0/routers/1cc69ab9-b357-4b03-9515-1b895bf09a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438818 Nov 29 02:02:33.767480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48806) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:33.770850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] Sync routers for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:33.780417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:33.781124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:33.818396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-b218f248-2742-40ea-baee-6f219437cc58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting subnet c2f24c07-9bf7-42e4-b036-0dbddab9484b {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:33.821837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b218f248-2742-40ea-baee-6f219437cc58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.863236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b218f248-2742-40ea-baee-6f219437cc58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.885934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:33.949926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b218f248-2742-40ea-baee-6f219437cc58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.009088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b218f248-2742-40ea-baee-6f219437cc58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.039566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218f248-2742-40ea-baee-6f219437cc58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f24c07-9bf7-42e4-b036-0dbddab9484b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:34.044841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b218f248-2742-40ea-baee-6f219437cc58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.048569 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b218f248-2742-40ea-baee-6f219437cc58 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/subnets/c2f24c07-9bf7-42e4-b036-0dbddab9484b HTTP/1.1" status: 204 len: 168 time: 0.2802355 Nov 29 02:02:34.051210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48808) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:34.052787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6770c2-d7bb-4371-af14-97aa798b4c9e None None] Network a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:34.125549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:33Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:34.156208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] Checking router: 1cc69ab9-b357-4b03-9515-1b895bf09a41 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:02:34.160275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.199975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] Routers {'1cc69ab9-b357-4b03-9515-1b895bf09a41'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:34.200617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['1cc69ab9-b357-4b03-9515-1b895bf09a41'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:34.274102 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.315565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] Set router 1cc69ab9-b357-4b03-9515-1b895bf09a41 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:34.332969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Deleting port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:34.333314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.369678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] DHCP port deletion for a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:34.511469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Deleting port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:34.511843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.591226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] For port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec,segment=NetworkSegment(e14d4947-0b53-4ab6-9f04-e2cfc98cd301),segment_id=e14d4947-0b53-4ab6-9f04-e2cfc98cd301)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:34.591552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.606806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Calling delete_port for f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:34.620301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:33Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:34.679446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7817011-f38d-4d7d-a6ea-3604ba5dcd08 None None] The sync data for ids ['1cc69ab9-b357-4b03-9515-1b895bf09a41'] in dv-neutron-816800-5-hyperv is: [{'id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'name': 'tempest-TestNetworkBasicOps-router-2068683712', 'tenant_id': '8bdc7c5504b34632881f3029e18fa8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:30Z', 'updated_at': '2021-11-29T02:02:33Z', 'revision_number': 7, 'project_id': '8bdc7c5504b34632881f3029e18fa8f2', 'gw_port': {'id': '9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc69ab9-b357-4b03-9515-1b895bf09a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:31Z', 'updated_at': '2021-11-29T02:02:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:34.691475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] For port 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:34.691846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.705281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Calling delete_port for 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:34.725067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.751736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] No DVR routers for this DVR port f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:34.754773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Pushing event deleted for resources: {'Port': ['ID=f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:34.762920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.763309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.763668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.764023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.764432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.764666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.764999 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.765334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.765662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.765994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.766355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.766740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c92ab-2399-4da2-8941-b9b79ba68358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:34.883269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.907688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Port': ['ID=9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:34.922458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3483540-6a67-4121-8c48-b699381763f9 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:34.972718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.064750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.067022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.111281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.111745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc69ab9-b357-4b03-9515-1b895bf09a41 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:02:35.119298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.122958 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-84b2c106-741c-4e52-ac17-a2501e9534b3 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/routers/1cc69ab9-b357-4b03-9515-1b895bf09a41 HTTP/1.1" status: 204 len: 168 time: 1.0682957 Nov 29 02:02:35.123243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48810) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:35.204906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.292855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.318484 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:35.328261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:35.328558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14d4947-0b53-4ab6-9f04-e2cfc98cd301') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:35.338769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.352932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.358863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:35.359291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:35.362537 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:35.420178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.427786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.430448 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] 10.222.0.30 "DELETE /v2.0/networks/a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b HTTP/1.1" status: 204 len: 168 time: 0.3063052 Nov 29 02:02:35.441667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bd285-034b-4f37-abc2-9aa0e8988ce6 tempest-TestNetworkBasicOps-138020436 tempest-TestNetworkBasicOps-138020436-project] Pushing event deleted for resources: {'Network': ['ID=a2354fb0-ba6a-4b87-ad68-ab5c824d3c7b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:35.703062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48816) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:35.723524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:35.743123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:35.743476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9cbfb5c7-61d4-40d8-a7c1-6e9b68c8dcde not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:35.743904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:35.763042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:35.763396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f8b8cf87-ebf6-4109-a9d5-c47188eaa7ec not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:35.763829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f7592c31-82d9-4fab-9e69-f280b4c3e9aa no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:35.785961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: f7592c31-82d9-4fab-9e69-f280b4c3e9aa {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:35.786206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device f7592c31-82d9-4fab-9e69-f280b4c3e9aa not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:35.837997 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-42164454-9b23-4e12-8c64-8386a1b70708 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bdc7c5504b34632881f3029e18fa8f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322365 Nov 29 02:02:35.840501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48820) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:35.887302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef324-382a-4fe4-978c-bc41e026beaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.908593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef324-382a-4fe4-978c-bc41e026beaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.954150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef324-382a-4fe4-978c-bc41e026beaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.956862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef324-382a-4fe4-978c-bc41e026beaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.957957 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1d5ef324-382a-4fe4-978c-bc41e026beaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1304e3e-9eca-4071-9f8a-458722b7887e HTTP/1.1" status: 204 len: 168 time: 0.1165590 Nov 29 02:02:35.966210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ef324-382a-4fe4-978c-bc41e026beaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1304e3e-9eca-4071-9f8a-458722b7887e,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:36.231705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48826) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:36.245413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc681d86-2cd4-4f91-ab96-3845f7eebf3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.320457 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc681d86-2cd4-4f91-ab96-3845f7eebf3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.324273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc681d86-2cd4-4f91-ab96-3845f7eebf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.362212 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dc681d86-2cd4-4f91-ab96-3845f7eebf3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0e80c22bd814664b0a7f1247a81f901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293523 Nov 29 02:02:36.363378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc681d86-2cd4-4f91-ab96-3845f7eebf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80072405-fbd2-47a8-826a-2fe766642525,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:36.364888 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48828) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:36.420781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69a72f00-d0e6-4c14-9dbf-e099cdaa3739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.446232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69a72f00-d0e6-4c14-9dbf-e099cdaa3739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.492113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69a72f00-d0e6-4c14-9dbf-e099cdaa3739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.494871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-69a72f00-d0e6-4c14-9dbf-e099cdaa3739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.496014 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-69a72f00-d0e6-4c14-9dbf-e099cdaa3739 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80072405-fbd2-47a8-826a-2fe766642525 HTTP/1.1" status: 204 len: 168 time: 0.1301105 Nov 29 02:02:36.503881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a72f00-d0e6-4c14-9dbf-e099cdaa3739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80072405-fbd2-47a8-826a-2fe766642525,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:40.613432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7f2bf9a0-34f2-4c53-a19d-07fb26c0ad24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.105354 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e9157cac-00dc-4fa2-8778-4b415b4762bd tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8f13048382774913961f9ec962fac9be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299449 Nov 29 02:02:43.288629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-60b8e8f5-c9ee-45b8-9d13-d4da3933d3ed tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:43.290019 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-60b8e8f5-c9ee-45b8-9d13-d4da3933d3ed tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794035 Nov 29 02:02:43.304612 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-801769ee-6801-4df0-b5b8-364237c98925 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/quotas/8f13048382774913961f9ec962fac9be HTTP/1.1" status: 200 len: 375 time: 0.0087681 Nov 29 02:02:43.339021 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-f73c1b65-1951-453f-87e3-26b18afe63ad tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f13048382774913961f9ec962fac9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293190 Nov 29 02:02:43.491629 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-aaa41f91-a60f-4131-8aa4-dbce7ee72f29 req-e283d817-3e11-4f80-b4b3-be250ae4b203 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 210 time: 0.0267892 Nov 29 02:02:43.928309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.180669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-12221eaf-2403-4a8e-a9aa-1a5553f46383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.570893 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4e17fb8b-656a-49e6-9942-4bfcf2781bda req-58dec451-d9f1-4e92-9285-2e43493aeb73 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 210 time: 0.0262890 Nov 29 02:02:45.322984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.647775 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-eb45e31e-8878-46fb-af18-545b163c1846 req-9185c4bd-3150-4e14-baeb-73797deaba42 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 210 time: 0.0266128 Nov 29 02:02:46.170817 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:02:46.301028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.416817 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-a6aac7be-2f5e-4fc8-b3d6-f2e349d443ea tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8f13048382774913961f9ec962fac9be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211897 Nov 29 02:02:46.525880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-086967bb-390f-4545-9cdb-9595d9de6267 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:46.527377 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-086967bb-390f-4545-9cdb-9595d9de6267 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052134 Nov 29 02:02:46.546356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Request body: {'port': {'device_id': 'c88c4e5d-4517-4445-8291-2dca4355db47', 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2', 'admin_state_up': True, 'tenant_id': '8f13048382774913961f9ec962fac9be'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:46.651947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Made reservation on behalf of 8f13048382774913961f9ec962fac9be for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:46.655589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.663903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.061216 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e7efd896-bc8b-4368-abce-bbe644428e15 req-0d63e3da-5e3b-468e-a2f3-636d84aacb7d tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 210 time: 0.3440044 Nov 29 02:02:47.069674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.074145 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.132665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:47.203274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Allocated IP 192.168.233.85 (9a3effc3-b818-495a-895b-52f177407cd2/b878c2de-ca86-4602-88f0-526e7f3335b5/399338a0-1c7f-4adb-b25c-c6e702a42cc8) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:47.347009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.378777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.422963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Network 9a3effc3-b818-495a-895b-52f177407cd2 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:47.425999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:47.429660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:47.436121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Pushing event updated for resources: {'Port': ['ID=399338a0-1c7f-4adb-b25c-c6e702a42cc8,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:47.487281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:47.487904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.504996 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-e2f900f6-b413-49b1-ac15-56246af968bb tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9621985 Nov 29 02:02:47.522467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Request body: {'port': {'device_id': 'c88c4e5d-4517-4445-8291-2dca4355db47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:47.577754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.686205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-70031361-db47-47be-a374-b7c4ff19d9cd None None] Provisioning complete for port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:47.686766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70031361-db47-47be-a374-b7c4ff19d9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.720397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-70031361-db47-47be-a374-b7c4ff19d9cd None None] Port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:47.834501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399338a0-1c7f-4adb-b25c-c6e702a42cc8 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:02:47.841719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.854036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Transition to ACTIVE for port object 399338a0-1c7f-4adb-b25c-c6e702a42cc8 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:02:47.857035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.927882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Pushing event updated for resources: {'Port': ['ID=399338a0-1c7f-4adb-b25c-c6e702a42cc8,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:47.978443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Attempting to bind port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:47.978787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Attempting to bind port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:47.979120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Attempting to bind port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 on network 9a3effc3-b818-495a-895b-52f177407cd2 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:47.983556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 on network 9a3effc3-b818-495a-895b-52f177407cd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:02:47.983879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Attempting to bind port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 on network 9a3effc3-b818-495a-895b-52f177407cd2 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:47.991150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:47.991491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Checking segment: {'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:47.991877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Bound using segment: {'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:47.992313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Bound port: 399338a0-1c7f-4adb-b25c-c6e702a42cc8, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acf3be5-eac8-4ac4-a4f2-58412f786323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:47.992669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.056524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] For port 399338a0-1c7f-4adb-b25c-c6e702a42cc8, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:48.059852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] For port 399338a0-1c7f-4adb-b25c-c6e702a42cc8, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=399338a0-1c7f-4adb-b25c-c6e702a42cc8,segment=NetworkSegment(5acf3be5-eac8-4ac4-a4f2-58412f786323),segment_id=5acf3be5-eac8-4ac4-a4f2-58412f786323)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:48.064386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.103314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.104013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.105396 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] 10.222.0.21 "PUT /v2.0/ports/399338a0-1c7f-4adb-b25c-c6e702a42cc8 HTTP/1.1" status: 200 len: 1097 time: 0.5873482 Nov 29 02:02:48.105844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88c4e5d-4517-4445-8291-2dca4355db47', 'tag': '399338a0-1c7f-4adb-b25c-c6e702a42cc8'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:02:48.108136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c88c4e5d-4517-4445-8291-2dca4355db47", "tag": "399338a0-1c7f-4adb-b25c-c6e702a42cc8"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:02:48.134785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67050cfe-ffe9-44f1-b193-678970c9b375 service neutron] Pushing event updated for resources: {'Port': ['ID=399338a0-1c7f-4adb-b25c-c6e702a42cc8,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:48.168826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3fdda7-c65a-4c62-b11a-7575c1be00a4 x-openstack-request-id: req-8c3fdda7-c65a-4c62-b11a-7575c1be00a4 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:02:48.169190 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88c4e5d-4517-4445-8291-2dca4355db47", "tag": "399338a0-1c7f-4adb-b25c-c6e702a42cc8", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:02:48.169515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c3fdda7-c65a-4c62-b11a-7575c1be00a4 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:02:48.169996 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88c4e5d-4517-4445-8291-2dca4355db47', 'tag': '399338a0-1c7f-4adb-b25c-c6e702a42cc8', 'status': 'completed', 'code': 200} Nov 29 02:02:48.207791 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269038c-77e6-47b4-b795-f713e4296ec3 req-69d6dddd-6a6d-4d35-a506-6bd51a2ff07f tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.215307 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8269038c-77e6-47b4-b795-f713e4296ec3 req-69d6dddd-6a6d-4d35-a506-6bd51a2ff07f tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 947 time: 0.0853953 Nov 29 02:02:48.233473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-85bfeb08-33ac-4ad4-9e66-1ba615b25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.235082 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-85bfeb08-33ac-4ad4-9e66-1ba615b25cf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f13048382774913961f9ec962fac9be&device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 1100 time: 0.0465376 Nov 29 02:02:48.265320 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8269038c-77e6-47b4-b795-f713e4296ec3 req-4c3b4fb7-3175-4311-a79c-eff44ff609e9 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489721 Nov 29 02:02:48.285431 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-14d4677b-86b0-4389-98b4-da963d0adf57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=399338a0-1c7f-4adb-b25c-c6e702a42cc8 HTTP/1.1" status: 200 len: 217 time: 0.0368118 Nov 29 02:02:48.339607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-bf26db17-79ff-48f8-9899-8be645441dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.341045 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-bf26db17-79ff-48f8-9899-8be645441dae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b878c2de-ca86-4602-88f0-526e7f3335b5 HTTP/1.1" status: 200 len: 843 time: 0.0487988 Nov 29 02:02:48.387638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-a26b91e2-0a1d-428b-b54f-3973546e5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.389153 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-a26b91e2-0a1d-428b-b54f-3973546e5a8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a3effc3-b818-495a-895b-52f177407cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0411308 Nov 29 02:02:48.478947 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-d41f02af-5573-4097-9767-6e10acb9bd17 service neutron] 10.222.0.21 "GET /v2.0/networks/9a3effc3-b818-495a-895b-52f177407cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818248 Nov 29 02:02:48.577354 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c8680cf3-5c8a-4d56-bf00-e430450eaea3 req-c4be83dc-7708-409d-a089-40015d43d8f8 service neutron] 10.222.0.21 "GET /v2.0/networks/9a3effc3-b818-495a-895b-52f177407cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922029 Nov 29 02:02:48.699808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-6af56db0-fb03-4a33-b9c9-6d8e1ba5ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.701260 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-6af56db0-fb03-4a33-b9c9-6d8e1ba5ca92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f13048382774913961f9ec962fac9be&device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 1100 time: 0.0404713 Nov 29 02:02:48.794556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-cecf72e8-934c-4523-897d-55859fcba254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.795926 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-cecf72e8-934c-4523-897d-55859fcba254 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a3effc3-b818-495a-895b-52f177407cd2 HTTP/1.1" status: 200 len: 870 time: 0.0870330 Nov 29 02:02:48.840152 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-146318d7-c16b-45f2-b10a-d5ebe5d114d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=399338a0-1c7f-4adb-b25c-c6e702a42cc8 HTTP/1.1" status: 200 len: 217 time: 0.0345850 Nov 29 02:02:48.893399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-f1530d6e-d979-4126-b428-ef33e343a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.894863 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-f1530d6e-d979-4126-b428-ef33e343a107 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b878c2de-ca86-4602-88f0-526e7f3335b5 HTTP/1.1" status: 200 len: 843 time: 0.0474036 Nov 29 02:02:48.940712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-a62101f3-89da-4ce8-b625-19564f3a818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.942170 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-a62101f3-89da-4ce8-b625-19564f3a818a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a3effc3-b818-495a-895b-52f177407cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0399303 Nov 29 02:02:49.030853 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-4b3a2656-f817-4ae7-945f-9bfe52ff35fe service neutron] 10.222.0.21 "GET /v2.0/networks/9a3effc3-b818-495a-895b-52f177407cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811336 Nov 29 02:02:49.125458 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2f43fb3b-2816-40e9-a4f4-40bc0f8ee1c9 req-6ffdc661-dd0f-4098-96c3-bfce0b2d26a8 service neutron] 10.222.0.21 "GET /v2.0/networks/9a3effc3-b818-495a-895b-52f177407cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864112 Nov 29 02:02:49.381963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e93fc0-7d71-4eb2-b0c0-8bde57eb0b68 req-c957a5c4-e0d4-4812-9f85-1fb565e133cc tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:49.383405 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b7e93fc0-7d71-4eb2-b0c0-8bde57eb0b68 req-c957a5c4-e0d4-4812-9f85-1fb565e133cc tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 947 time: 0.0487363 Nov 29 02:02:49.430240 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b7e93fc0-7d71-4eb2-b0c0-8bde57eb0b68 req-0ff20063-bc3a-42d4-b1f8-d4fce0d717ae tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409515 Nov 29 02:02:50.544485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f69c1d-e869-4d29-8dab-50d1d24c0404 req-91ae9b0e-1c03-4a28-a420-12b61e5505db tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:50.545968 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-79f69c1d-e869-4d29-8dab-50d1d24c0404 req-91ae9b0e-1c03-4a28-a420-12b61e5505db tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 947 time: 0.0506124 Nov 29 02:02:50.592862 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-79f69c1d-e869-4d29-8dab-50d1d24c0404 req-375f9bd7-0dbc-481b-810d-238ba47c2e94 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Nov 29 02:02:51.063038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 399338a0-1c7f-4adb-b25c-c6e702a42cc8 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:02:51.159207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 399338a0-1c7f-4adb-b25c-c6e702a42cc8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=399338a0-1c7f-4adb-b25c-c6e702a42cc8,segment=NetworkSegment(5acf3be5-eac8-4ac4-a4f2-58412f786323),segment_id=5acf3be5-eac8-4ac4-a4f2-58412f786323)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:51.169913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '399338a0-1c7f-4adb-b25c-c6e702a42cc8', 'network_id': '9a3effc3-b818-495a-895b-52f177407cd2', 'port_id': '399338a0-1c7f-4adb-b25c-c6e702a42cc8', 'mac_address': 'fa:16:3e:5c:c9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b878c2de-ca86-4602-88f0-526e7f3335b5', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:02:51.206263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.218575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399338a0-1c7f-4adb-b25c-c6e702a42cc8 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:02:51.237142 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 399338a0-1c7f-4adb-b25c-c6e702a42cc8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=399338a0-1c7f-4adb-b25c-c6e702a42cc8,segment=NetworkSegment(5acf3be5-eac8-4ac4-a4f2-58412f786323),segment_id=5acf3be5-eac8-4ac4-a4f2-58412f786323)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:51.240957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.289407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=399338a0-1c7f-4adb-b25c-c6e702a42cc8,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:51.628803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['399338a0-1c7f-4adb-b25c-c6e702a42cc8'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:02:51.713408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83561764-84ff-4a56-a22d-981d5733b36d req-a09924e2-a903-429b-9f00-86aed03ce702 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:51.714943 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-83561764-84ff-4a56-a22d-981d5733b36d req-a09924e2-a903-429b-9f00-86aed03ce702 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 948 time: 0.0541852 Nov 29 02:02:51.762562 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-83561764-84ff-4a56-a22d-981d5733b36d req-235b16a5-3d58-4dcf-91dc-1c70b05fa7cf tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Nov 29 02:02:52.376959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:52.874479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c58165-22dc-466f-b754-7b48876017c3 req-8d3ab523-5b64-47d3-b83c-63a13113b3f8 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:52.875997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8c58165-22dc-466f-b754-7b48876017c3 req-8d3ab523-5b64-47d3-b83c-63a13113b3f8 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 948 time: 0.0493901 Nov 29 02:02:52.923193 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8c58165-22dc-466f-b754-7b48876017c3 req-e00e4fce-f15d-4453-b2a5-1ffa920b70c5 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Nov 29 02:02:53.074484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 399338a0-1c7f-4adb-b25c-c6e702a42cc8 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:53.124682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:02:53.129148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:53.129521 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.204704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.226340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88c4e5d-4517-4445-8291-2dca4355db47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399338a0-1c7f-4adb-b25c-c6e702a42cc8'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:02:53.228621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1a2873-0e43-4d0d-8136-89dab4eed11c" -d '{"events": [{"server_uuid": "c88c4e5d-4517-4445-8291-2dca4355db47", "name": "network-vif-plugged", "status": "completed", "tag": "399338a0-1c7f-4adb-b25c-c6e702a42cc8"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:02:53.241524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 399338a0-1c7f-4adb-b25c-c6e702a42cc8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=399338a0-1c7f-4adb-b25c-c6e702a42cc8,segment=NetworkSegment(5acf3be5-eac8-4ac4-a4f2-58412f786323),segment_id=5acf3be5-eac8-4ac4-a4f2-58412f786323)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:53.245772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.274687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6d8759-9014-4284-8598-4a67facbcd77 x-openstack-request-id: req-3c6d8759-9014-4284-8598-4a67facbcd77 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:02:53.274979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88c4e5d-4517-4445-8291-2dca4355db47", "name": "network-vif-plugged", "status": "completed", "tag": "399338a0-1c7f-4adb-b25c-c6e702a42cc8", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:02:53.275231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c6d8759-9014-4284-8598-4a67facbcd77 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:02:53.275609 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88c4e5d-4517-4445-8291-2dca4355db47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399338a0-1c7f-4adb-b25c-c6e702a42cc8', 'code': 200} Nov 29 02:02:53.301232 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=399338a0-1c7f-4adb-b25c-c6e702a42cc8,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:53.467807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc741d1-6db4-4dc3-8b40-83e037518be3 req-cfd05e30-c459-47ac-867c-a5e151dd2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:53.469189 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5dc741d1-6db4-4dc3-8b40-83e037518be3 req-cfd05e30-c459-47ac-867c-a5e151dd2fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 1102 time: 0.0395575 Nov 29 02:02:53.514532 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5dc741d1-6db4-4dc3-8b40-83e037518be3 req-5a0bad10-5304-4e11-ad44-710dbefd3b84 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Nov 29 02:02:54.038116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbe99-4009-4520-907e-6b016218d8d1 req-20260943-1fa5-4dfc-b40b-09d49b538343 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:54.039591 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c70dbe99-4009-4520-907e-6b016218d8d1 req-20260943-1fa5-4dfc-b40b-09d49b538343 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 949 time: 0.0516467 Nov 29 02:02:54.087486 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c70dbe99-4009-4520-907e-6b016218d8d1 req-49493b97-4e35-4cf9-8377-a77ddba7227e tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Nov 29 02:02:55.207538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7924a1c-0321-43c7-a6cd-c524d414af21 req-3aace2ed-3095-4077-b657-c75dc8f055ff tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:55.209037 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7924a1c-0321-43c7-a6cd-c524d414af21 req-3aace2ed-3095-4077-b657-c75dc8f055ff tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 949 time: 0.0535138 Nov 29 02:02:55.258940 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7924a1c-0321-43c7-a6cd-c524d414af21 req-3425d3fc-9adf-48eb-aea3-5221975ba65b tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Nov 29 02:02:55.538085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-d56fc4e1-5224-4682-88d0-9dd2140d628b req-da70d56d-dfe8-4d16-932a-a710eb75c7bc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:02:55.539096 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d56fc4e1-5224-4682-88d0-9dd2140d628b req-da70d56d-dfe8-4d16-932a-a710eb75c7bc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055306 Nov 29 02:02:55.975439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-89a55d8f-32a5-418a-b4de-f907905696af req-d248a4e5-5247-4973-a01a-483f79c2b9f0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:02:55.976446 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89a55d8f-32a5-418a-b4de-f907905696af req-d248a4e5-5247-4973-a01a-483f79c2b9f0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942125 Nov 29 02:02:56.321040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7d549-bc29-45f3-8bbc-599508a7b458 req-3adcbb7a-0e2e-4bb9-9c01-970f1d420c18 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:56.322655 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64e7d549-bc29-45f3-8bbc-599508a7b458 req-3adcbb7a-0e2e-4bb9-9c01-970f1d420c18 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 949 time: 0.0484803 Nov 29 02:02:56.369526 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64e7d549-bc29-45f3-8bbc-599508a7b458 req-b52b2c50-73ff-4a07-80ac-4611c36535ca tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Nov 29 02:02:57.488960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5161-054e-4946-8a42-d73078ae49c9 req-dc0ab323-d224-424c-8b39-261b698fd6f8 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:57.490538 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-74fa5161-054e-4946-8a42-d73078ae49c9 req-dc0ab323-d224-424c-8b39-261b698fd6f8 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 949 time: 0.0491710 Nov 29 02:02:57.539332 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-74fa5161-054e-4946-8a42-d73078ae49c9 req-a4c24652-df99-4dd0-b62e-ef7911ead823 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Nov 29 02:02:57.804027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-c20563f2-4837-431e-8804-740264dcceab tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:57.805447 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-c20563f2-4837-431e-8804-740264dcceab tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 949 time: 0.0467029 Nov 29 02:02:57.895005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Deleting port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:57.895273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.981068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] For port 399338a0-1c7f-4adb-b25c-c6e702a42cc8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=399338a0-1c7f-4adb-b25c-c6e702a42cc8,segment=NetworkSegment(5acf3be5-eac8-4ac4-a4f2-58412f786323),segment_id=5acf3be5-eac8-4ac4-a4f2-58412f786323)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:57.981348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.994036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Calling delete_port for 399338a0-1c7f-4adb-b25c-c6e702a42cc8 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:58.123086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.154506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Pushing event deleted for resources: {'Port': ['ID=399338a0-1c7f-4adb-b25c-c6e702a42cc8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:58.158652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['399338a0-1c7f-4adb-b25c-c6e702a42cc8'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:02:58.200328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] No DVR routers for this DVR port 399338a0-1c7f-4adb-b25c-c6e702a42cc8 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:58.203038 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.207083 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e12d699-5e37-41cf-8eab-e7d491810982 req-db088f77-5512-43e6-8604-e26486c7a4b3 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.21 "DELETE /v2.0/ports/399338a0-1c7f-4adb-b25c-c6e702a42cc8 HTTP/1.1" status: 204 len: 173 time: 0.3950348 Nov 29 02:02:58.207541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88c4e5d-4517-4445-8291-2dca4355db47', 'name': 'network-vif-deleted', 'tag': '399338a0-1c7f-4adb-b25c-c6e702a42cc8'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:02:58.209812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce52daa-c725-41b0-9791-132267da011b" -d '{"events": [{"server_uuid": "c88c4e5d-4517-4445-8291-2dca4355db47", "name": "network-vif-deleted", "tag": "399338a0-1c7f-4adb-b25c-c6e702a42cc8"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:02:58.248316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cbce42-c1e1-43e0-b083-679cc1e45ecc x-openstack-request-id: req-d4cbce42-c1e1-43e0-b083-679cc1e45ecc {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:02:58.248620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88c4e5d-4517-4445-8291-2dca4355db47", "name": "network-vif-deleted", "tag": "399338a0-1c7f-4adb-b25c-c6e702a42cc8", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:02:58.248884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4cbce42-c1e1-43e0-b083-679cc1e45ecc {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:02:58.249514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88c4e5d-4517-4445-8291-2dca4355db47', 'name': 'network-vif-deleted', 'tag': '399338a0-1c7f-4adb-b25c-c6e702a42cc8', 'status': 'completed', 'code': 200} Nov 29 02:02:58.641318 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-997e8487-dbd9-43a6-947f-3552da0b59db req-19adb5a0-0fc4-4cac-92db-e99659a9c199 tempest-ServersAdminNegativeTestJSON-480319237 tempest-ServersAdminNegativeTestJSON-480319237-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88c4e5d-4517-4445-8291-2dca4355db47 HTTP/1.1" status: 200 len: 210 time: 0.0272400 Nov 29 02:02:59.927296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48974) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:00.063442 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d3ac56fc-7a41-42e2-b256-cafbe5720962 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f13048382774913961f9ec962fac9be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348495 Nov 29 02:03:00.066300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48978) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:00.115939 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bf00d623-5091-4621-a1e2-50da3f6abf15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.136995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bf00d623-5091-4621-a1e2-50da3f6abf15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.183283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bf00d623-5091-4621-a1e2-50da3f6abf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.185934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bf00d623-5091-4621-a1e2-50da3f6abf15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.187100 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bf00d623-5091-4621-a1e2-50da3f6abf15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4 HTTP/1.1" status: 204 len: 168 time: 0.1198611 Nov 29 02:03:00.195663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00d623-5091-4621-a1e2-50da3f6abf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffbd8e9-a1f0-4a6b-8f9f-4b06e99ea7c4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:00.434993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 48984) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:00.448062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5008b998-d8ce-431d-86ab-1d67346e09a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.524266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5008b998-d8ce-431d-86ab-1d67346e09a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.528081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5008b998-d8ce-431d-86ab-1d67346e09a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.567281 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5008b998-d8ce-431d-86ab-1d67346e09a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b4e69c233234b018df2ca1764e1c435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311886 Nov 29 02:03:00.568156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008b998-d8ce-431d-86ab-1d67346e09a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59336f9-ac46-4c5a-9b75-1b4e07f23b25,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:00.570971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 48986) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:00.618877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e5c50b7a-ac45-4227-be70-45a351d42b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.639590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e5c50b7a-ac45-4227-be70-45a351d42b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.684886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e5c50b7a-ac45-4227-be70-45a351d42b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.687523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e5c50b7a-ac45-4227-be70-45a351d42b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.688699 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e5c50b7a-ac45-4227-be70-45a351d42b11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d59336f9-ac46-4c5a-9b75-1b4e07f23b25 HTTP/1.1" status: 204 len: 168 time: 0.1163380 Nov 29 02:03:00.696169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c50b7a-ac45-4227-be70-45a351d42b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59336f9-ac46-4c5a-9b75-1b4e07f23b25,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:01.111625 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 399338a0-1c7f-4adb-b25c-c6e702a42cc8 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:01.134774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 399338a0-1c7f-4adb-b25c-c6e702a42cc8 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:01.135130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 399338a0-1c7f-4adb-b25c-c6e702a42cc8 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:01.338315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49008) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:01.432422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-681453468-network', 'tenant_id': '17eedfb44a614e158b147fcc1457c287'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:01.453774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Made reservation on behalf of 17eedfb44a614e158b147fcc1457c287 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:01.456016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.464170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.540611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.541109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.566399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:01.581582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500af326-e331-4c61-9e94-352fd551a15b,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:01.585950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.586280 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Added segment 6160b6d9-3ea0-4057-83cb-3806f2afeee5 of type vlan for network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 Nov 29 02:03:01.627195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.651086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.652250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:01.652782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.685237 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3458030 Nov 29 02:03:01.688540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49012) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:01.694226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Request body: {'subnet': {'network_id': '02a3be0c-d4c0-48bb-8503-bffc8e6e9a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-681453468-subnet', 'tenant_id': '17eedfb44a614e158b147fcc1457c287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:01.714151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Made reservation on behalf of 17eedfb44a614e158b147fcc1457c287 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:01.716405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.717013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765b02c-3cdc-4da4-8ee4-7294b637e4eb admin admin] Pushing event updated for resources: {'Network': ['ID=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:01.728768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:01.884843 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.943638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8613889d-84a1-4d88-85ae-c3ac1701b801,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:01.952221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Checking segment: {'id': '6160b6d9-3ea0-4057-83cb-3806f2afeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '02a3be0c-d4c0-48bb-8503-bffc8e6e9a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:01.952581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Network hostable DHCP agents. Network: 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:01.968943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:01.978035 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:01.982556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:01.983587 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.986856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5620a83e-a1d3-4048-9c2d-13c15829a327 None None] Network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:02.003299 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-15556df3-91a9-432e-9a0d-c2a3eca412dc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3129723 Nov 29 02:03:02.113577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c83ab3-bffc-425a-8523-c9fb3f810b4c None None] Network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:02.412380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-be08e168-9f93-4f0a-86ef-40e314b2b159 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:02.413822 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-be08e168-9f93-4f0a-86ef-40e314b2b159 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/networks?id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 HTTP/1.1" status: 200 len: 811 time: 0.0985856 Nov 29 02:03:02.428657 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-f1bb1a70-ed02-46a5-aca1-4b326c2636f6 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/quotas/17eedfb44a614e158b147fcc1457c287 HTTP/1.1" status: 200 len: 375 time: 0.0092208 Nov 29 02:03:02.464012 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-7edf6b3b-57af-438f-9d5e-dd2d8c111831 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=17eedfb44a614e158b147fcc1457c287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302575 Nov 29 02:03:02.555635 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-dccf00ae-e6fc-499d-a777-f7815ceb34a7 service neutron] 10.222.0.30 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842683 Nov 29 02:03:02.645260 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-7c64f257-292b-425d-81b7-632bfee2115d service neutron] 10.222.0.30 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835502 Nov 29 02:03:02.795608 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-00079998-5703-4ed5-b6e8-49f95f51f711 req-5a479d45-aef9-4a4c-9901-61fe5e50100f tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 210 time: 0.0265510 Nov 29 02:03:03.783889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e1fb63ba-f5ce-4c9d-890f-fe5386890eb9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:03.785420 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e1fb63ba-f5ce-4c9d-890f-fe5386890eb9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.21 "GET /v2.0/networks?id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 HTTP/1.1" status: 200 len: 811 time: 0.1119144 Nov 29 02:03:03.817137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Request body: {'port': {'device_id': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'network_id': '02a3be0c-d4c0-48bb-8503-bffc8e6e9a86', 'admin_state_up': True, 'tenant_id': '17eedfb44a614e158b147fcc1457c287'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:03.892933 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9fbac450-3fbe-4b1f-936e-760a0084f631 req-06844ca0-cf5a-47fd-b831-38f085b7241d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 210 time: 0.0268703 Nov 29 02:03:03.934594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Made reservation on behalf of 17eedfb44a614e158b147fcc1457c287 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:03.938095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.059182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Allocated IP 172.20.0.4 (02a3be0c-d4c0-48bb-8503-bffc8e6e9a86/8613889d-84a1-4d88-85ae-c3ac1701b801/fe1fdd2f-983c-4eee-a225-c86077c09442) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:04.207217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.239337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.283250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:04.286290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:04.289951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:04.296336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Pushing event updated for resources: {'Port': ['ID=fe1fdd2f-983c-4eee-a225-c86077c09442,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:04.345842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:04.346366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.363800 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-d0a47845-1432-4338-964d-ed8d92cfc75d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516462 Nov 29 02:03:04.381829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Request body: {'port': {'device_id': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:04.433538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.691505 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1fdd2f-983c-4eee-a225-c86077c09442 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:03:04.698716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.710100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Transition to ACTIVE for port object fe1fdd2f-983c-4eee-a225-c86077c09442 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:03:04.713780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.767574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Pushing event updated for resources: {'Port': ['ID=fe1fdd2f-983c-4eee-a225-c86077c09442,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:04.828607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Attempting to bind port fe1fdd2f-983c-4eee-a225-c86077c09442 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:04.829208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Attempting to bind port fe1fdd2f-983c-4eee-a225-c86077c09442 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '6160b6d9-3ea0-4057-83cb-3806f2afeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '02a3be0c-d4c0-48bb-8503-bffc8e6e9a86'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:04.829321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Attempting to bind port fe1fdd2f-983c-4eee-a225-c86077c09442 on network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:04.833458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Port fe1fdd2f-983c-4eee-a225-c86077c09442 on network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:03:04.834036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Attempting to bind port fe1fdd2f-983c-4eee-a225-c86077c09442 on network 02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:04.839484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:04.839829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Checking segment: {'id': '6160b6d9-3ea0-4057-83cb-3806f2afeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '02a3be0c-d4c0-48bb-8503-bffc8e6e9a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:04.840412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Bound using segment: {'id': '6160b6d9-3ea0-4057-83cb-3806f2afeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '02a3be0c-d4c0-48bb-8503-bffc8e6e9a86'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:04.840948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Bound port: fe1fdd2f-983c-4eee-a225-c86077c09442, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6160b6d9-3ea0-4057-83cb-3806f2afeee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '02a3be0c-d4c0-48bb-8503-bffc8e6e9a86'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:04.841395 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.909730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] For port fe1fdd2f-983c-4eee-a225-c86077c09442, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:04.912712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] For port fe1fdd2f-983c-4eee-a225-c86077c09442, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=fe1fdd2f-983c-4eee-a225-c86077c09442,segment=NetworkSegment(6160b6d9-3ea0-4057-83cb-3806f2afeee5),segment_id=6160b6d9-3ea0-4057-83cb-3806f2afeee5)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:04.917375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.955139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:04.955806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.957213 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] 10.222.0.21 "PUT /v2.0/ports/fe1fdd2f-983c-4eee-a225-c86077c09442 HTTP/1.1" status: 200 len: 1093 time: 0.5796602 Nov 29 02:03:04.957665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'tag': 'fe1fdd2f-983c-4eee-a225-c86077c09442'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:04.960964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f" -d '{"events": [{"name": "network-changed", "server_uuid": "07f76845-500f-4bc3-a3ba-ec31ed9151b8", "tag": "fe1fdd2f-983c-4eee-a225-c86077c09442"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:05.003671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c44d4f-ccbf-4ec1-8e2f-5ddcbdd21b79 x-openstack-request-id: req-85c44d4f-ccbf-4ec1-8e2f-5ddcbdd21b79 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:05.003969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f76845-500f-4bc3-a3ba-ec31ed9151b8", "tag": "fe1fdd2f-983c-4eee-a225-c86077c09442", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:05.004246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85c44d4f-ccbf-4ec1-8e2f-5ddcbdd21b79 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:05.004659 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'tag': 'fe1fdd2f-983c-4eee-a225-c86077c09442', 'status': 'completed', 'code': 200} Nov 29 02:03:05.013594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9fe8f-97a3-4a73-9fdc-5d7d469b310e service neutron] Pushing event updated for resources: {'Port': ['ID=fe1fdd2f-983c-4eee-a225-c86077c09442,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:05.055327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e5faf-2ee9-4fe8-8c38-4df3417d8207 req-b1d3793d-147d-484f-9c76-7d7900d83545 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:05.056817 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-077e5faf-2ee9-4fe8-8c38-4df3417d8207 req-b1d3793d-147d-484f-9c76-7d7900d83545 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 943 time: 0.0887902 Nov 29 02:03:05.093887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-8cd804aa-32a9-464e-a8ca-82f071d9f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:05.096030 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-8cd804aa-32a9-464e-a8ca-82f071d9f539 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17eedfb44a614e158b147fcc1457c287&device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 1096 time: 0.0743361 Nov 29 02:03:05.113197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-077e5faf-2ee9-4fe8-8c38-4df3417d8207 req-1bff14b7-7850-43d9-bffb-76065b6cf06d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505016 Nov 29 02:03:05.150512 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-6ba7d2cc-b75a-4453-810d-029773c57cd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe1fdd2f-983c-4eee-a225-c86077c09442 HTTP/1.1" status: 200 len: 217 time: 0.0410380 Nov 29 02:03:05.198472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-aed92b3c-0da9-4d60-b951-5b1df40b8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:05.199899 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-aed92b3c-0da9-4d60-b951-5b1df40b8ece service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8613889d-84a1-4d88-85ae-c3ac1701b801 HTTP/1.1" status: 200 len: 851 time: 0.0429926 Nov 29 02:03:05.231336 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-797b2db7-dec6-4184-a158-67b89c09c80f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239909 Nov 29 02:03:05.323444 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-47d19035-6346-4892-a71d-ff53d649a5d2 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846021 Nov 29 02:03:05.412342 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49d14ee6-a50a-4815-916e-cef74cff7a29 req-799d7401-e8f1-4b68-9115-71a40df8c4a3 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813823 Nov 29 02:03:05.550835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-981b8d45-af51-41f7-aaa0-3cc8aef76755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:05.552338 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-981b8d45-af51-41f7-aaa0-3cc8aef76755 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17eedfb44a614e158b147fcc1457c287&device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 1096 time: 0.0458906 Nov 29 02:03:05.644068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-957e10ac-3229-4ccd-9822-cfb4f8533f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:05.645537 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-957e10ac-3229-4ccd-9822-cfb4f8533f6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 HTTP/1.1" status: 200 len: 912 time: 0.0841417 Nov 29 02:03:05.692217 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-3fec2ebb-6475-4e6b-8c9f-4d9c34ab9f21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe1fdd2f-983c-4eee-a225-c86077c09442 HTTP/1.1" status: 200 len: 217 time: 0.0374527 Nov 29 02:03:05.740762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-32004c07-ac0e-4f7b-9adb-953a0adf6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:05.742161 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-32004c07-ac0e-4f7b-9adb-953a0adf6d06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8613889d-84a1-4d88-85ae-c3ac1701b801 HTTP/1.1" status: 200 len: 851 time: 0.0424407 Nov 29 02:03:05.774909 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-eb4c8ea3-f019-42cc-a411-59f2c36521bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247917 Nov 29 02:03:05.871020 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-1d7bc32c-602e-4e24-8322-6a160117b478 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889554 Nov 29 02:03:05.959299 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9f351a0e-bfba-49e9-b8e6-e65c06abee9f req-51c9bff9-409c-4479-be83-ceab9af472c9 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804234 Nov 29 02:03:06.226786 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6b538-7062-404e-9a68-028f91fd8f46 req-6f0f5280-e81b-4bd1-b0d8-7183621b21b7 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:06.228247 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-68c6b538-7062-404e-9a68-028f91fd8f46 req-6f0f5280-e81b-4bd1-b0d8-7183621b21b7 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 943 time: 0.0484703 Nov 29 02:03:06.274727 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-68c6b538-7062-404e-9a68-028f91fd8f46 req-6feccf50-14f0-4e5c-bdb0-711eed569e81 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Nov 29 02:03:07.388476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda03c0-a784-4476-b9cc-c4531d1be09e req-9569ddcc-d4f9-4065-b9fb-b99f52ee5b67 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:07.389932 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7cda03c0-a784-4476-b9cc-c4531d1be09e req-9569ddcc-d4f9-4065-b9fb-b99f52ee5b67 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 943 time: 0.0483334 Nov 29 02:03:07.439815 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7cda03c0-a784-4476-b9cc-c4531d1be09e req-6c0d2df3-fcd2-43ee-b329-99a1b56cf67f tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Nov 29 02:03:08.550664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723db67-54e6-4eca-8344-435d980059b4 req-6aebe3f8-f1aa-498d-9723-8900a4f33b64 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:08.552148 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b723db67-54e6-4eca-8344-435d980059b4 req-6aebe3f8-f1aa-498d-9723-8900a4f33b64 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 943 time: 0.0485647 Nov 29 02:03:08.602737 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b723db67-54e6-4eca-8344-435d980059b4 req-ab0b440f-6278-4563-bb33-05459903caaa tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Nov 29 02:03:09.158248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device fe1fdd2f-983c-4eee-a225-c86077c09442 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:03:09.254216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port fe1fdd2f-983c-4eee-a225-c86077c09442, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=fe1fdd2f-983c-4eee-a225-c86077c09442,segment=NetworkSegment(6160b6d9-3ea0-4057-83cb-3806f2afeee5),segment_id=6160b6d9-3ea0-4057-83cb-3806f2afeee5)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:09.265326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'fe1fdd2f-983c-4eee-a225-c86077c09442', 'network_id': '02a3be0c-d4c0-48bb-8503-bffc8e6e9a86', 'port_id': 'fe1fdd2f-983c-4eee-a225-c86077c09442', 'mac_address': 'fa:16:3e:7d:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8613889d-84a1-4d88-85ae-c3ac1701b801', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:03:09.302197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.314641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1fdd2f-983c-4eee-a225-c86077c09442 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:03:09.333852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port fe1fdd2f-983c-4eee-a225-c86077c09442, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=fe1fdd2f-983c-4eee-a225-c86077c09442,segment=NetworkSegment(6160b6d9-3ea0-4057-83cb-3806f2afeee5),segment_id=6160b6d9-3ea0-4057-83cb-3806f2afeee5)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:09.336924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.392742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=fe1fdd2f-983c-4eee-a225-c86077c09442,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.625460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['fe1fdd2f-983c-4eee-a225-c86077c09442'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:03:09.723511 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20ac3f-869c-4f4e-84e8-23a105d3c965 req-2502b3af-f07e-4330-bafd-057ce4bdc10d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:09.725252 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ac20ac3f-869c-4f4e-84e8-23a105d3c965 req-2502b3af-f07e-4330-bafd-057ce4bdc10d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 944 time: 0.0508525 Nov 29 02:03:09.777412 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ac20ac3f-869c-4f4e-84e8-23a105d3c965 req-479ea7fe-939a-4420-9f44-02bf33f26e67 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 Nov 29 02:03:10.615411 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4eea3c1e-7736-49f7-aecc-b976e687e636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.891029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3d40-dd53-45c7-a1f5-08176ccabd0b req-1347be84-86db-4fd6-8760-88c291ff5cc8 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:10.893150 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-246f3d40-dd53-45c7-a1f5-08176ccabd0b req-1347be84-86db-4fd6-8760-88c291ff5cc8 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 944 time: 0.0479298 Nov 29 02:03:10.938069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-246f3d40-dd53-45c7-a1f5-08176ccabd0b req-762122ee-c349-4fe2-927d-e9616505ef55 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Nov 29 02:03:11.152577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device fe1fdd2f-983c-4eee-a225-c86077c09442 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:11.199829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port fe1fdd2f-983c-4eee-a225-c86077c09442 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:03:11.204288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port fe1fdd2f-983c-4eee-a225-c86077c09442 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:11.204656 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.279352 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.300825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1fdd2f-983c-4eee-a225-c86077c09442'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:11.303068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7ca963-0d72-4de7-826d-043418b1d2d9" -d '{"events": [{"server_uuid": "07f76845-500f-4bc3-a3ba-ec31ed9151b8", "name": "network-vif-plugged", "status": "completed", "tag": "fe1fdd2f-983c-4eee-a225-c86077c09442"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:11.316421 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port fe1fdd2f-983c-4eee-a225-c86077c09442, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=fe1fdd2f-983c-4eee-a225-c86077c09442,segment=NetworkSegment(6160b6d9-3ea0-4057-83cb-3806f2afeee5),segment_id=6160b6d9-3ea0-4057-83cb-3806f2afeee5)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:11.320706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.348081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c411f-c031-4e46-8c92-40feced54aa0 x-openstack-request-id: req-729c411f-c031-4e46-8c92-40feced54aa0 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:11.348379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f76845-500f-4bc3-a3ba-ec31ed9151b8", "name": "network-vif-plugged", "status": "completed", "tag": "fe1fdd2f-983c-4eee-a225-c86077c09442", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:11.348643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-729c411f-c031-4e46-8c92-40feced54aa0 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:11.349024 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1fdd2f-983c-4eee-a225-c86077c09442', 'code': 200} Nov 29 02:03:11.373852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=fe1fdd2f-983c-4eee-a225-c86077c09442,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:11.543371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736a7a2-5d99-4201-acad-d324ed51c078 req-1c83473b-cac8-49e7-8993-cc2b589bfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:11.544856 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c736a7a2-5d99-4201-acad-d324ed51c078 req-1c83473b-cac8-49e7-8993-cc2b589bfb38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 1098 time: 0.0398729 Nov 29 02:03:11.588163 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c736a7a2-5d99-4201-acad-d324ed51c078 req-b2256682-c126-4fc4-b5a9-6907fe392c98 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Nov 29 02:03:12.050964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21b8a3-bfea-4aa6-815c-e1d9c6106a39 req-8392e617-931e-41a0-b7c8-a531366dd5d6 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:12.052446 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0c21b8a3-bfea-4aa6-815c-e1d9c6106a39 req-8392e617-931e-41a0-b7c8-a531366dd5d6 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0488143 Nov 29 02:03:12.098923 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0c21b8a3-bfea-4aa6-815c-e1d9c6106a39 req-08247e27-2ac0-472e-bbf7-f455c4d90346 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Nov 29 02:03:13.221778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da643e-ad7e-40ed-aae6-04d3b57a6ea3 req-7618f971-4e94-4af0-b156-a7f67bff268a tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:13.223295 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-90da643e-ad7e-40ed-aae6-04d3b57a6ea3 req-7618f971-4e94-4af0-b156-a7f67bff268a tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Nov 29 02:03:13.269695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-90da643e-ad7e-40ed-aae6-04d3b57a6ea3 req-d8aa9103-0c5b-45b4-ad45-f5140ba55302 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405974 Nov 29 02:03:13.589284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fcdef-2854-462e-9b2b-2ce59f9dcb19 req-e0a1032f-d1a5-4b82-b32a-0c20a1f9ffac tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:13.590844 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-472fcdef-2854-462e-9b2b-2ce59f9dcb19 req-e0a1032f-d1a5-4b82-b32a-0c20a1f9ffac tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0489366 Nov 29 02:03:13.622044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49074) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:13.640667 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-472fcdef-2854-462e-9b2b-2ce59f9dcb19 req-e027752c-609d-42ab-b485-65c2e56d2ca1 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438454 Nov 29 02:03:13.711682 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-ab673229-c59c-4e4f-8ef9-e176e7e26ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884094 Nov 29 02:03:13.720508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-894d927d-2ee7-4217-822f-601ce42786d8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:03:13.721981 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-894d927d-2ee7-4217-822f-601ce42786d8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053363 Nov 29 02:03:13.931328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.181579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9b4908f6-e523-4a76-ab82-3ffbdc50ed19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.756949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dd03a-7168-4a87-9ba4-01fcc68337af req-d83c0b2d-d1c6-4474-8af3-59c29b3c784b tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:14.758399 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bc7dd03a-7168-4a87-9ba4-01fcc68337af req-d83c0b2d-d1c6-4474-8af3-59c29b3c784b tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Nov 29 02:03:14.804741 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bc7dd03a-7168-4a87-9ba4-01fcc68337af req-97e0b0aa-a788-4be5-8fa3-53ea357103cc tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Nov 29 02:03:15.010492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-522cb499-1a00-4034-9eef-acedb844be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:15.011881 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-522cb499-1a00-4034-9eef-acedb844be8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17eedfb44a614e158b147fcc1457c287&device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 1098 time: 0.0440607 Nov 29 02:03:15.098109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-ad50076f-95e1-4e95-b5ac-0adaddec93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:15.099571 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-ad50076f-95e1-4e95-b5ac-0adaddec93b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 HTTP/1.1" status: 200 len: 912 time: 0.0812781 Nov 29 02:03:15.144329 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-0dbae29f-01cb-4a41-ad97-05cfcc91c696 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe1fdd2f-983c-4eee-a225-c86077c09442 HTTP/1.1" status: 200 len: 217 time: 0.0375094 Nov 29 02:03:15.192587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-f58fdfb2-aae8-4392-960d-2c49ad30f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:15.193965 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-f58fdfb2-aae8-4392-960d-2c49ad30f4d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8613889d-84a1-4d88-85ae-c3ac1701b801 HTTP/1.1" status: 200 len: 851 time: 0.0420485 Nov 29 02:03:15.225006 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-0397bfdd-fb5b-4421-9492-ae15008f398d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236447 Nov 29 02:03:15.315101 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-e87b38aa-b0fa-47a3-8d7d-650f3a1fb071 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833650 Nov 29 02:03:15.326228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.403207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-11cb181a-ddf9-466b-ae15-15073646bd4e service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814211 Nov 29 02:03:15.917541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59117cb7-e001-436f-b66f-afba7b93cf8f req-f26722ff-68dd-46e8-a001-276bb0102f78 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:15.918942 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-59117cb7-e001-436f-b66f-afba7b93cf8f req-f26722ff-68dd-46e8-a001-276bb0102f78 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Nov 29 02:03:15.968780 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-59117cb7-e001-436f-b66f-afba7b93cf8f req-c48fd0ca-8792-462e-b59f-2cedc219b895 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Nov 29 02:03:16.303336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.082298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237305ce-d4b4-49b0-9eed-6d1fd9b5cabd req-f69fc7dd-decd-494e-af3d-2165d2047f65 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:17.083770 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-237305ce-d4b4-49b0-9eed-6d1fd9b5cabd req-f69fc7dd-decd-494e-af3d-2165d2047f65 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0476801 Nov 29 02:03:17.138207 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-237305ce-d4b4-49b0-9eed-6d1fd9b5cabd req-b7f95054-cca5-4ed0-a856-5077e921f46c tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486493 Nov 29 02:03:18.250351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad03858-cc7f-48f7-a496-38de30eb9872 req-a268986e-1902-400e-a44e-43099d0cb5d5 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:18.251868 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5ad03858-cc7f-48f7-a496-38de30eb9872 req-a268986e-1902-400e-a44e-43099d0cb5d5 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0483453 Nov 29 02:03:18.298738 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5ad03858-cc7f-48f7-a496-38de30eb9872 req-7e0c434c-0606-4a22-bf36-6763f9b9f738 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Nov 29 02:03:19.411419 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9df9f-dcd1-4033-849c-08bf7fe31c0f req-acdf259f-79e3-4fd0-80c3-fa76e949eed0 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:19.412874 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-21f9df9f-dcd1-4033-849c-08bf7fe31c0f req-acdf259f-79e3-4fd0-80c3-fa76e949eed0 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Nov 29 02:03:19.458624 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-21f9df9f-dcd1-4033-849c-08bf7fe31c0f req-05d75771-45c6-4822-94d1-b7a432f9ef6e tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Nov 29 02:03:20.574841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121e68e-29ae-4c66-956e-751c35deb187 req-10858dd5-a10f-4601-9091-c8a0e69e4ad3 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:20.576313 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e121e68e-29ae-4c66-956e-751c35deb187 req-10858dd5-a10f-4601-9091-c8a0e69e4ad3 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0479379 Nov 29 02:03:20.622754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e121e68e-29ae-4c66-956e-751c35deb187 req-9d3791fc-e729-4c06-9ef1-09c944116e4c tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 Nov 29 02:03:21.738902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef2306-9527-4c38-ba9e-2e067c3ae468 req-9a663b98-4499-46d1-8225-ab528ab98abb tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:21.740384 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66ef2306-9527-4c38-ba9e-2e067c3ae468 req-9a663b98-4499-46d1-8225-ab528ab98abb tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Nov 29 02:03:21.786970 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66ef2306-9527-4c38-ba9e-2e067c3ae468 req-93d2e857-5cc2-4208-a888-29d7d70703f2 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Nov 29 02:03:22.402487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.901221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba64cd-3f53-4ab0-9314-02d628adaba3 req-29430c86-dc1a-48ab-8943-cf5eb9ba4852 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:22.902695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c2ba64cd-3f53-4ab0-9314-02d628adaba3 req-29430c86-dc1a-48ab-8943-cf5eb9ba4852 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0512819 Nov 29 02:03:22.948744 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c2ba64cd-3f53-4ab0-9314-02d628adaba3 req-89ac0571-f041-45ba-b8e9-2081492613ab tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Nov 29 02:03:23.168852 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:03:24.065242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd441981-5e53-4ef6-a090-f259f3a70710 req-1e606acb-c331-437d-9db5-1ad4a0d358c2 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:24.066711 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cd441981-5e53-4ef6-a090-f259f3a70710 req-1e606acb-c331-437d-9db5-1ad4a0d358c2 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Nov 29 02:03:24.113710 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cd441981-5e53-4ef6-a090-f259f3a70710 req-d2509532-719a-482c-a1bf-660490e5e763 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Nov 29 02:03:25.223942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51125b-67e7-4214-b1db-0da0e734e8bb req-aff802e3-001d-4641-b2e5-a70614b7146a tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:25.225399 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fc51125b-67e7-4214-b1db-0da0e734e8bb req-aff802e3-001d-4641-b2e5-a70614b7146a tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0478930 Nov 29 02:03:25.271976 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fc51125b-67e7-4214-b1db-0da0e734e8bb req-f96aa85a-ad69-4ad1-baf6-8b8a713032e4 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Nov 29 02:03:26.382546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd5345-5bed-4a3d-82e7-b95030835f91 req-e5759257-9873-4077-be0f-2c79d8e69d66 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:26.384010 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2fdd5345-5bed-4a3d-82e7-b95030835f91 req-e5759257-9873-4077-be0f-2c79d8e69d66 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Nov 29 02:03:26.430910 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2fdd5345-5bed-4a3d-82e7-b95030835f91 req-04f2ca0d-9837-4510-a68c-f0fa04b56262 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Nov 29 02:03:27.543342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bea0d-cf45-48b7-bba6-8ce9b9dbb001 req-d8d3ad9a-b56d-4052-ade8-40fe56aeb381 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:27.544825 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fc5bea0d-cf45-48b7-bba6-8ce9b9dbb001 req-d8d3ad9a-b56d-4052-ade8-40fe56aeb381 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0475361 Nov 29 02:03:27.594652 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fc5bea0d-cf45-48b7-bba6-8ce9b9dbb001 req-4811717d-dcc3-4c37-9572-00fdd945d917 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Nov 29 02:03:28.708727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf0ca8-1faa-432a-97ef-e9998c472742 req-c326f09e-f7d9-4616-8b07-eccc7ee6ac50 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:28.710203 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-baaf0ca8-1faa-432a-97ef-e9998c472742 req-c326f09e-f7d9-4616-8b07-eccc7ee6ac50 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Nov 29 02:03:28.760602 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-baaf0ca8-1faa-432a-97ef-e9998c472742 req-a0c65b96-aa3a-436d-a2e2-23d169682df3 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Nov 29 02:03:29.872319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b74ce9-8e6e-4088-b549-bd39721e8bd4 req-73c7c832-d46d-4712-aab0-9ca11123e247 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:29.873773 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9b74ce9-8e6e-4088-b549-bd39721e8bd4 req-73c7c832-d46d-4712-aab0-9ca11123e247 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0474882 Nov 29 02:03:29.919403 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9b74ce9-8e6e-4088-b549-bd39721e8bd4 req-804ad436-ac8b-4c6b-b9d1-7c2f34c74e51 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Nov 29 02:03:31.030920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8a29-8e19-4c64-9fac-769f133dccac req-cab4636a-d606-49f1-b912-75e60f4625e7 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:31.032374 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-088f8a29-8e19-4c64-9fac-769f133dccac req-cab4636a-d606-49f1-b912-75e60f4625e7 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0477777 Nov 29 02:03:31.083269 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-088f8a29-8e19-4c64-9fac-769f133dccac req-2dacea4a-92e8-47a3-ae0f-0116f77b42f0 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 Nov 29 02:03:32.200715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e40e9-87a1-4556-835f-17cca9a968ed req-11599268-e3da-4f5f-93d1-b3f789361d3d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:32.202271 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-163e40e9-87a1-4556-835f-17cca9a968ed req-11599268-e3da-4f5f-93d1-b3f789361d3d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0494952 Nov 29 02:03:32.247633 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-163e40e9-87a1-4556-835f-17cca9a968ed req-73d7b3ba-4867-45b0-a13d-f0214f45d4fb tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Nov 29 02:03:33.360152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06eae44-eae2-438f-abac-fe7c7f5333a9 req-40878cb0-371f-4ec1-9e62-2d7aadfd0db9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:33.361662 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f06eae44-eae2-438f-abac-fe7c7f5333a9 req-40878cb0-371f-4ec1-9e62-2d7aadfd0db9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0491955 Nov 29 02:03:33.408200 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f06eae44-eae2-438f-abac-fe7c7f5333a9 req-6f6d9aa3-a618-4fe1-8ecc-7eaef2d449c4 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Nov 29 02:03:34.523094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3cfd-96e0-48c7-bab4-bc54438e42eb req-59592a4e-3db7-470e-8400-b2443f0d1426 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:34.524557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-15ea3cfd-96e0-48c7-bab4-bc54438e42eb req-59592a4e-3db7-470e-8400-b2443f0d1426 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0518999 Nov 29 02:03:34.570776 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-15ea3cfd-96e0-48c7-bab4-bc54438e42eb req-506513a1-cbeb-43f3-9563-a3b093601c6f tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Nov 29 02:03:34.990055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-a2b63cec-240e-4164-a746-3b58d1cab2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:34.991559 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-a2b63cec-240e-4164-a746-3b58d1cab2cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17eedfb44a614e158b147fcc1457c287&device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 1098 time: 0.0395951 Nov 29 02:03:35.096836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-596129b1-77d6-490b-a284-edcce6ee282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:35.098297 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-596129b1-77d6-490b-a284-edcce6ee282b service neutron] 10.222.0.21 "GET /v2.0/networks?id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 HTTP/1.1" status: 200 len: 912 time: 0.0869949 Nov 29 02:03:35.140705 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-bf6b4bda-1659-4668-9ee5-2841b2824786 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe1fdd2f-983c-4eee-a225-c86077c09442 HTTP/1.1" status: 200 len: 217 time: 0.0342441 Nov 29 02:03:35.187439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-76357a58-4df7-4fa5-86f3-40b95a228d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:35.188824 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-76357a58-4df7-4fa5-86f3-40b95a228d37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8613889d-84a1-4d88-85ae-c3ac1701b801 HTTP/1.1" status: 200 len: 851 time: 0.0411940 Nov 29 02:03:35.223527 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-c1939cec-66a1-4206-8932-94857b5062ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273514 Nov 29 02:03:35.311952 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-58635f5a-2c0c-4db3-8c07-e9ca3ed854c4 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802577 Nov 29 02:03:35.404156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-276aafe2-6b1d-45c3-9753-4e041f49ca85 req-423adb46-964e-4412-be9a-d457df92e7d3 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849473 Nov 29 02:03:35.687115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7027d-1365-4037-b6ca-e906430867e7 req-d824bd3e-34cc-44f6-ad9a-3bba001ca1c3 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:35.688798 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e9c7027d-1365-4037-b6ca-e906430867e7 req-d824bd3e-34cc-44f6-ad9a-3bba001ca1c3 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0520198 Nov 29 02:03:35.738301 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e9c7027d-1365-4037-b6ca-e906430867e7 req-fa3052b5-728c-41b6-bc7c-027f846f23a5 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Nov 29 02:03:36.850983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff5de4-2ba3-4728-99f2-c15ffc3a616b req-9ef87b7e-8601-42c8-9a12-d6d6937a0280 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:36.852463 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4cff5de4-2ba3-4728-99f2-c15ffc3a616b req-9ef87b7e-8601-42c8-9a12-d6d6937a0280 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0481083 Nov 29 02:03:36.899063 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4cff5de4-2ba3-4728-99f2-c15ffc3a616b req-f29511bd-130b-4bc0-8b39-25f18dd5925a tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Nov 29 02:03:38.009804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bf546-9009-4988-aea7-eca57cac4795 req-b13d5710-af36-4e50-af94-fdaf3557ac2d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:38.011274 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-016bf546-9009-4988-aea7-eca57cac4795 req-b13d5710-af36-4e50-af94-fdaf3557ac2d tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Nov 29 02:03:38.058198 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-016bf546-9009-4988-aea7-eca57cac4795 req-de352444-970b-4864-835b-e862c8213ee9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Nov 29 02:03:39.168626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313430c-6ad0-4b4d-8ec1-b4b3d8071796 req-fa909cb5-3498-4b8a-97eb-030253e88fe4 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:39.170068 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c313430c-6ad0-4b4d-8ec1-b4b3d8071796 req-fa909cb5-3498-4b8a-97eb-030253e88fe4 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0467491 Nov 29 02:03:39.220269 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c313430c-6ad0-4b4d-8ec1-b4b3d8071796 req-d88d630a-9a68-41c5-b7d0-7cab8367e549 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Nov 29 02:03:40.339165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d44a4e-13b2-4945-8867-67797125125f req-7a7508d2-b041-4667-9999-1b749fd66dd9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.340618 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-57d44a4e-13b2-4945-8867-67797125125f req-7a7508d2-b041-4667-9999-1b749fd66dd9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0519397 Nov 29 02:03:40.387452 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-57d44a4e-13b2-4945-8867-67797125125f req-1dfec4f4-f16c-4464-82be-80c3f1ec8774 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Nov 29 02:03:40.616668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f85b7dac-0603-47c4-9da8-8df49232ca71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.500399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ee681-a247-41c1-abb5-f79a20be02c3 req-8610479b-fd2f-400b-bf6d-0fce7731353e tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:41.502368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d06ee681-a247-41c1-abb5-f79a20be02c3 req-8610479b-fd2f-400b-bf6d-0fce7731353e tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0501504 Nov 29 02:03:41.548955 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d06ee681-a247-41c1-abb5-f79a20be02c3 req-4910e1fb-141b-4ff7-b653-5007effe9d08 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Nov 29 02:03:42.302379 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-c07dd3f2-11a5-42ae-bbe7-8918ac96e4d4 service neutron] 10.222.0.21 "GET /v2.0/ports/fe1fdd2f-983c-4eee-a225-c86077c09442/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0566156 Nov 29 02:03:42.669600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcfd0f-6b32-4402-9d60-afaaf528c2f7 req-ed6b234e-f971-4088-9e3f-70e4add45948 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:42.671231 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-59fcfd0f-6b32-4402-9d60-afaaf528c2f7 req-ed6b234e-f971-4088-9e3f-70e4add45948 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0513890 Nov 29 02:03:42.720279 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-59fcfd0f-6b32-4402-9d60-afaaf528c2f7 req-e89789c3-9ac8-4331-ba15-a6c3ac3adf62 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Nov 29 02:03:42.868876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-20cc57a5-4b4b-4896-8a0c-4c65f2552b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:42.870365 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-20cc57a5-4b4b-4896-8a0c-4c65f2552b28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8&tenant_id=17eedfb44a614e158b147fcc1457c287 HTTP/1.1" status: 200 len: 1098 time: 0.3898959 Nov 29 02:03:42.942754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-c3ed34f8-7cd5-4241-8723-be1466a7af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:42.944202 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-c3ed34f8-7cd5-4241-8723-be1466a7af7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17eedfb44a614e158b147fcc1457c287&device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 1098 time: 0.0391805 Nov 29 02:03:43.036154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-2da22573-0b87-46be-b7ee-a067e77e5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:43.037587 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-2da22573-0b87-46be-b7ee-a067e77e5f70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 HTTP/1.1" status: 200 len: 912 time: 0.0846894 Nov 29 02:03:43.078009 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-fc55d62e-2e58-495d-84a7-8c7493c156fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe1fdd2f-983c-4eee-a225-c86077c09442 HTTP/1.1" status: 200 len: 217 time: 0.0327942 Nov 29 02:03:43.125108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-02ac2726-ac47-4573-8c49-739342eafbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:43.126450 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-02ac2726-ac47-4573-8c49-739342eafbd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8613889d-84a1-4d88-85ae-c3ac1701b801 HTTP/1.1" status: 200 len: 851 time: 0.0412173 Nov 29 02:03:43.157121 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-1cf0f02f-ad0a-4d03-95e4-14d06f7e9d3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237777 Nov 29 02:03:43.246907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-45a7ea27-74a8-4582-94d7-231748c1f019 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827849 Nov 29 02:03:43.338448 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0790e8b2-e959-4f2e-9c10-e3982b9cae3c req-52f36de7-bbcc-4ff9-8770-fac5ab8cdb46 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844672 Nov 29 02:03:43.834461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305db163-4030-4c38-aef7-07683f81b54a req-46639e59-73aa-4076-a410-71b06eea5608 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:43.835919 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-305db163-4030-4c38-aef7-07683f81b54a req-46639e59-73aa-4076-a410-71b06eea5608 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0476773 Nov 29 02:03:43.882860 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-305db163-4030-4c38-aef7-07683f81b54a req-a6125f8f-966b-46a1-85bf-e575ac07c075 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Nov 29 02:03:43.936723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.182251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2f0508a-1216-40f6-9302-68f44469483e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.993500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ca3ed-124f-492e-ae48-d0cb0c85d729 req-5a5feef8-d094-4af9-b60f-4acafcca7dde tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:44.994973 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8e6ca3ed-124f-492e-ae48-d0cb0c85d729 req-5a5feef8-d094-4af9-b60f-4acafcca7dde tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 945 time: 0.0471148 Nov 29 02:03:45.044065 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8e6ca3ed-124f-492e-ae48-d0cb0c85d729 req-964efaaf-9650-4d99-8fa5-36ab19b5283f tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Nov 29 02:03:45.328925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.369494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device fe1fdd2f-983c-4eee-a225-c86077c09442 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:45.443110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.465087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1fdd2f-983c-4eee-a225-c86077c09442'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:45.467343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a84b9d9-236d-4268-8ebc-5667e8a21e43" -d '{"events": [{"server_uuid": "07f76845-500f-4bc3-a3ba-ec31ed9151b8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1fdd2f-983c-4eee-a225-c86077c09442"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:45.489650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port fe1fdd2f-983c-4eee-a225-c86077c09442, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=fe1fdd2f-983c-4eee-a225-c86077c09442,segment=NetworkSegment(6160b6d9-3ea0-4057-83cb-3806f2afeee5),segment_id=6160b6d9-3ea0-4057-83cb-3806f2afeee5)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:45.493627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.519508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d066ec5-d238-4409-a9f7-0d6e7a8df61d x-openstack-request-id: req-2d066ec5-d238-4409-a9f7-0d6e7a8df61d {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:45.519808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f76845-500f-4bc3-a3ba-ec31ed9151b8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1fdd2f-983c-4eee-a225-c86077c09442", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:45.520074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d066ec5-d238-4409-a9f7-0d6e7a8df61d {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:45.520467 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1fdd2f-983c-4eee-a225-c86077c09442', 'code': 200} Nov 29 02:03:45.545806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=fe1fdd2f-983c-4eee-a225-c86077c09442,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:45.553384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.553747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.554101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.554466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.554811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.555153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.555494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.555834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.556169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.556502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.556835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:45.557165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:46.160305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199b3a2-46d9-4bb9-82e8-56a715063ebf req-1116d7d5-e782-4e6b-a8e9-3cb49318c39a tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:46.161745 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7199b3a2-46d9-4bb9-82e8-56a715063ebf req-1116d7d5-e782-4e6b-a8e9-3cb49318c39a tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 943 time: 0.0482094 Nov 29 02:03:46.207936 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7199b3a2-46d9-4bb9-82e8-56a715063ebf req-5ec5ff7a-1b5a-4ede-a02a-ede96ee65689 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Nov 29 02:03:46.309075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.531201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-c1a7a8a9-d4f8-40d1-8103-a1e82f58602e tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:46.532673 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-c1a7a8a9-d4f8-40d1-8103-a1e82f58602e tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.21 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8&tenant_id=17eedfb44a614e158b147fcc1457c287&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 943 time: 0.0866463 Nov 29 02:03:46.656192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-f9f09781-b351-4aa9-ba75-18d2e13438c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:46.658163 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-f9f09781-b351-4aa9-ba75-18d2e13438c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17eedfb44a614e158b147fcc1457c287&device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 1096 time: 0.0423472 Nov 29 02:03:46.746888 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-9512c828-58f2-430c-909c-3abd371e812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:46.748343 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-9512c828-58f2-430c-909c-3abd371e812d service neutron] 10.222.0.21 "GET /v2.0/networks?id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 HTTP/1.1" status: 200 len: 912 time: 0.0838904 Nov 29 02:03:46.792138 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-6007b6c2-a16e-4033-8329-811f076ad98a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe1fdd2f-983c-4eee-a225-c86077c09442 HTTP/1.1" status: 200 len: 217 time: 0.0368390 Nov 29 02:03:46.838795 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-ea38c105-191c-431a-9812-f0c8eb01be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:46.840182 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-ea38c105-191c-431a-9812-f0c8eb01be64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8613889d-84a1-4d88-85ae-c3ac1701b801 HTTP/1.1" status: 200 len: 851 time: 0.0413785 Nov 29 02:03:46.872074 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-b9fabc77-a58e-4de8-999b-4d3160e64f07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246282 Nov 29 02:03:46.965031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-cc95f536-d799-46e1-a036-86c2df95fe75 service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861485 Nov 29 02:03:47.053188 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-450c8790-21cb-455e-bf8c-f43ad20341ad service neutron] 10.222.0.21 "GET /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811944 Nov 29 02:03:47.815824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59154b-5f05-4d6e-ac3f-c567c91eb98f req-2ad9f96c-b550-44b3-8621-93cea4c75508 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:47.817290 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ff59154b-5f05-4d6e-ac3f-c567c91eb98f req-2ad9f96c-b550-44b3-8621-93cea4c75508 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 943 time: 0.0483119 Nov 29 02:03:47.863042 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ff59154b-5f05-4d6e-ac3f-c567c91eb98f req-a58970e7-4196-4c96-b0fe-8227d38d2f4f tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Nov 29 02:03:48.984127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd2de-fd03-405e-8e8b-c8f0e17cd951 req-d58eb3a8-a6ab-4c2e-a119-0ccdb138b366 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:48.985581 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-560cd2de-fd03-405e-8e8b-c8f0e17cd951 req-d58eb3a8-a6ab-4c2e-a119-0ccdb138b366 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 943 time: 0.0528319 Nov 29 02:03:49.031054 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-560cd2de-fd03-405e-8e8b-c8f0e17cd951 req-198bfe91-1ea9-42a2-8d2e-b127e579fab7 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/security-groups?id=500af326-e331-4c61-9e94-352fd551a15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390656 Nov 29 02:03:49.620788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-4b79fed6-14ae-485e-b2ca-7b1731f3b01b tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:49.622224 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-4b79fed6-14ae-485e-b2ca-7b1731f3b01b tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.21 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 943 time: 0.0477948 Nov 29 02:03:49.711875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Deleting port fe1fdd2f-983c-4eee-a225-c86077c09442 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:49.712213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.804857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] For port fe1fdd2f-983c-4eee-a225-c86077c09442, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=fe1fdd2f-983c-4eee-a225-c86077c09442,segment=NetworkSegment(6160b6d9-3ea0-4057-83cb-3806f2afeee5),segment_id=6160b6d9-3ea0-4057-83cb-3806f2afeee5)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:49.805140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.817888 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Calling delete_port for fe1fdd2f-983c-4eee-a225-c86077c09442 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:49.945829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.973966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Pushing event deleted for resources: {'Port': ['ID=fe1fdd2f-983c-4eee-a225-c86077c09442,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:49.985393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.985995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.986119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.986487 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.986830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.987173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.987508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.987842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.988176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.988507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.988848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:49.989169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:50.022330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] No DVR routers for this DVR port fe1fdd2f-983c-4eee-a225-c86077c09442 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:50.024635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.027994 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-147f5ab7-b294-4edb-aa6f-efe77fccf4af req-a1794726-8eb6-47de-957e-d05ceb0815d9 tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.21 "DELETE /v2.0/ports/fe1fdd2f-983c-4eee-a225-c86077c09442 HTTP/1.1" status: 204 len: 173 time: 0.3996036 Nov 29 02:03:50.028433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'name': 'network-vif-deleted', 'tag': 'fe1fdd2f-983c-4eee-a225-c86077c09442'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:50.030705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58641f83-9bbb-494c-8115-e92478e7c298" -d '{"events": [{"server_uuid": "07f76845-500f-4bc3-a3ba-ec31ed9151b8", "name": "network-vif-deleted", "tag": "fe1fdd2f-983c-4eee-a225-c86077c09442"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:50.079888 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e225c5-2b44-419f-a6c0-27fc38b1222c x-openstack-request-id: req-85e225c5-2b44-419f-a6c0-27fc38b1222c {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:50.080185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f76845-500f-4bc3-a3ba-ec31ed9151b8", "name": "network-vif-deleted", "tag": "fe1fdd2f-983c-4eee-a225-c86077c09442", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:50.080439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85e225c5-2b44-419f-a6c0-27fc38b1222c {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:50.080841 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f76845-500f-4bc3-a3ba-ec31ed9151b8', 'name': 'network-vif-deleted', 'tag': 'fe1fdd2f-983c-4eee-a225-c86077c09442', 'status': 'completed', 'code': 200} Nov 29 02:03:50.131801 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-104a081a-374e-47d9-ac1c-10f785389b49 req-ae5d84a3-6b45-4cd0-84bd-3761f6985c7f tempest-DeleteServersTestJSON-1341078272 tempest-DeleteServersTestJSON-1341078272-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f76845-500f-4bc3-a3ba-ec31ed9151b8 HTTP/1.1" status: 200 len: 210 time: 0.0307145 Nov 29 02:03:51.255123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49178) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:51.302517 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Deleting subnet 8613889d-84a1-4d88-85ae-c3ac1701b801 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:51.305510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.339471 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.377304 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.427560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.459800 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.463130 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8613889d-84a1-4d88-85ae-c3ac1701b801 HTTP/1.1" status: 204 len: 168 time: 0.2069960 Nov 29 02:03:51.464080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8613889d-84a1-4d88-85ae-c3ac1701b801,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:51.465811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49180) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:51.471426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.471784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.472152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.472633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.472975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.473313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.473657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.473982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.474312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.474667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.474997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.475323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1255a-d138-4062-b4fa-366ff20e77d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:51.533339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.613107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.633085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a3be0c-d4c0-48bb-8503-bffc8e6e9a86']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:51.641929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6160b6d9-3ea0-4057-83cb-3806f2afeee5') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:51.642246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6160b6d9-3ea0-4057-83cb-3806f2afeee5') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:51.651227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.663790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.669414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:51.669794 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:51.671408 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:51.735065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.740948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.744291 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] 10.222.0.30 "DELETE /v2.0/networks/02a3be0c-d4c0-48bb-8503-bffc8e6e9a86 HTTP/1.1" status: 204 len: 168 time: 0.2774429 Nov 29 02:03:51.755825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eea24-6226-45e8-b65c-868781e6906a admin admin] Pushing event deleted for resources: {'Network': ['ID=02a3be0c-d4c0-48bb-8503-bffc8e6e9a86,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:51.847539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49184) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:51.888570 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7b2f117f-55b4-4ed6-be03-0f303ee86744 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17eedfb44a614e158b147fcc1457c287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398676 Nov 29 02:03:51.891042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49186) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:51.935798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56dc95f3-9164-4db1-b804-3bbc5ce292e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.956458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56dc95f3-9164-4db1-b804-3bbc5ce292e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.003536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56dc95f3-9164-4db1-b804-3bbc5ce292e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.006247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-56dc95f3-9164-4db1-b804-3bbc5ce292e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.008006 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-56dc95f3-9164-4db1-b804-3bbc5ce292e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/500af326-e331-4c61-9e94-352fd551a15b HTTP/1.1" status: 204 len: 168 time: 0.1160898 Nov 29 02:03:52.015488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc95f3-9164-4db1-b804-3bbc5ce292e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500af326-e331-4c61-9e94-352fd551a15b,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.394116 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.644082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49208) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:52.735382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-220339465-network', 'tenant_id': '39e67abe145944dfbc502158c93e272c'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:52.758467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Made reservation on behalf of 39e67abe145944dfbc502158c93e272c for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:52.760816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.769937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.842554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.846017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.873798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:52.885060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6841e3-5642-42ca-ac96-6f2348b9da2f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.890560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.890901 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Added segment 60d98bae-58ba-474c-8863-cada46046e2a of type vlan for network 5925e25d-ca06-411c-8725-234b31a8d5f7 Nov 29 02:03:52.942258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.970376 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.971333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:52.971909 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.021800 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3765569 Nov 29 02:03:53.024713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49212) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.029829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Request body: {'subnet': {'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-220339465-subnet', 'tenant_id': '39e67abe145944dfbc502158c93e272c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:53.056454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Made reservation on behalf of 39e67abe145944dfbc502158c93e272c for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:53.058778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.066387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6def67-c741-471d-9bf8-ebfb21b3d8db admin admin] Pushing event updated for resources: {'Network': ['ID=5925e25d-ca06-411c-8725-234b31a8d5f7,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.076783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 5925e25d-ca06-411c-8725-234b31a8d5f7 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:53.225879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.286734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab14156-2aa9-439a-9d91-760dbcf5ffd7,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.288881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Checking segment: {'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:53.289251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Network hostable DHCP agents. Network: 5925e25d-ca06-411c-8725-234b31a8d5f7, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:53.306211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Network 5925e25d-ca06-411c-8725-234b31a8d5f7 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:53.315244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 5925e25d-ca06-411c-8725-234b31a8d5f7) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:53.319586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:53.320748 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.324045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d620d-d245-4fff-9c9d-20e012bf47a5 None None] Network 5925e25d-ca06-411c-8725-234b31a8d5f7 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:53.336786 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-82d4d2ad-11da-420c-b0f3-e837acf17118 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3109040 Nov 29 02:03:53.427943 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device fe1fdd2f-983c-4eee-a225-c86077c09442 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:53.462288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: fe1fdd2f-983c-4eee-a225-c86077c09442 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:53.462669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device fe1fdd2f-983c-4eee-a225-c86077c09442 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:53.468349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75f6d9-ed42-46b5-8fba-bc7cb9047763 None None] Network 5925e25d-ca06-411c-8725-234b31a8d5f7 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:53.746777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-aaa8b412-abb3-4c82-895d-3e648b240c10 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:53.748344 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-aaa8b412-abb3-4c82-895d-3e648b240c10 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 814 time: 0.0998623 Nov 29 02:03:53.764141 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-4c6d34c5-6c60-415b-b90f-380abb63db8d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/quotas/39e67abe145944dfbc502158c93e272c HTTP/1.1" status: 200 len: 375 time: 0.0096385 Nov 29 02:03:53.800065 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-d98d0b8c-87a3-46c8-afa5-a715887b73dc tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296960 Nov 29 02:03:53.888205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-82428341-1386-4219-b342-f5a61c7f519c service neutron] 10.222.0.30 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813110 Nov 29 02:03:53.979502 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-e6ad4cbd-6459-42a7-b0ce-65a8da48f5de service neutron] 10.222.0.30 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853112 Nov 29 02:03:54.133861 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dc625da0-44dc-4d33-98e6-4c3ac743aa97 req-478c6fb6-b584-4db0-91a9-c4f8fa8816b8 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 210 time: 0.0280457 Nov 29 02:03:55.097381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-c7bb91da-2d41-4ec3-93ab-906f8f1e3127 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.098873 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-c7bb91da-2d41-4ec3-93ab-906f8f1e3127 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 814 time: 0.1044397 Nov 29 02:03:55.118403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Request body: {'port': {'device_id': '77202b0d-abbe-4373-b632-d7461a49214f', 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7', 'admin_state_up': True, 'tenant_id': '39e67abe145944dfbc502158c93e272c'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:55.233351 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-834aa3c1-bcbb-496f-824a-ca179efee608 req-9cb03d8c-4146-45c5-af27-4ffb518b30f9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 210 time: 0.0338788 Nov 29 02:03:55.255383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Made reservation on behalf of 39e67abe145944dfbc502158c93e272c for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:55.259105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.386782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Allocated IP 172.20.0.8 (5925e25d-ca06-411c-8725-234b31a8d5f7/bab14156-2aa9-439a-9d91-760dbcf5ffd7/c0914672-552b-4d9b-8bc9-59316d54bf82) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:55.532134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.565864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.608745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Network 5925e25d-ca06-411c-8725-234b31a8d5f7 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:55.612348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:55.616034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:55.622476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Pushing event updated for resources: {'Port': ['ID=c0914672-552b-4d9b-8bc9-59316d54bf82,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.667539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.668082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.684347 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-7bdc8bac-328e-4e09-b542-8e8e043c9be9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697742 Nov 29 02:03:55.701472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Request body: {'port': {'device_id': '77202b0d-abbe-4373-b632-d7461a49214f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:55.756660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.006786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0914672-552b-4d9b-8bc9-59316d54bf82 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:03:56.014197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.025440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Transition to ACTIVE for port object c0914672-552b-4d9b-8bc9-59316d54bf82 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:03:56.029291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.104059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0914672-552b-4d9b-8bc9-59316d54bf82,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.154394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Attempting to bind port c0914672-552b-4d9b-8bc9-59316d54bf82 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:56.154753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Attempting to bind port c0914672-552b-4d9b-8bc9-59316d54bf82 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:56.155091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Attempting to bind port c0914672-552b-4d9b-8bc9-59316d54bf82 on network 5925e25d-ca06-411c-8725-234b31a8d5f7 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:56.160015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Port c0914672-552b-4d9b-8bc9-59316d54bf82 on network 5925e25d-ca06-411c-8725-234b31a8d5f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:03:56.160337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Attempting to bind port c0914672-552b-4d9b-8bc9-59316d54bf82 on network 5925e25d-ca06-411c-8725-234b31a8d5f7 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:56.165050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:56.165386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Checking segment: {'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:56.165769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Bound using segment: {'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:56.166184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Bound port: c0914672-552b-4d9b-8bc9-59316d54bf82, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:56.166577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.227045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] For port c0914672-552b-4d9b-8bc9-59316d54bf82, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:56.229978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] For port c0914672-552b-4d9b-8bc9-59316d54bf82, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c0914672-552b-4d9b-8bc9-59316d54bf82,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:56.234378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.266246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.266892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.268821 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] 10.222.0.21 "PUT /v2.0/ports/c0914672-552b-4d9b-8bc9-59316d54bf82 HTTP/1.1" status: 200 len: 1093 time: 0.5713966 Nov 29 02:03:56.269274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77202b0d-abbe-4373-b632-d7461a49214f', 'tag': 'c0914672-552b-4d9b-8bc9-59316d54bf82'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:56.271550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "77202b0d-abbe-4373-b632-d7461a49214f", "tag": "c0914672-552b-4d9b-8bc9-59316d54bf82"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:56.297764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39a1b6-18e8-4b62-99fe-ca05dc7eaff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0914672-552b-4d9b-8bc9-59316d54bf82,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.323191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7af83bb-648a-4763-b8f7-9a373fd8e6f1 x-openstack-request-id: req-e7af83bb-648a-4763-b8f7-9a373fd8e6f1 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:56.323602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77202b0d-abbe-4373-b632-d7461a49214f", "tag": "c0914672-552b-4d9b-8bc9-59316d54bf82", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:56.323949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7af83bb-648a-4763-b8f7-9a373fd8e6f1 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:56.324423 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77202b0d-abbe-4373-b632-d7461a49214f', 'tag': 'c0914672-552b-4d9b-8bc9-59316d54bf82', 'status': 'completed', 'code': 200} Nov 29 02:03:56.353769 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73958e9-667e-4bee-bc2a-6f64aa79bf54 req-29e91ce9-84dc-4a71-b78f-00c81c6bca41 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.355311 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e73958e9-667e-4bee-bc2a-6f64aa79bf54 req-29e91ce9-84dc-4a71-b78f-00c81c6bca41 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0489402 Nov 29 02:03:56.390128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fb77c208-9f26-442a-8940-de150c14bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.391539 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-fb77c208-9f26-442a-8940-de150c14bdd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 1096 time: 0.0479395 Nov 29 02:03:56.408414 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e73958e9-667e-4bee-bc2a-6f64aa79bf54 req-2e1cad96-66e6-4cbb-88f9-efdcd2f1f36e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Nov 29 02:03:56.442855 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-5b47aa59-0323-461e-93c9-e71783ac7dee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0914672-552b-4d9b-8bc9-59316d54bf82 HTTP/1.1" status: 200 len: 217 time: 0.0368869 Nov 29 02:03:56.491586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-102c813e-2152-40f5-b18a-47d0f3e59fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.493151 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-102c813e-2152-40f5-b18a-47d0f3e59fec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0435474 Nov 29 02:03:56.530507 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-b0efbcf8-9173-4cd7-ab0d-501a20ba7e25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289876 Nov 29 02:03:56.620003 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-38b7b993-fcdf-442e-a502-0cf00a662aa8 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822899 Nov 29 02:03:56.717454 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1b760153-d55e-4f64-9b8e-470a127d0a79 req-d1f35168-3dd8-426d-8e22-94290604f036 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896111 Nov 29 02:03:56.854040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-aa688a64-3ba2-4125-8f66-6e203e416c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.855575 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-aa688a64-3ba2-4125-8f66-6e203e416c7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 1096 time: 0.0396943 Nov 29 02:03:56.951380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-e08bbf7a-86ee-4854-8348-272693f679ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.952860 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-e08bbf7a-86ee-4854-8348-272693f679ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.0884418 Nov 29 02:03:56.994637 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-a9825843-ae3d-4c88-9f2f-c219b45ec762 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0914672-552b-4d9b-8bc9-59316d54bf82 HTTP/1.1" status: 200 len: 217 time: 0.0338769 Nov 29 02:03:57.047205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-3e04431f-bcba-44a0-9ca1-178d1209d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:57.049198 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-3e04431f-bcba-44a0-9ca1-178d1209d7a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0463245 Nov 29 02:03:57.082183 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-a31afa29-cc58-43b3-a243-8a58574be9b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255878 Nov 29 02:03:57.176635 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-2ac3b9d2-0c5e-4d93-a13e-b6291a2696ad service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870609 Nov 29 02:03:57.268702 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e4bf2ce-4c31-435a-872c-5db9d11e9f4a req-728b9ae4-c9b5-4977-9ef7-ab25772b7418 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835371 Nov 29 02:03:57.527323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adf7a6-a55c-46f5-bbe0-b3d8c6d63261 req-0bc19d65-3188-4745-8316-5918eb37cbca tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:57.528820 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49adf7a6-a55c-46f5-bbe0-b3d8c6d63261 req-0bc19d65-3188-4745-8316-5918eb37cbca tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0534453 Nov 29 02:03:57.575979 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49adf7a6-a55c-46f5-bbe0-b3d8c6d63261 req-670d7441-1bc4-4e29-b9b9-7bab01da79dd tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Nov 29 02:03:58.694146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a039-c099-4a44-abf7-15cc62bfa499 req-80188b59-6c44-4be1-a56d-220d0801ac19 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:58.695632 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a4d6a039-c099-4a44-abf7-15cc62bfa499 req-80188b59-6c44-4be1-a56d-220d0801ac19 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0517564 Nov 29 02:03:58.741790 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a4d6a039-c099-4a44-abf7-15cc62bfa499 req-8b16419c-6155-46fb-9944-7b4666970e2c tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Nov 29 02:03:59.448749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c0914672-552b-4d9b-8bc9-59316d54bf82 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:03:59.544245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c0914672-552b-4d9b-8bc9-59316d54bf82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c0914672-552b-4d9b-8bc9-59316d54bf82,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:59.555341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'c0914672-552b-4d9b-8bc9-59316d54bf82', 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7', 'port_id': 'c0914672-552b-4d9b-8bc9-59316d54bf82', 'mac_address': 'fa:16:3e:11:2b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab14156-2aa9-439a-9d91-760dbcf5ffd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:03:59.590081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.602777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0914672-552b-4d9b-8bc9-59316d54bf82 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:03:59.621857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c0914672-552b-4d9b-8bc9-59316d54bf82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c0914672-552b-4d9b-8bc9-59316d54bf82,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:59.625814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.674709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=c0914672-552b-4d9b-8bc9-59316d54bf82,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:59.856086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18b58-467d-4ab2-b952-38d7272b5402 req-13346c59-b274-497d-b3e1-22feaca58b3e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:59.857563 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-30e18b58-467d-4ab2-b952-38d7272b5402 req-13346c59-b274-497d-b3e1-22feaca58b3e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 944 time: 0.0487669 Nov 29 02:03:59.903492 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-30e18b58-467d-4ab2-b952-38d7272b5402 req-f0ee3376-8705-4f83-ac69-b8b4eb6103c9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Nov 29 02:03:59.910613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['c0914672-552b-4d9b-8bc9-59316d54bf82'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:04:00.167620 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:04:01.014832 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217ddb1-7809-4276-a97d-ca18f101ba2a req-0baa5188-cd4c-4cfc-b652-b09d6c515454 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.016270 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7217ddb1-7809-4276-a97d-ca18f101ba2a req-0baa5188-cd4c-4cfc-b652-b09d6c515454 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 944 time: 0.0482202 Nov 29 02:04:01.062171 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7217ddb1-7809-4276-a97d-ca18f101ba2a req-d890982a-4564-4c09-b616-0d18a691e3ad tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Nov 29 02:04:01.464878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c0914672-552b-4d9b-8bc9-59316d54bf82 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:01.653738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port c0914672-552b-4d9b-8bc9-59316d54bf82 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:04:01.657319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port c0914672-552b-4d9b-8bc9-59316d54bf82 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:01.658308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:01.731860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:01.753579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77202b0d-abbe-4373-b632-d7461a49214f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0914672-552b-4d9b-8bc9-59316d54bf82'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:01.756047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca2b4ef-23c9-4d5e-af6f-11458ab248fc" -d '{"events": [{"server_uuid": "77202b0d-abbe-4373-b632-d7461a49214f", "name": "network-vif-plugged", "status": "completed", "tag": "c0914672-552b-4d9b-8bc9-59316d54bf82"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:01.769139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c0914672-552b-4d9b-8bc9-59316d54bf82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c0914672-552b-4d9b-8bc9-59316d54bf82,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:01.773031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:01.795765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134b204d-3c52-46f6-9abf-358696a9892a x-openstack-request-id: req-134b204d-3c52-46f6-9abf-358696a9892a {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:01.796066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77202b0d-abbe-4373-b632-d7461a49214f", "name": "network-vif-plugged", "status": "completed", "tag": "c0914672-552b-4d9b-8bc9-59316d54bf82", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:01.796323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-134b204d-3c52-46f6-9abf-358696a9892a {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:01.796766 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77202b0d-abbe-4373-b632-d7461a49214f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0914672-552b-4d9b-8bc9-59316d54bf82', 'code': 200} Nov 29 02:04:01.823513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=c0914672-552b-4d9b-8bc9-59316d54bf82,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:01.996087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a2337-f40b-4eb6-ab94-80066cabfe1d req-50ac9d1a-2591-41c1-9df3-8caa9a575393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.997570 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-925a2337-f40b-4eb6-ab94-80066cabfe1d req-50ac9d1a-2591-41c1-9df3-8caa9a575393 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 1098 time: 0.0421708 Nov 29 02:04:02.040859 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-925a2337-f40b-4eb6-ab94-80066cabfe1d req-8f0c784e-197b-432c-a679-6ce135a48637 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359201 Nov 29 02:04:02.173869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1dc2-1202-4390-b134-75afaadcfb0b req-26b30673-4928-4021-a5b8-31bbb6cd5094 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:02.175350 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-759a1dc2-1202-4390-b134-75afaadcfb0b req-26b30673-4928-4021-a5b8-31bbb6cd5094 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0475450 Nov 29 02:04:02.225124 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-759a1dc2-1202-4390-b134-75afaadcfb0b req-79c5bf96-335d-405d-b978-90aaebb7042c tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438304 Nov 29 02:04:03.339829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f65c1-e90a-4d7b-b05c-92ffb313e67b req-a7d32998-da88-4a4b-a23f-a98401d8d0f4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:03.341310 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ef0f65c1-e90a-4d7b-b05c-92ffb313e67b req-a7d32998-da88-4a4b-a23f-a98401d8d0f4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0486603 Nov 29 02:04:03.388113 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ef0f65c1-e90a-4d7b-b05c-92ffb313e67b req-0c48990e-4da0-4abc-889e-97c589c8c919 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Nov 29 02:04:03.498208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd51391-14f6-42eb-9185-bfd44ed72178 req-53e4567a-232e-49c4-a4a2-a1d83fe0e7bd tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:03.499675 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2fd51391-14f6-42eb-9185-bfd44ed72178 req-53e4567a-232e-49c4-a4a2-a1d83fe0e7bd tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0474157 Nov 29 02:04:03.547504 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2fd51391-14f6-42eb-9185-bfd44ed72178 req-76246d3c-ec91-49ba-9c7e-24013aa65bab tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Nov 29 02:04:03.740593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c0b9f-432a-4dc5-8464-68eedd37c9a1 req-e48119fa-b600-4bd7-ab69-5ee1afdebc3c tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:03.742038 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a12c0b9f-432a-4dc5-8464-68eedd37c9a1 req-e48119fa-b600-4bd7-ab69-5ee1afdebc3c tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0477324 Nov 29 02:04:03.790116 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a12c0b9f-432a-4dc5-8464-68eedd37c9a1 req-7231c311-f662-46aa-8dbf-204e1a0e8133 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Nov 29 02:04:03.899328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5d77c-8483-405a-844a-e854865bf237 req-5eb4647f-6224-4736-8188-a0f4c8fc5aa5 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:03.900844 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-46a5d77c-8483-405a-844a-e854865bf237 req-5eb4647f-6224-4736-8188-a0f4c8fc5aa5 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0481858 Nov 29 02:04:03.950634 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-46a5d77c-8483-405a-844a-e854865bf237 req-86f4a7fc-672c-4fcb-a378-03d6475a54cb tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Nov 29 02:04:04.174165 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-61510964-72bf-4e0e-aabe-cb7a18a4d18c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430984 Nov 29 02:04:04.182462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414072-9064-49b0-935c-d09b13150127 req-1ee72140-6108-4847-b2d4-2f014a08a328 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:04.184084 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b0414072-9064-49b0-935c-d09b13150127 req-1ee72140-6108-4847-b2d4-2f014a08a328 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0489681 Nov 29 02:04:04.231336 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b0414072-9064-49b0-935c-d09b13150127 req-2886c95f-6e82-4702-b38a-063595c3d7aa tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Nov 29 02:04:05.348877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3af8a-bd56-4981-b183-38005b90e6ac req-d7db5f56-5f3f-4a67-bca3-257764a52d7c tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:05.350507 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d6c3af8a-bd56-4981-b183-38005b90e6ac req-d7db5f56-5f3f-4a67-bca3-257764a52d7c tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0488806 Nov 29 02:04:05.354066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0860-6078-4391-8053-2f045c60692a req-cda23185-03d7-446c-a5b8-c044d9d5b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:05.355606 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-cda23185-03d7-446c-a5b8-c044d9d5b51a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 1098 time: 0.0412490 Nov 29 02:04:05.397539 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d6c3af8a-bd56-4981-b183-38005b90e6ac req-b8502e95-157e-4622-983f-dc728038a1dc tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Nov 29 02:04:05.449850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0860-6078-4391-8053-2f045c60692a req-87ce48f2-f4b4-43fc-b5c0-2a9b70a8776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:05.451367 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-87ce48f2-f4b4-43fc-b5c0-2a9b70a8776f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.0893686 Nov 29 02:04:05.491339 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-98a214d7-7d3f-48e9-9a66-f019af2b5f12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0914672-552b-4d9b-8bc9-59316d54bf82 HTTP/1.1" status: 200 len: 217 time: 0.0330360 Nov 29 02:04:05.540137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0860-6078-4391-8053-2f045c60692a req-f01ed2b8-d398-43df-905d-41412045a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:05.541599 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-f01ed2b8-d398-43df-905d-41412045a49d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0436380 Nov 29 02:04:05.576445 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-c77dbcc7-d006-44bc-bf9b-2b56b7d480ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279744 Nov 29 02:04:05.663527 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-af685911-c705-490d-b229-4d2aebd3e746 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799644 Nov 29 02:04:05.755004 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-fd0fe2a9-2d7e-4db6-9a6a-d12a58a49094 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 Nov 29 02:04:06.519977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299f2a7-1197-4d80-b483-7caae3ff969e req-a791ed12-faf5-40fc-9063-54daa886c495 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:06.521453 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4299f2a7-1197-4d80-b483-7caae3ff969e req-a791ed12-faf5-40fc-9063-54daa886c495 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0485041 Nov 29 02:04:06.568693 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4299f2a7-1197-4d80-b483-7caae3ff969e req-c296adba-e503-4101-95eb-6737af831999 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Nov 29 02:04:07.681154 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5269f02-e9c1-4e4c-9395-4d76f37a56d7 req-09f07b2f-1f3e-49b8-870a-a183dacc31a2 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:07.682610 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b5269f02-e9c1-4e4c-9395-4d76f37a56d7 req-09f07b2f-1f3e-49b8-870a-a183dacc31a2 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0469286 Nov 29 02:04:07.728628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b5269f02-e9c1-4e4c-9395-4d76f37a56d7 req-15ee5924-ee35-4135-bd10-ac713255877a tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Nov 29 02:04:08.840214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620d07a-437b-43f3-b005-0e1856d2dde7 req-8f51c4cd-525d-4cd7-93cd-db8acb120321 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:08.841681 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1620d07a-437b-43f3-b005-0e1856d2dde7 req-8f51c4cd-525d-4cd7-93cd-db8acb120321 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0479960 Nov 29 02:04:08.892245 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1620d07a-437b-43f3-b005-0e1856d2dde7 req-ad7b3211-17c7-4543-8b99-637c5a2facf9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 Nov 29 02:04:10.010851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da369db-f7ab-412a-9036-1979f00c271e req-96ca24de-4d90-4e6d-aeae-071664784cf0 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:10.012319 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8da369db-f7ab-412a-9036-1979f00c271e req-96ca24de-4d90-4e6d-aeae-071664784cf0 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0534868 Nov 29 02:04:10.059845 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8da369db-f7ab-412a-9036-1979f00c271e req-0faab56d-fb31-4079-bf4a-ff4a6dd530ef tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Nov 29 02:04:10.618882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-020a2f2c-357e-4d3f-9868-48b714256d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.173943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475814d-2c1e-427c-8b60-1680aeb1fc40 req-b243750f-0951-4dec-ac7d-8789aeeea7fd tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:11.175408 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e475814d-2c1e-427c-8b60-1680aeb1fc40 req-b243750f-0951-4dec-ac7d-8789aeeea7fd tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0489154 Nov 29 02:04:11.222136 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e475814d-2c1e-427c-8b60-1680aeb1fc40 req-351c7547-d7b8-4ee9-9276-45a2313fec3e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Nov 29 02:04:12.333785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dca7b-4819-4025-8483-733dabdd0594 req-e556acd9-49c4-484d-a3ea-0ace7f241936 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:12.335414 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0f0dca7b-4819-4025-8483-733dabdd0594 req-e556acd9-49c4-484d-a3ea-0ace7f241936 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0479329 Nov 29 02:04:12.384631 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0f0dca7b-4819-4025-8483-733dabdd0594 req-7d05bdbe-06f7-4c70-a3d3-c63f60180056 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Nov 29 02:04:13.495906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645a101-551b-4bf5-bbaf-c070ff1d340f req-4da41664-af9f-4d11-93b0-6fa878cbf19e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:13.497368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d645a101-551b-4bf5-bbaf-c070ff1d340f req-4da41664-af9f-4d11-93b0-6fa878cbf19e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0477715 Nov 29 02:04:13.545633 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d645a101-551b-4bf5-bbaf-c070ff1d340f req-19e3a67f-f27c-4aba-b81c-7bf02336381b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Nov 29 02:04:13.936311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.183496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7ccb02f3-1278-4859-9205-915e2b22d614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.660183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4cbcf-a542-4306-a2e6-a8b6cf39336b req-f6c9f81c-1c2e-4aa4-8721-85d6077cf183 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:14.661624 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cac4cbcf-a542-4306-a2e6-a8b6cf39336b req-f6c9f81c-1c2e-4aa4-8721-85d6077cf183 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0471156 Nov 29 02:04:14.712356 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cac4cbcf-a542-4306-a2e6-a8b6cf39336b req-e1ed4d08-89c4-40c1-a6cc-e167d85a6594 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Nov 29 02:04:15.333818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:15.828065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27159a2a-2ec7-497a-8bfb-9595cbbd475a req-1a7d55fa-441f-4700-a65c-6849cded5eba tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:15.830002 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-27159a2a-2ec7-497a-8bfb-9595cbbd475a req-1a7d55fa-441f-4700-a65c-6849cded5eba tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0519154 Nov 29 02:04:15.875650 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-27159a2a-2ec7-497a-8bfb-9595cbbd475a req-fbe16eeb-2f4f-4df4-80af-b47bc2affc33 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Nov 29 02:04:16.303907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:16.989432 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30050e8-9472-45a5-bb43-dcb5a3585e27 req-3701d2a1-b4c8-471f-a727-a2b37860c2a4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:16.990914 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a30050e8-9472-45a5-bb43-dcb5a3585e27 req-3701d2a1-b4c8-471f-a727-a2b37860c2a4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0484734 Nov 29 02:04:17.037196 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a30050e8-9472-45a5-bb43-dcb5a3585e27 req-5eed3e0d-d27c-40a1-b532-a3f1ef88577e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Nov 29 02:04:18.154493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12489cb6-e95e-40bc-a741-b5cee9e65914 req-0a3edde4-e88f-492d-ae5f-febcd62131b1 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:18.155951 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-12489cb6-e95e-40bc-a741-b5cee9e65914 req-0a3edde4-e88f-492d-ae5f-febcd62131b1 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0485020 Nov 29 02:04:18.202117 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-12489cb6-e95e-40bc-a741-b5cee9e65914 req-e1187919-d198-4c7c-8729-205b0dcd5bf9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Nov 29 02:04:19.315469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a020a-8b8f-4fa2-b3ce-eb6313940424 req-15fe3c02-5e3a-4d4b-9b8f-a629af835a48 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:19.316951 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0d1a020a-8b8f-4fa2-b3ce-eb6313940424 req-15fe3c02-5e3a-4d4b-9b8f-a629af835a48 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0486326 Nov 29 02:04:19.362950 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0d1a020a-8b8f-4fa2-b3ce-eb6313940424 req-60985d5e-59a0-453d-918f-3232250f1f6e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401547 Nov 29 02:04:20.476399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aab92-532c-4da9-9013-136a112d7b21 req-20ce5728-2552-48f0-9fd0-df32d4ece86d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:20.477841 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-724aab92-532c-4da9-9013-136a112d7b21 req-20ce5728-2552-48f0-9fd0-df32d4ece86d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0476561 Nov 29 02:04:20.527445 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-724aab92-532c-4da9-9013-136a112d7b21 req-c20452d0-8eb1-4e84-bd67-1ce85dd60a10 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Nov 29 02:04:21.646481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ccfd6-76da-4e52-b84b-cdcb0ccda239 req-8b2c79f0-e031-48ff-94a5-167bf9e4f3b9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:21.647942 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-181ccfd6-76da-4e52-b84b-cdcb0ccda239 req-8b2c79f0-e031-48ff-94a5-167bf9e4f3b9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0518055 Nov 29 02:04:21.697997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-181ccfd6-76da-4e52-b84b-cdcb0ccda239 req-988d2d71-3d6e-4d57-8d59-28e96fa9bf2b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Nov 29 02:04:22.398563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.813785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6e658-0e6a-47bc-8e70-893ebc018729 req-afff2505-fd92-4cce-8f36-2a44fe671302 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:22.815274 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75e6e658-0e6a-47bc-8e70-893ebc018729 req-afff2505-fd92-4cce-8f36-2a44fe671302 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0478227 Nov 29 02:04:22.860943 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-75e6e658-0e6a-47bc-8e70-893ebc018729 req-933ba5f7-515f-4f9f-b821-938e492e1c71 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Nov 29 02:04:23.972325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654d59b-01d5-4254-9fc5-5d9c1036db98 req-49fce617-a29d-4664-a2fa-8439e6c1efe1 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:23.973796 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0654d59b-01d5-4254-9fc5-5d9c1036db98 req-49fce617-a29d-4664-a2fa-8439e6c1efe1 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0482464 Nov 29 02:04:24.019828 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0654d59b-01d5-4254-9fc5-5d9c1036db98 req-1de0625d-7f94-44a6-b0c9-c4ce56bc76c7 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Nov 29 02:04:25.130530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf821501-92a1-42c3-b52f-cf1e07ce89de req-dcc5bc67-beff-4365-84f5-4396c9dcb0c0 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:25.131999 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bf821501-92a1-42c3-b52f-cf1e07ce89de req-dcc5bc67-beff-4365-84f5-4396c9dcb0c0 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0475850 Nov 29 02:04:25.177533 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bf821501-92a1-42c3-b52f-cf1e07ce89de req-c0c755f4-a69a-48ff-86ef-cd61bcda8364 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 Nov 29 02:04:26.293997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcd1ed-f95c-495d-b926-aa468f52f557 req-dc4371ce-deaa-4c35-8b9d-0eb12e8f7d14 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:26.295662 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cffcd1ed-f95c-495d-b926-aa468f52f557 req-dc4371ce-deaa-4c35-8b9d-0eb12e8f7d14 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0523577 Nov 29 02:04:26.344397 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cffcd1ed-f95c-495d-b926-aa468f52f557 req-4d3d20bb-1054-4412-a3fb-62942e7b503a tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Nov 29 02:04:27.460815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba479ea-7433-4bea-99c0-86a63309c31b req-a7dfae99-e707-4347-a5e3-5f5a59d7cd5b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:27.462249 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-aba479ea-7433-4bea-99c0-86a63309c31b req-a7dfae99-e707-4347-a5e3-5f5a59d7cd5b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0511754 Nov 29 02:04:27.507035 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-aba479ea-7433-4bea-99c0-86a63309c31b req-88ab7bd5-b542-416b-98e9-1100b9275ff4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Nov 29 02:04:28.621441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971bd16-4167-4cc2-9f23-46cfc74965ab req-117bf736-a85d-4e3c-b5cf-7d51167faf72 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:28.622914 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e971bd16-4167-4cc2-9f23-46cfc74965ab req-117bf736-a85d-4e3c-b5cf-7d51167faf72 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0482044 Nov 29 02:04:28.668993 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e971bd16-4167-4cc2-9f23-46cfc74965ab req-dc6d2e63-41cb-4dca-9f1b-b4dac06e6e85 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Nov 29 02:04:29.780984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d454-2af4-43cd-af10-4f13008cd9ff req-8c575867-7a1b-41d6-925a-4de01e2d1206 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:29.782343 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3705d454-2af4-43cd-af10-4f13008cd9ff req-8c575867-7a1b-41d6-925a-4de01e2d1206 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0482404 Nov 29 02:04:29.827990 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3705d454-2af4-43cd-af10-4f13008cd9ff req-7d81963f-54bb-4250-be99-3702b4b73056 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Nov 29 02:04:30.941639 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06384dbe-dd89-40f0-bb0e-2c7bc6ba3abe req-7174b109-c32a-49c3-9eec-f96f1918a736 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:30.943273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-06384dbe-dd89-40f0-bb0e-2c7bc6ba3abe req-7174b109-c32a-49c3-9eec-f96f1918a736 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0500929 Nov 29 02:04:30.996595 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-06384dbe-dd89-40f0-bb0e-2c7bc6ba3abe req-8a71332d-7378-48e2-8fd2-6432bc3f4a1e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472054 Nov 29 02:04:32.113974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58e63d-6e54-4f9a-96ed-dd8ee49b42ad req-38cae983-913d-413a-bf3c-962fffaefd04 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:32.115480 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ac58e63d-6e54-4f9a-96ed-dd8ee49b42ad req-38cae983-913d-413a-bf3c-962fffaefd04 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0524666 Nov 29 02:04:32.161614 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ac58e63d-6e54-4f9a-96ed-dd8ee49b42ad req-cca7a4f3-9fc1-4103-bfca-f8fcd616d814 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Nov 29 02:04:32.550395 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-6800f5a8-6b7b-4161-9f97-91b57babdd64 service neutron] 10.222.0.21 "GET /v2.0/ports/c0914672-552b-4d9b-8bc9-59316d54bf82/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0558004 Nov 29 02:04:32.763507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0860-6078-4391-8053-2f045c60692a req-91aaa351-3561-4d45-9ade-88734f0e0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:32.765005 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-91aaa351-3561-4d45-9ade-88734f0e0aeb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f&tenant_id=39e67abe145944dfbc502158c93e272c HTTP/1.1" status: 200 len: 1098 time: 0.0400734 Nov 29 02:04:32.836740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0860-6078-4391-8053-2f045c60692a req-006b1e2c-fff5-49cb-b48d-61b793a123be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:32.838671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-006b1e2c-fff5-49cb-b48d-61b793a123be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 1098 time: 0.0394056 Nov 29 02:04:32.929072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0860-6078-4391-8053-2f045c60692a req-915ce053-8aa6-4086-9e14-844641388a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:32.930558 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-915ce053-8aa6-4086-9e14-844641388a69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.0849051 Nov 29 02:04:32.972183 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-3ec5db43-58c8-428b-8e9f-e5d5db7aeb51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0914672-552b-4d9b-8bc9-59316d54bf82 HTTP/1.1" status: 200 len: 217 time: 0.0335829 Nov 29 02:04:33.022921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0860-6078-4391-8053-2f045c60692a req-8ceae234-b0c7-4d79-867a-0519030482d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:33.024308 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-8ceae234-b0c7-4d79-867a-0519030482d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0454106 Nov 29 02:04:33.055221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-50bd7a1f-c430-46dd-9223-f7e26cf2722c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237491 Nov 29 02:04:33.148427 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-06e7b36f-50c5-4205-874f-77cb4c484b48 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847087 Nov 29 02:04:33.243923 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afff0860-6078-4391-8053-2f045c60692a req-f6cbd2f4-c847-40fd-a886-fbee9c91ad6d service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889826 Nov 29 02:04:33.275095 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e7a5-72a8-4a8d-adc7-f709eaca5737 req-a34027ea-3945-4dc0-9690-8de2055d767f tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:33.276569 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4357e7a5-72a8-4a8d-adc7-f709eaca5737 req-a34027ea-3945-4dc0-9690-8de2055d767f tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0485749 Nov 29 02:04:33.325007 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4357e7a5-72a8-4a8d-adc7-f709eaca5737 req-bed6e8da-f975-4aae-97d9-491058bd474a tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Nov 29 02:04:34.439345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ecacf-4a52-441f-b13d-cc97424cc582 req-aeb9290c-3af1-4c2e-a00f-664b03f8e7c3 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:34.440808 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d43ecacf-4a52-441f-b13d-cc97424cc582 req-aeb9290c-3af1-4c2e-a00f-664b03f8e7c3 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0478373 Nov 29 02:04:34.488377 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d43ecacf-4a52-441f-b13d-cc97424cc582 req-c5ff2029-982f-41c2-8a3f-6e2e71b06477 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Nov 29 02:04:35.600815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c0cef-77a1-4e09-a709-db2f652aadaf req-ee31b1dd-47be-4871-907c-ecc278617b6d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:35.602259 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3c9c0cef-77a1-4e09-a709-db2f652aadaf req-ee31b1dd-47be-4871-907c-ecc278617b6d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 945 time: 0.0480146 Nov 29 02:04:35.620602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c0914672-552b-4d9b-8bc9-59316d54bf82 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:35.652653 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3c9c0cef-77a1-4e09-a709-db2f652aadaf req-00b4205e-ebd6-4872-8e3f-6791a3918b98 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442193 Nov 29 02:04:35.699918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.722285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77202b0d-abbe-4373-b632-d7461a49214f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0914672-552b-4d9b-8bc9-59316d54bf82'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:35.724552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f1a00c-23f7-41ac-a6f6-90adc12fe611" -d '{"events": [{"server_uuid": "77202b0d-abbe-4373-b632-d7461a49214f", "name": "network-vif-unplugged", "status": "completed", "tag": "c0914672-552b-4d9b-8bc9-59316d54bf82"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:35.737682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c0914672-552b-4d9b-8bc9-59316d54bf82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c0914672-552b-4d9b-8bc9-59316d54bf82,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:35.741496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.781571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65689b17-fd92-4fba-bd85-c5ae08bb52ce x-openstack-request-id: req-65689b17-fd92-4fba-bd85-c5ae08bb52ce {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:35.782037 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77202b0d-abbe-4373-b632-d7461a49214f", "name": "network-vif-unplugged", "status": "completed", "tag": "c0914672-552b-4d9b-8bc9-59316d54bf82", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:35.782296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65689b17-fd92-4fba-bd85-c5ae08bb52ce {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:35.782706 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77202b0d-abbe-4373-b632-d7461a49214f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0914672-552b-4d9b-8bc9-59316d54bf82', 'code': 200} Nov 29 02:04:35.800037 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=c0914672-552b-4d9b-8bc9-59316d54bf82,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:35.898232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb646f5f-7de8-43ed-95c8-4695f1268866 req-c6bf4a4e-f554-4699-8e5f-6e4750203d30 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:35.899725 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb646f5f-7de8-43ed-95c8-4695f1268866 req-c6bf4a4e-f554-4699-8e5f-6e4750203d30 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0818324 Nov 29 02:04:35.912198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-5df4e7a9-deb3-4d9a-bda1-bbbbb2836f99 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:35.913558 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-5df4e7a9-deb3-4d9a-bda1-bbbbb2836f99 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f&tenant_id=39e67abe145944dfbc502158c93e272c&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 943 time: 0.0664175 Nov 29 02:04:35.957050 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb646f5f-7de8-43ed-95c8-4695f1268866 req-018c117f-1023-4feb-9783-1834f7250d75 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Nov 29 02:04:36.013078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-4f79d3e2-c851-4e94-989e-cd91256cb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:36.014540 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-4f79d3e2-c851-4e94-989e-cd91256cb8ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 1096 time: 0.0398993 Nov 29 02:04:36.103818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-aa258e8b-15d6-4134-b485-c7539667976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:36.105236 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-aa258e8b-15d6-4134-b485-c7539667976b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.0840521 Nov 29 02:04:36.146536 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-842aaeb5-0e67-4c79-9c6d-92a50058ed32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0914672-552b-4d9b-8bc9-59316d54bf82 HTTP/1.1" status: 200 len: 217 time: 0.0335846 Nov 29 02:04:36.196862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-6f20d9ff-daf9-4df7-9451-45ac1a383875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:36.198507 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-6f20d9ff-daf9-4df7-9451-45ac1a383875 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0456123 Nov 29 02:04:36.229685 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-2c7792a2-48ce-4c61-bd56-8df8d2e984dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235252 Nov 29 02:04:36.315477 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-c769df79-cae8-45cc-9763-ce39aed76931 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784693 Nov 29 02:04:36.405659 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2148bc52-716e-4a96-91f1-d565a6153c08 req-926698f1-ceba-4c82-8f65-1ed979f08f4e service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829566 Nov 29 02:04:36.967757 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-db92cb9f-3815-44c5-acca-a48b6ec46733 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378714 Nov 29 02:04:37.084686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-84c92619-cd7c-4112-b095-779324edd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:37.086493 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-84c92619-cd7c-4112-b095-779324edd2bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 1096 time: 0.0468295 Nov 29 02:04:37.090295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5b51-6d0b-4a6d-a7b1-8e8d7f6442bc req-3aa4cd64-7b4c-4d55-9de5-48fe2c3d1a3d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:37.091816 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6a0b5b51-6d0b-4a6d-a7b1-8e8d7f6442bc req-3aa4cd64-7b4c-4d55-9de5-48fe2c3d1a3d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0550761 Nov 29 02:04:37.142956 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6a0b5b51-6d0b-4a6d-a7b1-8e8d7f6442bc req-3c514ae7-7d09-4aa6-8475-f6dec78a2e46 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Nov 29 02:04:37.167415 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:04:37.524424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-0234f6fc-e3f3-4be9-9fb9-ea24bd1af4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:37.525911 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-0234f6fc-e3f3-4be9-9fb9-ea24bd1af4b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.4177532 Nov 29 02:04:37.570045 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-a4b5daa1-c7d3-4204-9e07-2c4dcc46090c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0914672-552b-4d9b-8bc9-59316d54bf82 HTTP/1.1" status: 200 len: 217 time: 0.0362604 Nov 29 02:04:37.618796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-f77fb4cc-6777-4b1e-b162-897cc7249257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:37.620240 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-f77fb4cc-6777-4b1e-b162-897cc7249257 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0429468 Nov 29 02:04:37.653082 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-6defb05a-410b-4d10-ab3d-e1f2bd906d52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245216 Nov 29 02:04:37.747886 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-82c5dc68-3b93-4e93-b3c6-514a64baa4c9 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875843 Nov 29 02:04:37.835368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d246dc7d-7e55-444d-8c0d-d1feb3636274 req-d14858cc-90a7-4ca7-ae6e-b4ca15cdfa90 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801094 Nov 29 02:04:38.255778 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de2ac9-2749-4aa8-9eb1-ef8c51a4186c req-67589b22-9863-4c52-82a2-564cee6c11ce tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:38.257247 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d2de2ac9-2749-4aa8-9eb1-ef8c51a4186c req-67589b22-9863-4c52-82a2-564cee6c11ce tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0481656 Nov 29 02:04:38.306487 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d2de2ac9-2749-4aa8-9eb1-ef8c51a4186c req-ff88bcca-3f90-4952-a175-a9075b36dd14 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Nov 29 02:04:38.417960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20529eb-480e-42ae-b6f7-f417c18ec494 req-81ed3da6-770d-4f26-8b91-b74a694dc200 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:38.419432 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c20529eb-480e-42ae-b6f7-f417c18ec494 req-81ed3da6-770d-4f26-8b91-b74a694dc200 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0481977 Nov 29 02:04:38.464895 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c20529eb-480e-42ae-b6f7-f417c18ec494 req-6fa04a1d-c052-4799-8302-5146f84edd03 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389786 Nov 29 02:04:38.575900 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe6f2d-8fc2-4a0c-9fe7-819185733337 req-39c568c9-a205-4345-90fd-4afba3574d08 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:38.577380 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0abe6f2d-8fc2-4a0c-9fe7-819185733337 req-39c568c9-a205-4345-90fd-4afba3574d08 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0485468 Nov 29 02:04:38.622867 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0abe6f2d-8fc2-4a0c-9fe7-819185733337 req-397a57ac-5533-4f35-bd11-2dad17bfe4c2 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Nov 29 02:04:38.963076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-03593e2a-d608-4349-81f8-9c41f514e3f7 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:38.964525 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-03593e2a-d608-4349-81f8-9c41f514e3f7 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 814 time: 0.1021316 Nov 29 02:04:38.979527 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-0cbb6128-f8fc-4756-a764-e9f32e187a51 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/quotas/39e67abe145944dfbc502158c93e272c HTTP/1.1" status: 200 len: 375 time: 0.0086389 Nov 29 02:04:39.026370 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-7d00cbe4-f7dc-430a-9f7b-1ae5fa7dd2c2 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417619 Nov 29 02:04:39.115791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-f29a6105-c557-4f66-98a7-174f5ea5f6c8 service neutron] 10.222.0.30 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819890 Nov 29 02:04:39.207694 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-8fef1836-4dd4-4727-a1b9-d63da9417542 service neutron] 10.222.0.30 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856724 Nov 29 02:04:39.361518 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-08566282-8793-4da5-ad56-6788dab4f174 req-8b949c53-2ab7-4156-9b85-a1d593f64c8b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 210 time: 0.0260675 Nov 29 02:04:40.405575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-326b4176-a173-4ffe-9f65-1e7d1fa7a860 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:40.407664 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-326b4176-a173-4ffe-9f65-1e7d1fa7a860 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 814 time: 0.1043015 Nov 29 02:04:40.463209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6ae9d706-3b39-4abf-b608-d21d1f255886 req-42cbb8da-1a56-49af-a0b5-08f8e1467442 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 210 time: 0.0325639 Nov 29 02:04:40.466556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Request body: {'port': {'device_id': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7', 'admin_state_up': True, 'tenant_id': '39e67abe145944dfbc502158c93e272c'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:40.576955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Made reservation on behalf of 39e67abe145944dfbc502158c93e272c for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:40.580903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.618930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e2e0ac40-5fd0-4410-be80-27be0ceba4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.707289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Allocated IP 172.20.0.5 (5925e25d-ca06-411c-8725-234b31a8d5f7/bab14156-2aa9-439a-9d91-760dbcf5ffd7/de24a4b1-490e-4e3b-a073-107372ecf432) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:40.792741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40928cc-b988-49bc-9369-73a602d9f78c req-447e29db-d0f2-4fe6-962c-5d85c8669127 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:40.794211 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b40928cc-b988-49bc-9369-73a602d9f78c req-447e29db-d0f2-4fe6-962c-5d85c8669127 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "GET /v2.0/ports?device_id=77202b0d-abbe-4373-b632-d7461a49214f HTTP/1.1" status: 200 len: 943 time: 0.0543303 Nov 29 02:04:40.855935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.886855 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Deleting port c0914672-552b-4d9b-8bc9-59316d54bf82 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:40.887206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.893782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.934100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Network 5925e25d-ca06-411c-8725-234b31a8d5f7 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:40.941536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:40.945351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:40.969574 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Pushing event updated for resources: {'Port': ['ID=de24a4b1-490e-4e3b-a073-107372ecf432,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:40.985096 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] For port c0914672-552b-4d9b-8bc9-59316d54bf82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c0914672-552b-4d9b-8bc9-59316d54bf82,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:40.985505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.996651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:40.997257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.998207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Calling delete_port for c0914672-552b-4d9b-8bc9-59316d54bf82 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:41.013550 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-bac96ccf-25e5-407c-b8cd-59b771be14d4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5525970 Nov 29 02:04:41.032653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Request body: {'port': {'device_id': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:41.089822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.135291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.161048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Pushing event deleted for resources: {'Port': ['ID=c0914672-552b-4d9b-8bc9-59316d54bf82,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.208439 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] No DVR routers for this DVR port c0914672-552b-4d9b-8bc9-59316d54bf82 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:41.210997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.214389 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "DELETE /v2.0/ports/c0914672-552b-4d9b-8bc9-59316d54bf82 HTTP/1.1" status: 204 len: 173 time: 0.4140785 Nov 29 02:04:41.214901 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77202b0d-abbe-4373-b632-d7461a49214f', 'name': 'network-vif-deleted', 'tag': 'c0914672-552b-4d9b-8bc9-59316d54bf82'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:41.217131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46727c62-96b7-4d37-bcad-d1db4d6c373b" -d '{"events": [{"server_uuid": "77202b0d-abbe-4373-b632-d7461a49214f", "name": "network-vif-deleted", "tag": "c0914672-552b-4d9b-8bc9-59316d54bf82"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:41.266060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c226f854-3440-4dee-95e1-700c3878586c x-openstack-request-id: req-c226f854-3440-4dee-95e1-700c3878586c {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:41.266361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77202b0d-abbe-4373-b632-d7461a49214f", "name": "network-vif-deleted", "tag": "c0914672-552b-4d9b-8bc9-59316d54bf82", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:41.266678 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c226f854-3440-4dee-95e1-700c3878586c {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:41.267090 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77202b0d-abbe-4373-b632-d7461a49214f', 'name': 'network-vif-deleted', 'tag': 'c0914672-552b-4d9b-8bc9-59316d54bf82', 'status': 'completed', 'code': 200} Nov 29 02:04:41.372184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de24a4b1-490e-4e3b-a073-107372ecf432 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:04:41.380298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.392527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Transition to ACTIVE for port object de24a4b1-490e-4e3b-a073-107372ecf432 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:04:41.395926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.460860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Pushing event updated for resources: {'Port': ['ID=de24a4b1-490e-4e3b-a073-107372ecf432,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.513608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Attempting to bind port de24a4b1-490e-4e3b-a073-107372ecf432 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:41.513949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Attempting to bind port de24a4b1-490e-4e3b-a073-107372ecf432 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:41.514281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Attempting to bind port de24a4b1-490e-4e3b-a073-107372ecf432 on network 5925e25d-ca06-411c-8725-234b31a8d5f7 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:41.519223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Port de24a4b1-490e-4e3b-a073-107372ecf432 on network 5925e25d-ca06-411c-8725-234b31a8d5f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:04:41.519547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Attempting to bind port de24a4b1-490e-4e3b-a073-107372ecf432 on network 5925e25d-ca06-411c-8725-234b31a8d5f7 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:41.524462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:41.524962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Checking segment: {'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:41.525349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Bound using segment: {'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:41.525773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Bound port: de24a4b1-490e-4e3b-a073-107372ecf432, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d98bae-58ba-474c-8863-cada46046e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:41.526128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.621519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea9ba8-737b-4d97-9b83-04bd9ac5eb75 req-3535723d-a551-4e9c-9b3e-745851d9e1bb tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:41.623050 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-feea9ba8-737b-4d97-9b83-04bd9ac5eb75 req-3535723d-a551-4e9c-9b3e-745851d9e1bb tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0868347 Nov 29 02:04:41.628711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] For port de24a4b1-490e-4e3b-a073-107372ecf432, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:41.633720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] For port de24a4b1-490e-4e3b-a073-107372ecf432, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=de24a4b1-490e-4e3b-a073-107372ecf432,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:41.640624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.694061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:41.694712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.696118 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] 10.222.0.21 "PUT /v2.0/ports/de24a4b1-490e-4e3b-a073-107372ecf432 HTTP/1.1" status: 200 len: 1093 time: 0.6675572 Nov 29 02:04:41.697990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'tag': 'de24a4b1-490e-4e3b-a073-107372ecf432'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:41.700228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279" -d '{"events": [{"name": "network-changed", "server_uuid": "6b565a2c-f602-4488-abc6-ed23ccaf8752", "tag": "de24a4b1-490e-4e3b-a073-107372ecf432"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:41.732672 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-feea9ba8-737b-4d97-9b83-04bd9ac5eb75 req-1d6a36f4-ecb6-4591-aaef-6a3668b41339 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016996 Nov 29 02:04:41.738095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c3813-4f41-4cbc-974a-824329ad3b55 service neutron] Pushing event updated for resources: {'Port': ['ID=de24a4b1-490e-4e3b-a073-107372ecf432,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.745345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080da02-74e8-4ddf-8ae4-e7567ccda921 x-openstack-request-id: req-6080da02-74e8-4ddf-8ae4-e7567ccda921 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:41.745657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b565a2c-f602-4488-abc6-ed23ccaf8752", "tag": "de24a4b1-490e-4e3b-a073-107372ecf432", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:41.745925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6080da02-74e8-4ddf-8ae4-e7567ccda921 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:41.746472 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'tag': 'de24a4b1-490e-4e3b-a073-107372ecf432', 'status': 'completed', 'code': 200} Nov 29 02:04:41.811835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-b3766292-50ab-4de1-a9a1-828818d4d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:41.813358 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-b3766292-50ab-4de1-a9a1-828818d4d67e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 1096 time: 0.0418367 Nov 29 02:04:41.872433 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-3a2aacc0-ee30-4237-a8bc-8c683e727ebb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de24a4b1-490e-4e3b-a073-107372ecf432 HTTP/1.1" status: 200 len: 217 time: 0.0349331 Nov 29 02:04:41.928062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-613696ff-7648-40c8-b31e-3f3362c85a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:41.929549 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-613696ff-7648-40c8-b31e-3f3362c85a25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0504472 Nov 29 02:04:41.965349 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-32a8c48e-fff1-4793-a1e6-36959aa7811a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275581 Nov 29 02:04:42.060899 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-cd7bb576-620c-4cdb-bd48-5013cca3ae0b service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873399 Nov 29 02:04:42.154584 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8dce6e7b-2d97-43a4-8936-2b5bdc69abe1 req-63725955-308f-4e7f-9af5-7f595ca7be04 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865619 Nov 29 02:04:42.288187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-7779cdc9-eecf-4191-9261-db609f8d34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:42.289691 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-7779cdc9-eecf-4191-9261-db609f8d34b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 1096 time: 0.0411751 Nov 29 02:04:42.384805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-d29b97a4-bee3-416d-9bc4-e976edc3d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:42.386198 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-d29b97a4-bee3-416d-9bc4-e976edc3d583 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.0885451 Nov 29 02:04:42.427791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-ca209a4d-d282-4bd4-8fc9-2db4663c4cd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de24a4b1-490e-4e3b-a073-107372ecf432 HTTP/1.1" status: 200 len: 217 time: 0.0334139 Nov 29 02:04:42.476933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-d4dae1b7-5370-48fd-8a20-4559620399c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:42.478330 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-d4dae1b7-5370-48fd-8a20-4559620399c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0428481 Nov 29 02:04:42.517542 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-57060e85-856b-4972-973c-42529521ad70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303862 Nov 29 02:04:42.605964 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-5a0cdfab-30ab-45f0-859b-a21522ef1e2e service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811193 Nov 29 02:04:42.700389 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f0f02e8-d46b-4955-b097-6a4bb0ff9279 req-385a2298-782f-4006-939c-c653fcfb2d4b service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867476 Nov 29 02:04:42.853262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695e7d-b7f4-411e-8632-cb80022d9a5f req-153d9767-b432-4a68-9770-2ef61b641e05 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:42.854763 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d695e7d-b7f4-411e-8632-cb80022d9a5f req-153d9767-b432-4a68-9770-2ef61b641e05 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0481226 Nov 29 02:04:42.903885 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9d695e7d-b7f4-411e-8632-cb80022d9a5f req-ecbe5a52-f94f-4959-8a1e-f5dfaf588922 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 Nov 29 02:04:43.667629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c0914672-552b-4d9b-8bc9-59316d54bf82 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:43.686898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: c0914672-552b-4d9b-8bc9-59316d54bf82 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:43.687248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c0914672-552b-4d9b-8bc9-59316d54bf82 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:43.942105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.019857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0909d2a-ef5b-48f3-81d4-d20b459fae4b req-882a984e-77a2-4ae4-bbde-254a27601897 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:44.021356 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0909d2a-ef5b-48f3-81d4-d20b459fae4b req-882a984e-77a2-4ae4-bbde-254a27601897 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0493617 Nov 29 02:04:44.068085 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0909d2a-ef5b-48f3-81d4-d20b459fae4b req-3be18bd4-ac6d-4e29-84b9-be4b3cc87355 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Nov 29 02:04:44.184552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-94601f07-bb0c-42e5-88a6-00fab4e87597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.185761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7d6d4-808c-4296-ad02-f36b6176b818 req-56215d98-4915-4996-abbd-51114ec02cd4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:45.187248 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cae7d6d4-808c-4296-ad02-f36b6176b818 req-56215d98-4915-4996-abbd-51114ec02cd4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0521159 Nov 29 02:04:45.233119 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cae7d6d4-808c-4296-ad02-f36b6176b818 req-5454e7ab-e631-465f-94cc-640caa0cb072 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Nov 29 02:04:45.335565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.663875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device de24a4b1-490e-4e3b-a073-107372ecf432 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:04:45.758738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port de24a4b1-490e-4e3b-a073-107372ecf432, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=de24a4b1-490e-4e3b-a073-107372ecf432,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:45.770967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'de24a4b1-490e-4e3b-a073-107372ecf432', 'network_id': '5925e25d-ca06-411c-8725-234b31a8d5f7', 'port_id': 'de24a4b1-490e-4e3b-a073-107372ecf432', 'mac_address': 'fa:16:3e:8d:15:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab14156-2aa9-439a-9d91-760dbcf5ffd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:04:45.807001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.819191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de24a4b1-490e-4e3b-a073-107372ecf432 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:04:45.838154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port de24a4b1-490e-4e3b-a073-107372ecf432, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=de24a4b1-490e-4e3b-a073-107372ecf432,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:45.842319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.890833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=de24a4b1-490e-4e3b-a073-107372ecf432,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:45.898110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.898490 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.898840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.899181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.899517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.899852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.900189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.900523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.900854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.901181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.901508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:45.901836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:46.105371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['de24a4b1-490e-4e3b-a073-107372ecf432'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:04:46.309815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.346929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d52bb-5f09-4d30-9cc0-d3c700d6d60f req-a01e6a3d-fbec-4f9d-90e7-30ffdbaa0597 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:46.348406 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a14d52bb-5f09-4d30-9cc0-d3c700d6d60f req-a01e6a3d-fbec-4f9d-90e7-30ffdbaa0597 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 944 time: 0.0484788 Nov 29 02:04:46.399892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a14d52bb-5f09-4d30-9cc0-d3c700d6d60f req-08f1608b-4951-48ab-b9ab-7f40f1018f55 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Nov 29 02:04:47.658948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291fac-41ec-4f86-98ab-879cf1a78c24 req-4071a32f-80ea-450b-80f0-d4194b94c8cc tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:47.660331 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0e291fac-41ec-4f86-98ab-879cf1a78c24 req-4071a32f-80ea-450b-80f0-d4194b94c8cc tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 944 time: 0.0480118 Nov 29 02:04:47.664326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device de24a4b1-490e-4e3b-a073-107372ecf432 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:47.707464 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0e291fac-41ec-4f86-98ab-879cf1a78c24 req-3f147c8c-2886-4d1e-8355-71813c4ba749 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Nov 29 02:04:47.713585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port de24a4b1-490e-4e3b-a073-107372ecf432 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:04:47.717900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port de24a4b1-490e-4e3b-a073-107372ecf432 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:47.718337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.793436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.815332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de24a4b1-490e-4e3b-a073-107372ecf432'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:47.817644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852cf148-71df-4cdf-ad3b-a09c3120eaf6" -d '{"events": [{"server_uuid": "6b565a2c-f602-4488-abc6-ed23ccaf8752", "name": "network-vif-plugged", "status": "completed", "tag": "de24a4b1-490e-4e3b-a073-107372ecf432"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:47.834078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port de24a4b1-490e-4e3b-a073-107372ecf432, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=de24a4b1-490e-4e3b-a073-107372ecf432,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:47.837990 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.862712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2befbcd4-5e9e-4c3c-922e-c88b269370a7 x-openstack-request-id: req-2befbcd4-5e9e-4c3c-922e-c88b269370a7 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:47.863005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b565a2c-f602-4488-abc6-ed23ccaf8752", "name": "network-vif-plugged", "status": "completed", "tag": "de24a4b1-490e-4e3b-a073-107372ecf432", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:47.863262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2befbcd4-5e9e-4c3c-922e-c88b269370a7 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:47.863654 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de24a4b1-490e-4e3b-a073-107372ecf432', 'code': 200} Nov 29 02:04:47.889273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=de24a4b1-490e-4e3b-a073-107372ecf432,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:48.055820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4e862-573a-46e3-94c6-8e4aa535ad18 req-db6b57a6-8003-4b2a-8412-1ec0310f0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:48.057211 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dcb4e862-573a-46e3-94c6-8e4aa535ad18 req-db6b57a6-8003-4b2a-8412-1ec0310f0908 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 1098 time: 0.0390913 Nov 29 02:04:48.102093 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dcb4e862-573a-46e3-94c6-8e4aa535ad18 req-105d5d2c-5c86-4a68-83e7-4084a39776ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Nov 29 02:04:48.824788 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aa109-72ea-4156-b159-60711d994f1a req-2ce85a8e-a8c5-4d65-872e-8783d81fa4ef tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:48.826253 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d06aa109-72ea-4156-b159-60711d994f1a req-2ce85a8e-a8c5-4d65-872e-8783d81fa4ef tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0513921 Nov 29 02:04:49.137590 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d06aa109-72ea-4156-b159-60711d994f1a req-7820ecaa-7024-4966-a506-ed7ccf7cfea5 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053589 Nov 29 02:04:50.253784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313f10-3bd0-4b3c-9581-5ba0ebd81b57 req-979f896a-59a6-459b-a4b3-17bed4831e12 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:50.255299 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-80313f10-3bd0-4b3c-9581-5ba0ebd81b57 req-979f896a-59a6-459b-a4b3-17bed4831e12 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0487566 Nov 29 02:04:50.301412 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-80313f10-3bd0-4b3c-9581-5ba0ebd81b57 req-18934277-55c4-4c79-9332-b966efec1a04 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Nov 29 02:04:50.419690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7548436-c3a7-4fd4-9f5c-d0ff27d0a7a1 req-184ad292-1864-4404-87be-33450bece0cc tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:50.421050 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d7548436-c3a7-4fd4-9f5c-d0ff27d0a7a1 req-184ad292-1864-4404-87be-33450bece0cc tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0479832 Nov 29 02:04:50.466764 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d7548436-c3a7-4fd4-9f5c-d0ff27d0a7a1 req-ebe59701-ea49-46f7-aedd-09ee04d6e0f9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Nov 29 02:04:50.804842 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-e6ee198f-6cc4-47f4-a931-5e05ee878012 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696275 Nov 29 02:04:50.813041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036d6a6-523f-4663-827e-a38ee5a7312f req-7aec126d-e528-4887-851e-13363cb6d0b8 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:50.814394 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1036d6a6-523f-4663-827e-a38ee5a7312f req-7aec126d-e528-4887-851e-13363cb6d0b8 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0709026 Nov 29 02:04:50.862909 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1036d6a6-523f-4663-827e-a38ee5a7312f req-a74c3749-7ea2-4a5c-a0e2-c0e389548e13 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Nov 29 02:04:51.919547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-e389c194-ecb3-4724-be49-b01a171f5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:51.921131 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-e389c194-ecb3-4724-be49-b01a171f5385 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 1098 time: 0.0465364 Nov 29 02:04:52.023741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-808d93a5-4969-41b4-8383-96a94694fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:52.025281 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-808d93a5-4969-41b4-8383-96a94694fea2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.0974298 Nov 29 02:04:52.072990 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-bf23d9c0-a4ad-4b84-ad68-89edd6d7efb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de24a4b1-490e-4e3b-a073-107372ecf432 HTTP/1.1" status: 200 len: 217 time: 0.0402527 Nov 29 02:04:52.149057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-575e2f4b-8263-42b7-aaf2-682301700c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:52.150465 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-575e2f4b-8263-42b7-aaf2-682301700c43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0699437 Nov 29 02:04:52.175022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb558446-3f3a-4aab-8214-5d2cec16a327 req-0c6094ce-5b93-40e4-a478-5f07ef8dd794 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:52.176468 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bb558446-3f3a-4aab-8214-5d2cec16a327 req-0c6094ce-5b93-40e4-a478-5f07ef8dd794 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0876663 Nov 29 02:04:52.192839 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-57eec0a5-8b71-4df9-a594-7e106a5c6396 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348811 Nov 29 02:04:52.286248 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bb558446-3f3a-4aab-8214-5d2cec16a327 req-1b9df25b-5603-4fd0-9c29-57d3d31fc415 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962398 Nov 29 02:04:52.312064 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-6c0c3f29-01e1-4b3a-b014-ca72c12ccdff service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075563 Nov 29 02:04:52.407820 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-3702dc03-6de2-4e2c-a327-7cbb6ed083cd service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882490 Nov 29 02:04:52.409524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.398191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1830e-fe7b-49e3-857a-0ecfe6e5401f req-c19f5c54-07cb-434c-87b3-1c7a2c552b13 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:53.399671 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d4b1830e-fe7b-49e3-857a-0ecfe6e5401f req-c19f5c54-07cb-434c-87b3-1c7a2c552b13 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0485744 Nov 29 02:04:53.445533 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d4b1830e-fe7b-49e3-857a-0ecfe6e5401f req-97865f42-4853-4285-b3a3-6f1f9ec8c00b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Nov 29 02:04:54.560768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68b1f-9a66-46fa-be22-1f6a21dbb8bb req-ec877745-e9ca-4c48-bf8b-170fa0f0806d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:54.562272 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-27e68b1f-9a66-46fa-be22-1f6a21dbb8bb req-ec877745-e9ca-4c48-bf8b-170fa0f0806d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0515690 Nov 29 02:04:54.608866 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-27e68b1f-9a66-46fa-be22-1f6a21dbb8bb req-b8eb4482-1862-4a94-af8b-6873061391c6 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Nov 29 02:04:55.726044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24b906-80fb-4f35-abc4-1046677f587f req-49ffc888-679e-4c89-acb5-441343d09586 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:55.727521 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3e24b906-80fb-4f35-abc4-1046677f587f req-49ffc888-679e-4c89-acb5-441343d09586 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0516603 Nov 29 02:04:55.774239 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3e24b906-80fb-4f35-abc4-1046677f587f req-9c2fe532-981a-49ee-a6dd-51e4b56bdf65 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Nov 29 02:04:56.888481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62196d-5d52-441a-b06e-8616eec5e959 req-0b5a0408-d138-46d3-bb5f-9c6bb8f9cdd7 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:56.890014 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ea62196d-5d52-441a-b06e-8616eec5e959 req-0b5a0408-d138-46d3-bb5f-9c6bb8f9cdd7 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0493515 Nov 29 02:04:56.936791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ea62196d-5d52-441a-b06e-8616eec5e959 req-c4782b22-3bd1-407e-bc31-60c602878aa3 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Nov 29 02:04:58.051523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771edef-97de-4485-9c6d-b221f304410d req-1ecd0855-0529-44a9-a502-0e3ee7f0425d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:58.052997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f771edef-97de-4485-9c6d-b221f304410d req-1ecd0855-0529-44a9-a502-0e3ee7f0425d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0485454 Nov 29 02:04:58.098729 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f771edef-97de-4485-9c6d-b221f304410d req-8c61a23d-ea6f-42d3-b89c-76d6e8e8f98b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Nov 29 02:04:59.214745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccd976-a51b-46a2-affe-4bf157b5e320 req-8bc84895-dcea-46f6-a621-c977206a1f34 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:59.216206 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33ccd976-a51b-46a2-affe-4bf157b5e320 req-8bc84895-dcea-46f6-a621-c977206a1f34 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0519936 Nov 29 02:04:59.262442 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33ccd976-a51b-46a2-affe-4bf157b5e320 req-01d9170c-5f1a-4c78-bf05-b8b14e673a48 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Nov 29 02:05:00.375069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fea75-48c0-4744-a2bd-ba6d1701cd2e req-2f85c245-dc21-4eee-8d19-e39bee0d8fd6 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:00.376856 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5b0fea75-48c0-4744-a2bd-ba6d1701cd2e req-2f85c245-dc21-4eee-8d19-e39bee0d8fd6 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0488732 Nov 29 02:05:00.426565 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5b0fea75-48c0-4744-a2bd-ba6d1701cd2e req-e7957bb7-e9b5-4e82-87a9-fb581526e3d9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Nov 29 02:05:01.538527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824acf6-4a62-4c64-8e21-63a188565f87 req-9378e643-cdc4-4fa5-87a3-7d4f46a98d85 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:01.540019 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9824acf6-4a62-4c64-8e21-63a188565f87 req-9378e643-cdc4-4fa5-87a3-7d4f46a98d85 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0483646 Nov 29 02:05:01.586892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9824acf6-4a62-4c64-8e21-63a188565f87 req-2b229305-c56f-4acf-8543-19f0d468f8c9 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Nov 29 02:05:02.699570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267eb4-3bc5-434e-8356-e3d53b95c4b0 req-68cacb5f-92c5-43e7-8b51-0e53f6596595 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:02.701032 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a1267eb4-3bc5-434e-8356-e3d53b95c4b0 req-68cacb5f-92c5-43e7-8b51-0e53f6596595 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0484576 Nov 29 02:05:02.746833 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a1267eb4-3bc5-434e-8356-e3d53b95c4b0 req-1dcb5dce-c215-4f35-bb85-db4ef4f61ee0 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Nov 29 02:05:03.858872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7b19-f1fe-42df-a906-509138888813 req-11f59bc5-48a9-4a23-9b50-58be91c0b532 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:03.860340 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efef7b19-f1fe-42df-a906-509138888813 req-11f59bc5-48a9-4a23-9b50-58be91c0b532 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Nov 29 02:05:03.911473 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efef7b19-f1fe-42df-a906-509138888813 req-de756bd2-03f5-44a1-8664-790b76ccc521 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 Nov 29 02:05:05.028934 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed80fe8-1bff-403a-bd7f-309f3618d02a req-9e930b0b-36f1-4bce-8653-163aa64e27a6 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:05.030404 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3ed80fe8-1bff-403a-bd7f-309f3618d02a req-9e930b0b-36f1-4bce-8653-163aa64e27a6 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0535223 Nov 29 02:05:05.076307 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3ed80fe8-1bff-403a-bd7f-309f3618d02a req-7f867448-8b18-439d-9040-4bd863ad8505 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Nov 29 02:05:06.195971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519754e9-178a-4185-ba69-cc475246e0c5 req-c6014f05-7121-42f0-a6ef-ba84a11edd3e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:06.197455 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-519754e9-178a-4185-ba69-cc475246e0c5 req-c6014f05-7121-42f0-a6ef-ba84a11edd3e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Nov 29 02:05:06.243577 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-519754e9-178a-4185-ba69-cc475246e0c5 req-18912e49-ece7-484f-ab10-a0e69e08af51 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Nov 29 02:05:07.363760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d1b0-2f3b-4c19-9eb8-7c60fe994cb5 req-770ba99a-a26f-4635-8547-bbdaf4a8b554 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:07.365221 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f728d1b0-2f3b-4c19-9eb8-7c60fe994cb5 req-770ba99a-a26f-4635-8547-bbdaf4a8b554 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0530691 Nov 29 02:05:07.411773 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f728d1b0-2f3b-4c19-9eb8-7c60fe994cb5 req-0c3d9d1d-26d4-4c3d-ba53-9726fb59c5ab tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Nov 29 02:05:08.523514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cfd3e-ee53-4fb6-b65a-f0bd8b2023c7 req-c4e3c1fa-c0b3-4937-9126-c020d0d960b3 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:08.525010 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d92cfd3e-ee53-4fb6-b65a-f0bd8b2023c7 req-c4e3c1fa-c0b3-4937-9126-c020d0d960b3 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Nov 29 02:05:08.571800 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d92cfd3e-ee53-4fb6-b65a-f0bd8b2023c7 req-c6faea60-d726-4e79-a4df-ddb6350b9567 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Nov 29 02:05:09.690624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8848aef-1422-4a86-b475-8ee2d7119f36 req-35cd9c05-9257-4a6e-b146-23358b3d4e34 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:09.692107 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a8848aef-1422-4a86-b475-8ee2d7119f36 req-35cd9c05-9257-4a6e-b146-23358b3d4e34 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Nov 29 02:05:09.740445 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a8848aef-1422-4a86-b475-8ee2d7119f36 req-d0329710-3f36-451c-bfc6-e1da6680722f tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Nov 29 02:05:10.620261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d6585284-d205-42e1-8bcb-df6126c36282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:10.859584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4814cf-1fd1-4fbb-bb96-d9d5ba89a5ba req-448b7e2a-2f60-4082-97b0-97ff6f11ba30 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:10.861393 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f4814cf-1fd1-4fbb-bb96-d9d5ba89a5ba req-448b7e2a-2f60-4082-97b0-97ff6f11ba30 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0539317 Nov 29 02:05:10.910235 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f4814cf-1fd1-4fbb-bb96-d9d5ba89a5ba req-6fc633f4-c605-484d-a145-47efd915d8bb tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Nov 29 02:05:12.025949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375caf6-f694-49df-b80a-0c46d10b18a7 req-bbd1320b-00ed-4917-b4ae-a88f9783354d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:12.027444 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9375caf6-f694-49df-b80a-0c46d10b18a7 req-bbd1320b-00ed-4917-b4ae-a88f9783354d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0483727 Nov 29 02:05:12.076666 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9375caf6-f694-49df-b80a-0c46d10b18a7 req-01f7dfda-37cb-4406-9c4e-1b6980d87dec tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 Nov 29 02:05:13.191817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b235e-66ac-44b3-9d04-554301f8b038 req-a917412a-135c-4ce7-9f84-74d6db8a69f6 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:13.193294 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-238b235e-66ac-44b3-9d04-554301f8b038 req-a917412a-135c-4ce7-9f84-74d6db8a69f6 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0483723 Nov 29 02:05:13.239801 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-238b235e-66ac-44b3-9d04-554301f8b038 req-1dc605e7-79d9-46a8-8430-f42bff627c75 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Nov 29 02:05:13.942102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:14.165573 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:05:14.184840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5626f1a-99c4-4a91-a52e-1e69dd52c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:14.350757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f5703-8ac4-462a-8e32-eeebc59ba5da req-5a2adb88-744b-4e0f-ba4a-876646da1a03 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:14.352207 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d95f5703-8ac4-462a-8e32-eeebc59ba5da req-5a2adb88-744b-4e0f-ba4a-876646da1a03 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0475397 Nov 29 02:05:14.398474 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d95f5703-8ac4-462a-8e32-eeebc59ba5da req-8e437d8f-00d8-4340-9d66-aa0416d0e220 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Nov 29 02:05:15.339282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.515028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c1c1d-afb7-4503-883b-d1870341bec9 req-e79e128b-5c0e-458e-aefd-ae4e7e1e4439 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:15.516483 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-820c1c1d-afb7-4503-883b-d1870341bec9 req-e79e128b-5c0e-458e-aefd-ae4e7e1e4439 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0520692 Nov 29 02:05:15.563129 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-820c1c1d-afb7-4503-883b-d1870341bec9 req-e2f67d7e-23eb-490a-9e79-a78c548bc369 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Nov 29 02:05:16.301135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.678290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484de0ca-041e-476e-b132-0138de22ba6b req-8e4c0011-2b21-4dab-8f00-3210508981e3 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:16.679794 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-484de0ca-041e-476e-b132-0138de22ba6b req-8e4c0011-2b21-4dab-8f00-3210508981e3 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Nov 29 02:05:16.728117 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-484de0ca-041e-476e-b132-0138de22ba6b req-dd49ce97-27f9-41a1-a10e-96362916ba44 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Nov 29 02:05:17.843638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170480a-0c57-4205-a8ac-e86ce19ef47c req-1b25d78a-358c-42b0-8163-58e722730c43 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:17.845403 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3170480a-0c57-4205-a8ac-e86ce19ef47c req-1b25d78a-358c-42b0-8163-58e722730c43 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0501678 Nov 29 02:05:17.891265 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3170480a-0c57-4205-a8ac-e86ce19ef47c req-401c3cd9-b645-4cb8-af8e-510eb9d0d7dc tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393367 Nov 29 02:05:19.009515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9bb89-5cab-4f65-bcc2-8cf31fc1a7a9 req-2c905b4d-70e4-48d9-8cdd-78fa7e7832a8 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:19.011018 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-44b9bb89-5cab-4f65-bcc2-8cf31fc1a7a9 req-2c905b4d-70e4-48d9-8cdd-78fa7e7832a8 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0515537 Nov 29 02:05:19.056985 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-44b9bb89-5cab-4f65-bcc2-8cf31fc1a7a9 req-0eb966ac-d041-4509-ad42-18673afbac53 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Nov 29 02:05:19.140435 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-2085b71c-9ee8-4cb1-b4ab-8408476c0c08 service neutron] 10.222.0.21 "GET /v2.0/ports/de24a4b1-490e-4e3b-a073-107372ecf432/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0529046 Nov 29 02:05:19.359353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-267b6b8d-5176-4497-a925-17879eb1a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:19.360817 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-267b6b8d-5176-4497-a925-17879eb1a819 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752&tenant_id=39e67abe145944dfbc502158c93e272c HTTP/1.1" status: 200 len: 1098 time: 0.0463245 Nov 29 02:05:19.433209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-9424b914-a0e2-4450-8cc0-f0f35436d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:19.434698 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-9424b914-a0e2-4450-8cc0-f0f35436d850 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 1098 time: 0.0393589 Nov 29 02:05:19.525090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-adbfd785-5f18-4e4f-943a-7e3c13ea3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:19.526655 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-adbfd785-5f18-4e4f-943a-7e3c13ea3b27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.0839188 Nov 29 02:05:19.571961 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-13e6d1d2-3adb-49a6-a2ef-ce5e0adfb916 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de24a4b1-490e-4e3b-a073-107372ecf432 HTTP/1.1" status: 200 len: 217 time: 0.0381706 Nov 29 02:05:19.621467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-7fc50069-dea3-4e99-ae8e-e15bff717a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:19.622816 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-7fc50069-dea3-4e99-ae8e-e15bff717a57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0432270 Nov 29 02:05:19.655116 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-72ed9321-c475-4101-8426-c21b7ce11e9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235114 Nov 29 02:05:19.745316 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-e791af13-17ba-4bc6-94c3-92956750e690 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832438 Nov 29 02:05:19.832148 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-661cf609-f8a3-4964-b831-5a9b059a8148 req-17dddcee-ffe6-4171-bbac-496b48bf3390 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789676 Nov 29 02:05:20.177087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e35a77-fbf1-412c-9e4c-609a3bdfc749 req-45b17e56-d1cb-43c3-9f7d-333387a288a8 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:20.178600 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76e35a77-fbf1-412c-9e4c-609a3bdfc749 req-45b17e56-d1cb-43c3-9f7d-333387a288a8 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0531118 Nov 29 02:05:20.224933 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76e35a77-fbf1-412c-9e4c-609a3bdfc749 req-bf5f7214-c43d-4750-9306-102bdf7c3754 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Nov 29 02:05:21.385863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8af20-1795-4db8-a136-e04a337a9f31 req-2256b517-b807-4903-be16-ef9fdc112757 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:21.387361 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a9a8af20-1795-4db8-a136-e04a337a9f31 req-2256b517-b807-4903-be16-ef9fdc112757 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 945 time: 0.0972300 Nov 29 02:05:21.435335 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a9a8af20-1795-4db8-a136-e04a337a9f31 req-10c032e1-12f2-4ee3-9c04-428a8f27b83a tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Nov 29 02:05:21.893940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device de24a4b1-490e-4e3b-a073-107372ecf432 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:21.967956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:21.989017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de24a4b1-490e-4e3b-a073-107372ecf432'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:21.991250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a9519e-47f1-443c-ae7e-7f4a838220ee" -d '{"events": [{"server_uuid": "6b565a2c-f602-4488-abc6-ed23ccaf8752", "name": "network-vif-unplugged", "status": "completed", "tag": "de24a4b1-490e-4e3b-a073-107372ecf432"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:22.003711 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port de24a4b1-490e-4e3b-a073-107372ecf432, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=de24a4b1-490e-4e3b-a073-107372ecf432,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:22.007839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:22.035917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad34883-80ce-4964-981e-59e56efe8b74 x-openstack-request-id: req-1ad34883-80ce-4964-981e-59e56efe8b74 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:22.036207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b565a2c-f602-4488-abc6-ed23ccaf8752", "name": "network-vif-unplugged", "status": "completed", "tag": "de24a4b1-490e-4e3b-a073-107372ecf432", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:22.036460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ad34883-80ce-4964-981e-59e56efe8b74 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:22.036843 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de24a4b1-490e-4e3b-a073-107372ecf432', 'code': 200} Nov 29 02:05:22.060407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=de24a4b1-490e-4e3b-a073-107372ecf432,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:22.429539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:22.558511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4265-60e1-4a63-8185-c5d32f9560ba req-f3ad0c09-f956-4250-ba2d-7fcc4a07b0ec tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:22.559937 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f64c4265-60e1-4a63-8185-c5d32f9560ba req-f3ad0c09-f956-4250-ba2d-7fcc4a07b0ec tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0530224 Nov 29 02:05:22.612806 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f64c4265-60e1-4a63-8185-c5d32f9560ba req-65b360f3-b5d0-42bd-b14f-c467e6b11182 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 Nov 29 02:05:22.816807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7126535-2add-45cc-8145-c2efc80aea82 req-761cf57c-c12a-4b2b-bea2-dd79339b7a15 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:22.818296 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e7126535-2add-45cc-8145-c2efc80aea82 req-761cf57c-c12a-4b2b-bea2-dd79339b7a15 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0521088 Nov 29 02:05:22.870118 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e7126535-2add-45cc-8145-c2efc80aea82 req-e2ef82f4-bba0-4ada-b667-045943f62163 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452840 Nov 29 02:05:22.890222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412d054-f3da-4577-ab90-40714ae928cb req-faaa3c90-5784-4f4f-898b-ffcf76a7ad3e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:22.891777 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e412d054-f3da-4577-ab90-40714ae928cb req-faaa3c90-5784-4f4f-898b-ffcf76a7ad3e tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752&tenant_id=39e67abe145944dfbc502158c93e272c&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 943 time: 0.0704188 Nov 29 02:05:22.988673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412d054-f3da-4577-ab90-40714ae928cb req-daa53f4c-bf9c-4abd-938f-7b0ebc45ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:22.990012 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e412d054-f3da-4577-ab90-40714ae928cb req-daa53f4c-bf9c-4abd-938f-7b0ebc45ebfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e67abe145944dfbc502158c93e272c&device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 1096 time: 0.0399253 Nov 29 02:05:23.081378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412d054-f3da-4577-ab90-40714ae928cb req-b4dee42e-a86a-4032-8ce1-9e5f25829c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:23.082839 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e412d054-f3da-4577-ab90-40714ae928cb req-b4dee42e-a86a-4032-8ce1-9e5f25829c52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 200 len: 915 time: 0.0853863 Nov 29 02:05:23.123139 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e412d054-f3da-4577-ab90-40714ae928cb req-69d01048-ba81-4864-9cb2-95b34362bb50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de24a4b1-490e-4e3b-a073-107372ecf432 HTTP/1.1" status: 200 len: 217 time: 0.0336323 Nov 29 02:05:23.174884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412d054-f3da-4577-ab90-40714ae928cb req-672e62b0-0049-4782-8a64-9acea089d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:23.176289 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e412d054-f3da-4577-ab90-40714ae928cb req-672e62b0-0049-4782-8a64-9acea089d48c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 200 len: 854 time: 0.0461733 Nov 29 02:05:23.209423 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e412d054-f3da-4577-ab90-40714ae928cb req-d45cb6d3-c852-41ed-b8ea-50640499e1a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5925e25d-ca06-411c-8725-234b31a8d5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261598 Nov 29 02:05:23.296751 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e412d054-f3da-4577-ab90-40714ae928cb req-82fdbd55-9fca-4cd9-b9a6-0cd5c4d31d09 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800407 Nov 29 02:05:23.386791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e412d054-f3da-4577-ab90-40714ae928cb req-f372ea7f-091a-4ec0-8583-4f4a2a845766 service neutron] 10.222.0.21 "GET /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832257 Nov 29 02:05:23.989206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ea04-8535-4ea2-9893-095adb1ada58 req-247c4a8e-6b42-4026-8dea-b9a1a541fb12 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:23.990614 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0c35ea04-8535-4ea2-9893-095adb1ada58 req-247c4a8e-6b42-4026-8dea-b9a1a541fb12 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0489755 Nov 29 02:05:24.038580 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0c35ea04-8535-4ea2-9893-095adb1ada58 req-217432db-3f37-49e6-bef9-354f1a34e58b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Nov 29 02:05:24.152273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c3ba6-3ad1-4bd6-8cfd-9568b917a7bb req-a847b019-e483-4981-9576-c8325190199c tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:24.153735 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d20c3ba6-3ad1-4bd6-8cfd-9568b917a7bb req-a847b019-e483-4981-9576-c8325190199c tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0480502 Nov 29 02:05:24.204160 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d20c3ba6-3ad1-4bd6-8cfd-9568b917a7bb req-16531b4b-ea9e-4840-8eda-54b306263ff8 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439146 Nov 29 02:05:24.317881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5dea-d5eb-4ec9-8799-cd470efbee0b req-b2fd727f-6ac0-41db-a305-dc2de3ba41bf tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:24.319468 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e36f5dea-d5eb-4ec9-8799-cd470efbee0b req-b2fd727f-6ac0-41db-a305-dc2de3ba41bf tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0520701 Nov 29 02:05:24.365496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e36f5dea-d5eb-4ec9-8799-cd470efbee0b req-d1802ac6-2d78-48bf-b9aa-3f2c684a8b42 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Nov 29 02:05:24.694495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b5058-5503-471c-9027-f27ed30db4bf req-cf90178e-a89a-4bf5-875f-e2f36c19585d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:24.695945 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-394b5058-5503-471c-9027-f27ed30db4bf req-cf90178e-a89a-4bf5-875f-e2f36c19585d tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0498140 Nov 29 02:05:24.742565 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-394b5058-5503-471c-9027-f27ed30db4bf req-b571a886-aaec-44aa-8a1c-431e02014cb6 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Nov 29 02:05:25.853667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca642d-d5f5-4350-b0b8-78db0157dcad req-6275b53a-86b5-454f-8ddb-d17771464ac4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:25.855161 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49ca642d-d5f5-4350-b0b8-78db0157dcad req-6275b53a-86b5-454f-8ddb-d17771464ac4 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0473750 Nov 29 02:05:25.900800 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49ca642d-d5f5-4350-b0b8-78db0157dcad req-af29673d-b7a8-4543-bb98-2d9461de3918 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed6841e3-5642-42ca-ac96-6f2348b9da2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Nov 29 02:05:26.359517 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-8faa930c-4783-4b31-92cc-d64c5c4b5a09 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:26.361032 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-8faa930c-4783-4b31-92cc-d64c5c4b5a09 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 943 time: 0.0467739 Nov 29 02:05:26.451220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Deleting port de24a4b1-490e-4e3b-a073-107372ecf432 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:26.451561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:26.537142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] For port de24a4b1-490e-4e3b-a073-107372ecf432, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=de24a4b1-490e-4e3b-a073-107372ecf432,segment=NetworkSegment(60d98bae-58ba-474c-8863-cada46046e2a),segment_id=60d98bae-58ba-474c-8863-cada46046e2a)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:26.537516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:26.550257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Calling delete_port for de24a4b1-490e-4e3b-a073-107372ecf432 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:26.679330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:26.706151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Pushing event deleted for resources: {'Port': ['ID=de24a4b1-490e-4e3b-a073-107372ecf432,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:26.719101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.719459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.719806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.720149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.720539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.720878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.721213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.721546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.721878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.722211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.722569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.722898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:26.760179 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] No DVR routers for this DVR port de24a4b1-490e-4e3b-a073-107372ecf432 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:26.762980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:26.766754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38a87773-11a1-4e62-8dd0-a2fa2dee2edb req-49b72342-74f4-4665-a81a-b1fff40fec40 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.21 "DELETE /v2.0/ports/de24a4b1-490e-4e3b-a073-107372ecf432 HTTP/1.1" status: 204 len: 173 time: 0.3997328 Nov 29 02:05:26.767238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'name': 'network-vif-deleted', 'tag': 'de24a4b1-490e-4e3b-a073-107372ecf432'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:26.769537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69917e9-3d84-49de-8c7a-df48f9e291fb" -d '{"events": [{"server_uuid": "6b565a2c-f602-4488-abc6-ed23ccaf8752", "name": "network-vif-deleted", "tag": "de24a4b1-490e-4e3b-a073-107372ecf432"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:26.805862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d282a9-8d69-41c6-85b5-62c9bf47afd9 x-openstack-request-id: req-b6d282a9-8d69-41c6-85b5-62c9bf47afd9 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:26.806160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b565a2c-f602-4488-abc6-ed23ccaf8752", "name": "network-vif-deleted", "tag": "de24a4b1-490e-4e3b-a073-107372ecf432", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:26.806431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6d282a9-8d69-41c6-85b5-62c9bf47afd9 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:26.806855 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b565a2c-f602-4488-abc6-ed23ccaf8752', 'name': 'network-vif-deleted', 'tag': 'de24a4b1-490e-4e3b-a073-107372ecf432', 'status': 'completed', 'code': 200} Nov 29 02:05:27.004768 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9874e0c8-b77a-4eec-b1f0-92ce6399cc1b req-8753a5a9-8991-431a-a0dd-f470f695529b tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b565a2c-f602-4488-abc6-ed23ccaf8752 HTTP/1.1" status: 200 len: 210 time: 0.0267484 Nov 29 02:05:28.119991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49546) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:28.163577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-9380d3ac-ad21-4c62-ae3b-de0254d82a63 admin admin] Deleting subnet bab14156-2aa9-439a-9d91-760dbcf5ffd7 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:05:28.166548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9380d3ac-ad21-4c62-ae3b-de0254d82a63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.200258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9380d3ac-ad21-4c62-ae3b-de0254d82a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.242009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9380d3ac-ad21-4c62-ae3b-de0254d82a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.292301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9380d3ac-ad21-4c62-ae3b-de0254d82a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.319332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380d3ac-ad21-4c62-ae3b-de0254d82a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab14156-2aa9-439a-9d91-760dbcf5ffd7,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:28.321289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9380d3ac-ad21-4c62-ae3b-de0254d82a63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.324515 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9380d3ac-ad21-4c62-ae3b-de0254d82a63 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bab14156-2aa9-439a-9d91-760dbcf5ffd7 HTTP/1.1" status: 204 len: 168 time: 0.2035081 Nov 29 02:05:28.327067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49548) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:28.394091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.473808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.493333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5925e25d-ca06-411c-8725-234b31a8d5f7']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:28.502244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d98bae-58ba-474c-8863-cada46046e2a') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:28.502577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d98bae-58ba-474c-8863-cada46046e2a') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:28.512645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.525949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.532042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:05:28.532435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:05:28.534268 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:05:28.913913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.919271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:28.922775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] 10.222.0.30 "DELETE /v2.0/networks/5925e25d-ca06-411c-8725-234b31a8d5f7 HTTP/1.1" status: 204 len: 168 time: 0.5947628 Nov 29 02:05:28.935058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8422d86-55ce-4671-91bf-0a69eab7b9da admin admin] Pushing event deleted for resources: {'Network': ['ID=5925e25d-ca06-411c-8725-234b31a8d5f7,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:29.026826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49552) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:29.064735 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a98bdc29-8577-4328-9e99-06008b8649c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39e67abe145944dfbc502158c93e272c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0367093 Nov 29 02:05:29.067172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49554) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:29.112635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d958104d-d2b6-40de-9b2e-7b8e645db5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:29.132768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d958104d-d2b6-40de-9b2e-7b8e645db5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:29.177535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d958104d-d2b6-40de-9b2e-7b8e645db5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:29.180159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d958104d-d2b6-40de-9b2e-7b8e645db5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:29.181310 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d958104d-d2b6-40de-9b2e-7b8e645db5bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed6841e3-5642-42ca-ac96-6f2348b9da2f HTTP/1.1" status: 204 len: 168 time: 0.1132314 Nov 29 02:05:29.189166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958104d-d2b6-40de-9b2e-7b8e645db5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6841e3-5642-42ca-ac96-6f2348b9da2f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:29.824840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49576) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:29.917899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1124159926-network', 'tenant_id': '726a13e7fa3548f5b983532722b7924c'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:29.933473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device de24a4b1-490e-4e3b-a073-107372ecf432 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:29.940376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Made reservation on behalf of 726a13e7fa3548f5b983532722b7924c for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:05:29.943226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:29.951579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:29.954896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: de24a4b1-490e-4e3b-a073-107372ecf432 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:29.955249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device de24a4b1-490e-4e3b-a073-107372ecf432 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:30.030559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.034169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.056523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:05:30.072688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb3429-4e68-49ef-aa68-65e4484098bc,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:30.077236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.077598 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Added segment 76e873b9-847f-47e1-b6cb-16b50b865d14 of type vlan for network 49b47bf8-db5e-4042-a98c-80b57a4580b9 Nov 29 02:05:30.119901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.143715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.144659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:30.145225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.176056 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3501365 Nov 29 02:05:30.179133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49580) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:30.184190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Request body: {'subnet': {'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1124159926-subnet', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:30.206841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Made reservation on behalf of 726a13e7fa3548f5b983532722b7924c for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:05:30.207908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d997f-3e00-4dd0-9dc3-cf7faafe01ea admin admin] Pushing event updated for resources: {'Network': ['ID=49b47bf8-db5e-4042-a98c-80b57a4580b9,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:30.209296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.217416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:05:30.386022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.445129 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:30.452595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Checking segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:30.452960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Network hostable DHCP agents. Network: 49b47bf8-db5e-4042-a98c-80b57a4580b9, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:05:30.457321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.457627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.457976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.458328 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.458707 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.459051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.459389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.459728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.460064 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.460396 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.460731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.461061 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:30.478414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:05:30.486789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 49b47bf8-db5e-4042-a98c-80b57a4580b9) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:30.490766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:30.491372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.495973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a06d82-499c-4748-bd65-91006de1ae5c None None] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:30.506943 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3c06b95b-4601-4555-82d1-6e098c266340 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3266521 Nov 29 02:05:30.509911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49582) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:30.514261 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:30.536395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.537927 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.594642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.641841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-49b47bf8-db5e-4042-a98c-80b57a4580b9', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:05:30.642804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.737432 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.779162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Allocated IP 172.20.0.2 (49b47bf8-db5e-4042-a98c-80b57a4580b9/9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0/87da5b8e-5b95-487a-8333-07254c8ee6cb) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:30.919175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.927048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.939945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.959544 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:30.971282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:30.974407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:30.978912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:30.981950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Pushing event updated for resources: {'Port': ['ID=87da5b8e-5b95-487a-8333-07254c8ee6cb,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:31.033647 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Attempting to bind port 87da5b8e-5b95-487a-8333-07254c8ee6cb on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:31.034023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Attempting to bind port 87da5b8e-5b95-487a-8333-07254c8ee6cb by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:31.034445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Attempting to bind port 87da5b8e-5b95-487a-8333-07254c8ee6cb on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:31.039406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:31.039980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Checking segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:31.040395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.040800 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Bound using segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:31.041266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Bound port: 87da5b8e-5b95-487a-8333-07254c8ee6cb, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:31.041651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.068121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Allocated IP 172.26.8.224 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/d2f50232-f164-4163-9758-fb8451225918) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:31.106787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] For port 87da5b8e-5b95-487a-8333-07254c8ee6cb, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:31.109866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] For port 87da5b8e-5b95-487a-8333-07254c8ee6cb, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=87da5b8e-5b95-487a-8333-07254c8ee6cb,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:31.114457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.170179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5c3ff-73fe-4e80-92be-82b5d9b2544c None None] Pushing event updated for resources: {'Port': ['ID=87da5b8e-5b95-487a-8333-07254c8ee6cb,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:31.173191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.214157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.260377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:31.264749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:31.266738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Pushing event updated for resources: {'Port': ['ID=d2f50232-f164-4163-9758-fb8451225918,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:31.268902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:31.287249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9c030-3ff3-4cfd-8191-b1e3a499ff0a None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:31.376791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ab408235-f077-450f-a4cf-156da7f49995 None None] Provisioning complete for port d2f50232-f164-4163-9758-fb8451225918 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:31.377285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ab408235-f077-450f-a4cf-156da7f49995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.417969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ab408235-f077-450f-a4cf-156da7f49995 None None] Port d2f50232-f164-4163-9758-fb8451225918 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:31.548913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.743504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.817582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 87da5b8e-5b95-487a-8333-07254c8ee6cb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:31.872479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 87da5b8e-5b95-487a-8333-07254c8ee6cb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:31.872944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.884409 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:05:31.953723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:31.989910 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 87da5b8e-5b95-487a-8333-07254c8ee6cb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=87da5b8e-5b95-487a-8333-07254c8ee6cb,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:31.994414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.001563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:32.013396 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:32.024843 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.025966 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:32.026598 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d9aa3f0b-e536-4100-9f04-50f5f3c10f5b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5155845 Nov 29 02:05:32.027147 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:05:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:32.029335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49584) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:32.052633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=87da5b8e-5b95-487a-8333-07254c8ee6cb,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:32.140705 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:32.170381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8884d0-fe68-48bd-8bd8-9861df384778 None None] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:32.263334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1f9011e9-279a-4c63-9872-b50624851325 None None] Provisioning complete for port 87da5b8e-5b95-487a-8333-07254c8ee6cb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:32.263693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f9011e9-279a-4c63-9872-b50624851325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.322652 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:31Z', 'revision_number': 3, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:32.349769 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:32.350126 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Updating router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d port d2f50232-f164-4163-9758-fb8451225918 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:05:32.379674 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.488863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.625280 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-97395a54-2b65-4c96-98bd-f1a4e576461c None None] Provisioning complete for port 87da5b8e-5b95-487a-8333-07254c8ee6cb triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:32.625653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97395a54-2b65-4c96-98bd-f1a4e576461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.655579 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.657240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Allocated IP 172.20.0.1 (49b47bf8-db5e-4042-a98c-80b57a4580b9/9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0/e8b037a3-24ca-4c2c-b66d-11582d558b22) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:32.662726 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.714724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0a264-993a-4ce6-81c8-b5a91f5db194 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:32.716831 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Attempting to bind port d2f50232-f164-4163-9758-fb8451225918 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:32.717270 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Attempting to bind port d2f50232-f164-4163-9758-fb8451225918 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:32.717848 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Attempting to bind port d2f50232-f164-4163-9758-fb8451225918 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:32.729584 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:32.730025 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:32.730527 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.730982 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:32.731447 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Bound port: d2f50232-f164-4163-9758-fb8451225918, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:32.731823 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.761497 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Pushing event updated for resources: {'Port': ['ID=d2f50232-f164-4163-9758-fb8451225918,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:32.770972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.774737 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.775075 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.775413 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.775743 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.776072 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.776397 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.776718 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.777044 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.777366 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.777686 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.778000 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.778325 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:32.803369 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] For port d2f50232-f164-4163-9758-fb8451225918, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:32.804257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.807995 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] For port d2f50232-f164-4163-9758-fb8451225918, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d2f50232-f164-4163-9758-fb8451225918,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:32.812482 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.832828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9d94bac9-f9c6-4255-a8fc-2e3bf5c68dbb None None] Provisioning complete for port d2f50232-f164-4163-9758-fb8451225918 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:32.833250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d94bac9-f9c6-4255-a8fc-2e3bf5c68dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.844453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:32.853393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:32.859739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:32.876139 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:32.876777 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:05:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:32.882251 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b4f58-a4a9-4b73-a837-0ea5aababcb0 None None] Pushing event updated for resources: {'Port': ['ID=d2f50232-f164-4163-9758-fb8451225918,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:32.885489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2550bc-f7c9-4c82-89d2-52695b3fa2fc None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:32.887259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b037a3-24ca-4c2c-b66d-11582d558b22,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:32.910121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.976083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d94bac9-f9c6-4255-a8fc-2e3bf5c68dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:32.987419 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:32.998879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9d94bac9-f9c6-4255-a8fc-2e3bf5c68dbb None None] For port d2f50232-f164-4163-9758-fb8451225918, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d2f50232-f164-4163-9758-fb8451225918,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:33.005987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9d94bac9-f9c6-4255-a8fc-2e3bf5c68dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:33.073024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:33.077590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94bac9-f9c6-4255-a8fc-2e3bf5c68dbb None None] Pushing event updated for resources: {'Port': ['ID=d2f50232-f164-4163-9758-fb8451225918,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:33.133669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6edad37e-3d16-4dd6-a859-f17da1e1522f None None] Provisioning complete for port d2f50232-f164-4163-9758-fb8451225918 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:33.134042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6edad37e-3d16-4dd6-a859-f17da1e1522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:33.170115 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:31Z', 'revision_number': 3, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:33.199062 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518e9b99-f5b5-4971-8b72-7bab1de7c406 None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:31Z', 'revision_number': 3, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:33.266984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:33.273773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:33.342091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b037a3-24ca-4c2c-b66d-11582d558b22,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:33.344208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-076185d0-9d53-48e3-a63c-efc4e122a7fe None None] Provisioning complete for port e8b037a3-24ca-4c2c-b66d-11582d558b22 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:33.344590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-076185d0-9d53-48e3-a63c-efc4e122a7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:33.346087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:33.403574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-076185d0-9d53-48e3-a63c-efc4e122a7fe None None] Port e8b037a3-24ca-4c2c-b66d-11582d558b22 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:33.458233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:33.459759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:33.595011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:33.714858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:33.720331 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b4181919-f7a5-4ee9-88f9-21a70d343b36 admin admin] 10.222.0.30 "PUT /v2.0/routers/16ad20dc-d570-4a92-9f2f-ff4ff3923b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895502 Nov 29 02:05:33.728333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3e25a283-527c-472b-803f-c0ad90fd299c None None] Provisioning complete for port e8b037a3-24ca-4c2c-b66d-11582d558b22 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:33.728915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3e25a283-527c-472b-803f-c0ad90fd299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:33.779834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3e25a283-527c-472b-803f-c0ad90fd299c None None] Port e8b037a3-24ca-4c2c-b66d-11582d558b22 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:33.886964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d2f50232-f164-4163-9758-fb8451225918 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:33.937155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d2f50232-f164-4163-9758-fb8451225918 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:33.937537 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.023397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 87da5b8e-5b95-487a-8333-07254c8ee6cb up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:34.214279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 87da5b8e-5b95-487a-8333-07254c8ee6cb triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:34.214611 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.468371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49592) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:34.473928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4480cdea-7685-4dbe-960b-6a232d417008 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847961790', 'description': 'tempest-description--1308537297'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:34.495907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4480cdea-7685-4dbe-960b-6a232d417008 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.567878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4480cdea-7685-4dbe-960b-6a232d417008 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.573956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4480cdea-7685-4dbe-960b-6a232d417008 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.603946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480cdea-7685-4dbe-960b-6a232d417008 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109b048b-885f-4910-ad27-3f4a7988c2ea,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:34.609074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4480cdea-7685-4dbe-960b-6a232d417008 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.610283 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4480cdea-7685-4dbe-960b-6a232d417008 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1407464 Nov 29 02:05:34.613196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49594) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:34.617678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-7a894856-3d2d-4cc6-9c72-cbdddf2c13b5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'security_group_rule': {'security_group_id': '109b048b-885f-4910-ad27-3f4a7988c2ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:34.646711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a894856-3d2d-4cc6-9c72-cbdddf2c13b5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.705354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a894856-3d2d-4cc6-9c72-cbdddf2c13b5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.710659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a894856-3d2d-4cc6-9c72-cbdddf2c13b5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.728396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a894856-3d2d-4cc6-9c72-cbdddf2c13b5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790d24a5-adb8-43fa-9bc9-98019bab175b,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:34.736859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a894856-3d2d-4cc6-9c72-cbdddf2c13b5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.738090 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7a894856-3d2d-4cc6-9c72-cbdddf2c13b5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239321 Nov 29 02:05:34.740742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49596) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:34.745083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ce018b52-2999-4c5c-9601-f32ff7374cc9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'security_group_rule': {'security_group_id': '109b048b-885f-4910-ad27-3f4a7988c2ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:34.773841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ce018b52-2999-4c5c-9601-f32ff7374cc9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.788529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:34.797544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:34.798170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:05:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:34.829100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ce018b52-2999-4c5c-9601-f32ff7374cc9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.833520 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ce018b52-2999-4c5c-9601-f32ff7374cc9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.853753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce018b52-2999-4c5c-9601-f32ff7374cc9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5240787-19bf-4de3-95a1-4855cc6b6fa2,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:34.859681 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ce018b52-2999-4c5c-9601-f32ff7374cc9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.861225 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ce018b52-2999-4c5c-9601-f32ff7374cc9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191804 Nov 29 02:05:34.864081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49598) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:34.868298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:34.890485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.918522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:34.990187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.094686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Allocated IP 172.26.8.252 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/49afa737-2322-46e1-99c0-72204ad9fc62) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:35.120292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 2, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:35.147824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:35.148180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Updating router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d port e8b037a3-24ca-4c2c-b66d-11582d558b22 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:05:35.172175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.202707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.236357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.273128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:35.277726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:35.281146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:35.310356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'Port': ['ID=49afa737-2322-46e1-99c0-72204ad9fc62,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:35.372636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.405388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.436840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.441949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.495158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d54198-d086-4310-9503-769318022e63 None None] Pushing event updated for resources: {'Port': ['ID=e8b037a3-24ca-4c2c-b66d-11582d558b22,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:35.542629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Attempting to bind port e8b037a3-24ca-4c2c-b66d-11582d558b22 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:35.542906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Attempting to bind port e8b037a3-24ca-4c2c-b66d-11582d558b22 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:35.543272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Attempting to bind port e8b037a3-24ca-4c2c-b66d-11582d558b22 on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:35.548567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:35.548945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Checking segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:35.549362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.550347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Bound using segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:35.550946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Bound port: e8b037a3-24ca-4c2c-b66d-11582d558b22, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:35.551334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.578266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.587377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.628165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] For port e8b037a3-24ca-4c2c-b66d-11582d558b22, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:35.631769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] For port e8b037a3-24ca-4c2c-b66d-11582d558b22, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e8b037a3-24ca-4c2c-b66d-11582d558b22,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:35.638237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.665500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'Port': ['ID=49afa737-2322-46e1-99c0-72204ad9fc62,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:35.683422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.688705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:35.689395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:05:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:35.699688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.700981 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-95d39e91-21b3-44bb-8750-68c3ff353b74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8359678 Nov 29 02:05:35.791914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d54198-d086-4310-9503-769318022e63 None None] Pushing event updated for resources: {'Port': ['ID=e8b037a3-24ca-4c2c-b66d-11582d558b22,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:35.803301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-178dc263-4e1c-4ac7-ab2f-24949a9483ec None None] Provisioning complete for port e8b037a3-24ca-4c2c-b66d-11582d558b22 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:35.803668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-178dc263-4e1c-4ac7-ab2f-24949a9483ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.864256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:35.879102 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-8c8d4b54-ddd5-486c-b48d-a87efc05fad6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--847961790&fields=id&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 267 time: 0.0595748 Nov 29 02:05:35.985612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ec16-6954-4241-b2b1-67411a55398b req-93924b71-3fbd-4cb3-8e62-fa453305ab18 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:35.987121 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-93924b71-3fbd-4cb3-8e62-fa453305ab18 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 812 time: 0.1006780 Nov 29 02:05:35.989578 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-178dc263-4e1c-4ac7-ab2f-24949a9483ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:36.005751 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-bd9dee08-b3d1-4e54-b5ee-2be9a37e9d75 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/quotas/726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 375 time: 0.0129271 Nov 29 02:05:36.057991 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-ddfd35ff-6903-4f96-84fd-47263cb07b9f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462701 Nov 29 02:05:36.066660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-178dc263-4e1c-4ac7-ab2f-24949a9483ec None None] For port e8b037a3-24ca-4c2c-b66d-11582d558b22, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e8b037a3-24ca-4c2c-b66d-11582d558b22,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:36.073899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-178dc263-4e1c-4ac7-ab2f-24949a9483ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:36.074128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-6c4509ab-a94f-46f2-ba3b-c2fec7a46cfc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:05:36.075158 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-6c4509ab-a94f-46f2-ba3b-c2fec7a46cfc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051949 Nov 29 02:05:36.151800 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dc263-4e1c-4ac7-ab2f-24949a9483ec None None] Pushing event updated for resources: {'Port': ['ID=e8b037a3-24ca-4c2c-b66d-11582d558b22,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:36.172127 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-f9d939e1-7913-4a50-9388-cf01378c2b40 service neutron] 10.222.0.30 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890310 Nov 29 02:05:36.173301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:35Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:36.203402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66308077-0071-4c50-9824-f1f6af5bcf0c None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:35Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:36.214940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-97d63487-5962-44f7-bc7e-5efec31a4374 None None] Provisioning complete for port e8b037a3-24ca-4c2c-b66d-11582d558b22 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:36.215321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97d63487-5962-44f7-bc7e-5efec31a4374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:36.288568 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-0d44047e-8985-4308-a21f-af0777c3ee31 service neutron] 10.222.0.30 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103637 Nov 29 02:05:36.472996 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eab7b604-89d3-42d4-a488-5f71825a7c44 req-1cc5dae3-85ce-408c-b9d8-d89edfc237db tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 210 time: 0.0326841 Nov 29 02:05:37.498052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ec16-6954-4241-b2b1-67411a55398b req-fc1874a9-8549-4dea-99b0-05934c1b97bc tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:37.499476 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-fc1874a9-8549-4dea-99b0-05934c1b97bc tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 812 time: 0.1014757 Nov 29 02:05:37.571350 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-ccec7e76-842b-48c1-b684-5f644297ffec tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 379 time: 0.0567656 Nov 29 02:05:37.573434 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-15f4aa9d-55be-4e79-b1c0-025dfba27b2f req-8f865699-1aab-48f0-bbff-dda7caca726c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 210 time: 0.0290718 Nov 29 02:05:37.582438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'port': {'device_id': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'admin_state_up': True, 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'security_groups': ['109b048b-885f-4910-ad27-3f4a7988c2ea']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:37.700582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Made reservation on behalf of 726a13e7fa3548f5b983532722b7924c for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:05:37.704238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.814642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e8b037a3-24ca-4c2c-b66d-11582d558b22 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:37.838190 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Allocated IP 172.20.0.8 (49b47bf8-db5e-4042-a98c-80b57a4580b9/9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0/39f49d78-e01f-491f-bb8c-5fff98cc21ae) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:37.864589 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e8b037a3-24ca-4c2c-b66d-11582d558b22 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:37.864966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.974555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.015882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.059959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:38.064978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:38.069236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:38.096600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'Port': ['ID=39f49d78-e01f-491f-bb8c-5fff98cc21ae,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:38.124325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:38.124950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.143129 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-8febe8ac-4403-4977-9244-bcd0fc467641 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652194 Nov 29 02:05:38.152927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-2f8c46b4-f3cb-49a3-a419-659645cf2f5e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:05:38.154009 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-2f8c46b4-f3cb-49a3-a419-659645cf2f5e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053010 Nov 29 02:05:38.220579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Request body: {'port': {'device_id': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:38.275817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.355269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-3083a181-6170-420a-a73d-d6a2fcaa5763 None None] Provisioning complete for port 39f49d78-e01f-491f-bb8c-5fff98cc21ae triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:38.355572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3083a181-6170-420a-a73d-d6a2fcaa5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.390447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3083a181-6170-420a-a73d-d6a2fcaa5763 None None] Port 39f49d78-e01f-491f-bb8c-5fff98cc21ae cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:38.536519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f49d78-e01f-491f-bb8c-5fff98cc21ae {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:05:38.544053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.556473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Transition to ACTIVE for port object 39f49d78-e01f-491f-bb8c-5fff98cc21ae will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:05:38.559438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.634409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Pushing event updated for resources: {'Port': ['ID=39f49d78-e01f-491f-bb8c-5fff98cc21ae,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:38.720754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Attempting to bind port 39f49d78-e01f-491f-bb8c-5fff98cc21ae on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:38.721095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Attempting to bind port 39f49d78-e01f-491f-bb8c-5fff98cc21ae by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:38.721984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Attempting to bind port 39f49d78-e01f-491f-bb8c-5fff98cc21ae on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:38.735547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405072c2-e25a-4cc1-a030-039853453394 req-4ace7ba5-6e7c-4812-9871-3942e6557811 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:38.737246 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-405072c2-e25a-4cc1-a030-039853453394 req-4ace7ba5-6e7c-4812-9871-3942e6557811 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 943 time: 0.0826013 Nov 29 02:05:38.738483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Port 39f49d78-e01f-491f-bb8c-5fff98cc21ae on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:05:38.738812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Attempting to bind port 39f49d78-e01f-491f-bb8c-5fff98cc21ae on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:38.750383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:38.750837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Checking segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:38.751228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Bound using segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:38.751703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Bound port: 39f49d78-e01f-491f-bb8c-5fff98cc21ae, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:38.752064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.821949 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-405072c2-e25a-4cc1-a030-039853453394 req-a9f9dc59-faaf-4caf-a3d3-7cb253f219fd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778317 Nov 29 02:05:38.842665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] For port 39f49d78-e01f-491f-bb8c-5fff98cc21ae, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:38.845581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] For port 39f49d78-e01f-491f-bb8c-5fff98cc21ae, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:38.851364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.888451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:38.889072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:38.890459 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] 10.222.0.21 "PUT /v2.0/ports/39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 200 len: 1093 time: 0.7223825 Nov 29 02:05:38.890906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'tag': '39f49d78-e01f-491f-bb8c-5fff98cc21ae'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:38.893174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953a50cd-c31d-4df6-b18c-98592c569d57" -d '{"events": [{"name": "network-changed", "server_uuid": "faa14023-871a-4bf1-89c9-c9ce0cd9694d", "tag": "39f49d78-e01f-491f-bb8c-5fff98cc21ae"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:38.921604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067912b2-bcd7-44b4-bd93-78ec5e6cd268 service neutron] Pushing event updated for resources: {'Port': ['ID=39f49d78-e01f-491f-bb8c-5fff98cc21ae,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:38.938313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510ac1e2-1e8a-4e53-af7b-e3e36b712318 x-openstack-request-id: req-510ac1e2-1e8a-4e53-af7b-e3e36b712318 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:38.938639 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa14023-871a-4bf1-89c9-c9ce0cd9694d", "tag": "39f49d78-e01f-491f-bb8c-5fff98cc21ae", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:38.938942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-510ac1e2-1e8a-4e53-af7b-e3e36b712318 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:38.939377 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'tag': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'status': 'completed', 'code': 200} Nov 29 02:05:39.002862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ec16-6954-4241-b2b1-67411a55398b req-81144168-4414-43df-901a-ba4457f328c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.004395 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-81144168-4414-43df-901a-ba4457f328c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 1096 time: 0.0430145 Nov 29 02:05:39.055282 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-2297654b-d1cb-4c69-8c5d-7af0e8a27aad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 200 len: 217 time: 0.0355277 Nov 29 02:05:39.105086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ec16-6954-4241-b2b1-67411a55398b req-f2902ecc-6a86-43c9-aa3d-b838c2b2c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.106797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-f2902ecc-6a86-43c9-aa3d-b838c2b2c4b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0450554 Nov 29 02:05:39.157068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ec16-6954-4241-b2b1-67411a55398b req-c40e8878-57fc-44bf-8fa7-14d6da54b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.158522 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-c40e8878-57fc-44bf-8fa7-14d6da54b30d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450382 Nov 29 02:05:39.247487 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-5ce5de1d-04a5-4da8-b324-cb0ba0e4c0f4 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818725 Nov 29 02:05:39.340605 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4072ec16-6954-4241-b2b1-67411a55398b req-46de1f24-b982-435e-af7b-16844b492d77 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854480 Nov 29 02:05:39.468525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-9fb57475-4200-4da6-b721-05f030e17046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.470040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-9fb57475-4200-4da6-b721-05f030e17046 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 1096 time: 0.0424662 Nov 29 02:05:39.563059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-8ee5fb2d-03a8-4fc0-8bd0-790b2185761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.564526 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-8ee5fb2d-03a8-4fc0-8bd0-790b2185761b service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0877078 Nov 29 02:05:39.605069 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-07d6c9b9-2ad9-4782-8947-caeebafb46e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 200 len: 217 time: 0.0326130 Nov 29 02:05:39.655475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-986ef28e-937e-47a7-8aaa-616a76328c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.656892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-986ef28e-937e-47a7-8aaa-616a76328c94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0436819 Nov 29 02:05:39.706321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-89c83c8f-ca6d-40b9-89d8-3a29ee6a943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.707843 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-89c83c8f-ca6d-40b9-89d8-3a29ee6a943f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434020 Nov 29 02:05:39.795643 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-bbe15f03-7330-430b-8c52-579cda1b3088 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800195 Nov 29 02:05:39.891892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-953a50cd-c31d-4df6-b18c-98592c569d57 req-990eab97-337b-4200-a8da-99b68a4b1c8a service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880058 Nov 29 02:05:39.940170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25129ae-07ce-4ca9-bf3d-6f90d8a3c8e6 req-9f275a03-7e71-484e-8dd1-588d44040d50 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.941663 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e25129ae-07ce-4ca9-bf3d-6f90d8a3c8e6 req-9f275a03-7e71-484e-8dd1-588d44040d50 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 943 time: 0.0488629 Nov 29 02:05:39.987660 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e25129ae-07ce-4ca9-bf3d-6f90d8a3c8e6 req-73e39134-0e0c-4377-8370-e4aafebeec54 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395458 Nov 29 02:05:40.620315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a81d470a-1696-4bae-b6b3-7879fd8c4a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:41.101760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b886fd6-583c-4a92-9184-5b220d93b00c req-4dfb48c6-5585-4aca-8d89-7aa4b51b94b1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:41.103228 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0b886fd6-583c-4a92-9184-5b220d93b00c req-4dfb48c6-5585-4aca-8d89-7aa4b51b94b1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 943 time: 0.0474629 Nov 29 02:05:41.149935 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0b886fd6-583c-4a92-9184-5b220d93b00c req-722ff298-5e9e-4f6b-8497-62319153bc69 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409446 Nov 29 02:05:42.008721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 39f49d78-e01f-491f-bb8c-5fff98cc21ae details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:05:42.104593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 39f49d78-e01f-491f-bb8c-5fff98cc21ae, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:42.115788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'mac_address': 'fa:16:3e:d4:5b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:05:42.153266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:42.168864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f49d78-e01f-491f-bb8c-5fff98cc21ae {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:05:42.187966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 39f49d78-e01f-491f-bb8c-5fff98cc21ae, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:42.193329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:42.240202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=39f49d78-e01f-491f-bb8c-5fff98cc21ae,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:42.264698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faa302-42c2-4890-9597-8c69eab5854f req-160ec372-b6d0-43cf-8eb1-660bb3913c81 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:42.266221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-84faa302-42c2-4890-9597-8c69eab5854f req-160ec372-b6d0-43cf-8eb1-660bb3913c81 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 944 time: 0.0495083 Nov 29 02:05:42.317977 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-84faa302-42c2-4890-9597-8c69eab5854f req-6d9c6861-415c-40b5-867c-c9fc9e5b8f98 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448296 Nov 29 02:05:42.468846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['39f49d78-e01f-491f-bb8c-5fff98cc21ae'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:05:43.430243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b72a0-3b60-4d1f-a5ad-0b17c36a7a27 req-66f9a62b-09a2-40a2-83ee-791c3b7720c5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:43.431818 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ce2b72a0-3b60-4d1f-a5ad-0b17c36a7a27 req-66f9a62b-09a2-40a2-83ee-791c3b7720c5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 944 time: 0.0488713 Nov 29 02:05:43.482390 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ce2b72a0-3b60-4d1f-a5ad-0b17c36a7a27 req-1328ce51-c098-439b-8055-ef08831cb464 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446835 Nov 29 02:05:43.947951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.010978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 39f49d78-e01f-491f-bb8c-5fff98cc21ae up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:44.057674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 39f49d78-e01f-491f-bb8c-5fff98cc21ae completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:05:44.061394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 39f49d78-e01f-491f-bb8c-5fff98cc21ae triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:44.061837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.139082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.160106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f49d78-e01f-491f-bb8c-5fff98cc21ae'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:44.162307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2750bc83-8d43-4a1e-8fc2-47b3eb3c8b5b" -d '{"events": [{"server_uuid": "faa14023-871a-4bf1-89c9-c9ce0cd9694d", "name": "network-vif-plugged", "status": "completed", "tag": "39f49d78-e01f-491f-bb8c-5fff98cc21ae"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:44.184239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 39f49d78-e01f-491f-bb8c-5fff98cc21ae, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:44.193378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.200912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4d22c5-8ee6-452c-89a2-b66a755f17d3 x-openstack-request-id: req-ce4d22c5-8ee6-452c-89a2-b66a755f17d3 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:44.201203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa14023-871a-4bf1-89c9-c9ce0cd9694d", "name": "network-vif-plugged", "status": "completed", "tag": "39f49d78-e01f-491f-bb8c-5fff98cc21ae", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:44.201496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce4d22c5-8ee6-452c-89a2-b66a755f17d3 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:44.201919 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'code': 200} Nov 29 02:05:44.220526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-64104cbd-9ed3-4cc3-bb7a-eeb378f7235b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.246588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=39f49d78-e01f-491f-bb8c-5fff98cc21ae,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:44.408348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721ff5-8c8d-4294-adcf-c11965891749 req-67e9ad8f-2a94-4694-a3ed-ac520b7d22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:44.410279 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d8721ff5-8c8d-4294-adcf-c11965891749 req-67e9ad8f-2a94-4694-a3ed-ac520b7d22ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 1098 time: 0.0394995 Nov 29 02:05:44.453351 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d8721ff5-8c8d-4294-adcf-c11965891749 req-cb6bd489-9894-437b-bfe0-01d713f29c15 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362709 Nov 29 02:05:44.594115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06393a19-45f6-489b-9dc8-b3c962cb348d req-c1dc3ade-e7d5-4115-99b6-645e1ce94722 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:44.595498 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-06393a19-45f6-489b-9dc8-b3c962cb348d req-c1dc3ade-e7d5-4115-99b6-645e1ce94722 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0478799 Nov 29 02:05:44.642929 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-06393a19-45f6-489b-9dc8-b3c962cb348d req-3368bc4c-38e6-4eec-b35e-ff857347c605 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Nov 29 02:05:45.342005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.757177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d39c9-d4c8-4002-ab46-c21850c55c91 req-75c29837-40ee-4b9d-b3ad-8fc895a4e3f9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:45.758967 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-798d39c9-d4c8-4002-ab46-c21850c55c91 req-75c29837-40ee-4b9d-b3ad-8fc895a4e3f9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0494506 Nov 29 02:05:45.803896 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-798d39c9-d4c8-4002-ab46-c21850c55c91 req-11ee75cd-acaf-4ab5-832e-a5a237676fba tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391066 Nov 29 02:05:45.912076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a922-e430-47a9-bf82-75a8f6e30fc4 req-831955ed-3c26-41e8-a0fc-1f92233f60f8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:45.913525 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-98b5a922-e430-47a9-bf82-75a8f6e30fc4 req-831955ed-3c26-41e8-a0fc-1f92233f60f8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0473673 Nov 29 02:05:45.922049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 49650) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:45.927178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'floatingip': {'port_id': '39f49d78-e01f-491f-bb8c-5fff98cc21ae'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:45.968406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.307288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.378156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.383048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.805883 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d associated. External IP: 172.26.8.252, port: 39f49d78-e01f-491f-bb8c-5fff98cc21ae. Nov 29 02:05:47.006733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:47.113561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:47.118437 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.123827 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:47.133852 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:47.134518 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:47.145394 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e546de8f-8228-447d-9780-ef20a3e3c890 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "PUT /v2.0/floatingips/3b20f499-00f9-4167-a2a9-0cf45ec2503d HTTP/1.1" status: 200 len: 991 time: 1.2222922 Nov 29 02:05:47.146098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'tag': '39f49d78-e01f-491f-bb8c-5fff98cc21ae'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:47.148356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387a84eb-4097-40ad-a643-65cda932c157" -d '{"events": [{"name": "network-changed", "server_uuid": "faa14023-871a-4bf1-89c9-c9ce0cd9694d", "tag": "39f49d78-e01f-491f-bb8c-5fff98cc21ae"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:47.187440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45afd470-c12a-487c-b1cd-af96c9f86c90 x-openstack-request-id: req-45afd470-c12a-487c-b1cd-af96c9f86c90 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:47.187828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa14023-871a-4bf1-89c9-c9ce0cd9694d", "tag": "39f49d78-e01f-491f-bb8c-5fff98cc21ae", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:47.188142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45afd470-c12a-487c-b1cd-af96c9f86c90 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:47.188608 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'tag': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'status': 'completed', 'code': 200} Nov 29 02:05:47.240833 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:47.292873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a84eb-4097-40ad-a643-65cda932c157 req-61d5787f-adb2-4672-8a27-19cdc59d9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:47.294380 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-387a84eb-4097-40ad-a643-65cda932c157 req-61d5787f-adb2-4672-8a27-19cdc59d9a67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 1098 time: 0.0473557 Nov 29 02:05:47.387347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a84eb-4097-40ad-a643-65cda932c157 req-7b81e6f9-6caf-4574-b890-88b2d204161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:47.388838 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-387a84eb-4097-40ad-a643-65cda932c157 req-7b81e6f9-6caf-4574-b890-88b2d204161e service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0862005 Nov 29 02:05:47.461815 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-387a84eb-4097-40ad-a643-65cda932c157 req-67588c16-1698-416b-b863-9fc55009152a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 200 len: 999 time: 0.0647399 Nov 29 02:05:47.510316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a84eb-4097-40ad-a643-65cda932c157 req-72d92962-29a2-4dc2-934f-52bfbefee66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:47.511840 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-387a84eb-4097-40ad-a643-65cda932c157 req-72d92962-29a2-4dc2-934f-52bfbefee66d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0437584 Nov 29 02:05:47.545977 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:d4:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:05:46Z', 'revision_number': 1, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:47.557570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a84eb-4097-40ad-a643-65cda932c157 req-57b69887-a9cb-4473-af5b-e71e8cbe49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:47.559123 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-387a84eb-4097-40ad-a643-65cda932c157 req-57b69887-a9cb-4473-af5b-e71e8cbe49a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397189 Nov 29 02:05:47.575160 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:47.583827 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:47.584430 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:47.653961 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-387a84eb-4097-40ad-a643-65cda932c157 req-273f8f67-dfe3-41a2-9949-14260272cf98 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Nov 29 02:05:47.686310 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:47.743846 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-387a84eb-4097-40ad-a643-65cda932c157 req-978479ad-fc7c-488e-8809-e5e554692d6d service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823252 Nov 29 02:05:47.904776 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:d4:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:05:46Z', 'revision_number': 1, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:47.930197 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d5654-dc22-4709-86ed-05ac9e054cfd None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:d4:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:05:46Z', 'revision_number': 1, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:48.109058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6705c9-13e8-4352-ada2-f6d8d0130ccb None None] New status for floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:05:51.164200 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:05:52.438401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.620603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c04a41f3-a1b4-4efb-891b-5968f212a603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:13.946592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:14.181680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302115a4-7adc-461a-94bc-2f8a199a1d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:15.343862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:16.298970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:22.443321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:24.064109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89ea3-c12d-448a-b9d4-625abcff3222 req-a89c67e6-d106-4990-8e94-73e74bb8e3da tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.066173 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50f89ea3-c12d-448a-b9d4-625abcff3222 req-a89c67e6-d106-4990-8e94-73e74bb8e3da tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.1008284 Nov 29 02:06:24.111671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50f89ea3-c12d-448a-b9d4-625abcff3222 req-46eeb4cf-37ad-4d55-8516-3cc06f68bc7f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 Nov 29 02:06:24.338013 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-2489cadc-435b-44df-bd18-f1eb99974938 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403709 Nov 29 02:06:24.355603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfaff3-1ff3-4a64-89bb-c50b3a2ac871 req-38adb877-9f75-4ccd-bc7e-b9ebb6cdb5e1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.357158 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6ddfaff3-1ff3-4a64-89bb-c50b3a2ac871 req-38adb877-9f75-4ccd-bc7e-b9ebb6cdb5e1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0498204 Nov 29 02:06:24.405785 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6ddfaff3-1ff3-4a64-89bb-c50b3a2ac871 req-8910f285-7ff6-4c91-b08d-63d0427a9f95 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 Nov 29 02:06:25.528237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-bf0fb479-b5dd-47a9-88c9-a64a253f21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:25.529793 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-bf0fb479-b5dd-47a9-88c9-a64a253f21b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 1098 time: 0.0462966 Nov 29 02:06:25.630156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-b3fe3d61-1016-4505-ae8f-bb6aa60f943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:25.631694 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-b3fe3d61-1016-4505-ae8f-bb6aa60f943e service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0942445 Nov 29 02:06:25.703955 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-2c34138a-fbec-48d7-8c51-d71b6697d4f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 200 len: 1001 time: 0.0649397 Nov 29 02:06:25.756477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-00f60df8-409c-4c01-9926-a201bd3c228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:25.757995 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-00f60df8-409c-4c01-9926-a201bd3c228e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0453653 Nov 29 02:06:25.803116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c78664-6c1a-4533-93d0-173277a74cc1 req-c7241559-2a19-48af-bbb9-30c6df1e1d23 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:25.804615 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-26c78664-6c1a-4533-93d0-173277a74cc1 req-c7241559-2a19-48af-bbb9-30c6df1e1d23 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.3251178 Nov 29 02:06:25.805013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-d4838062-37d8-4b9a-823e-3456ff75318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:25.806553 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-d4838062-37d8-4b9a-823e-3456ff75318a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414600 Nov 29 02:06:25.851944 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-26c78664-6c1a-4533-93d0-173277a74cc1 req-3b5635c7-0ef5-433d-9e09-5cccf9cecd5f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 Nov 29 02:06:25.901343 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-42c7d3a5-af8f-46c2-a536-478116d20869 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872462 Nov 29 02:06:25.991793 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-087b690b-a6dd-427c-a2ca-a728440ecbc1 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829957 Nov 29 02:06:26.967069 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581c8f-b312-470a-b6b3-5310f3e12d94 req-69523bca-78da-40ab-8a12-2fdb2a5f1807 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:26.968542 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1581c8f-b312-470a-b6b3-5310f3e12d94 req-69523bca-78da-40ab-8a12-2fdb2a5f1807 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0482709 Nov 29 02:06:27.019799 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1581c8f-b312-470a-b6b3-5310f3e12d94 req-4709f5c5-d255-4c3c-b8f3-4794e459b3dd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447681 Nov 29 02:06:28.132516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9df14-5798-493b-ab11-9a099138de27 req-f06aecee-a388-43a9-a441-15f15e39dfbd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:28.134243 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-24a9df14-5798-493b-ab11-9a099138de27 req-f06aecee-a388-43a9-a441-15f15e39dfbd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0490332 Nov 29 02:06:28.162677 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:06:28.180670 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-24a9df14-5798-493b-ab11-9a099138de27 req-86947a1d-f4ad-42b0-9498-166eb5f5d0b6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404916 Nov 29 02:06:29.292856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf98d74-612b-4a9b-bac2-20aababe85fc req-6ff5fc7e-53e7-4caa-88c1-bf626192d5ef tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:29.294338 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8bf98d74-612b-4a9b-bac2-20aababe85fc req-6ff5fc7e-53e7-4caa-88c1-bf626192d5ef tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0487847 Nov 29 02:06:29.340265 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8bf98d74-612b-4a9b-bac2-20aababe85fc req-fb339e8e-f26b-44d9-90e1-c93e63d3299a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395508 Nov 29 02:06:30.454325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fafba8-c155-43a7-9b6e-4f75565ad6bc req-229b9bd9-d0c7-42ca-9170-0ea90140778d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:30.455830 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0fafba8-c155-43a7-9b6e-4f75565ad6bc req-229b9bd9-d0c7-42ca-9170-0ea90140778d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0488853 Nov 29 02:06:30.505657 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0fafba8-c155-43a7-9b6e-4f75565ad6bc req-136deb38-96f4-4657-be91-505450d971dd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Nov 29 02:06:31.617923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e32b2-73b0-41b7-add5-2520d5b3b863 req-8b28bccc-11c7-4165-aaf9-6bdcc980a357 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:31.619474 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-894e32b2-73b0-41b7-add5-2520d5b3b863 req-8b28bccc-11c7-4165-aaf9-6bdcc980a357 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0477140 Nov 29 02:06:31.665701 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-894e32b2-73b0-41b7-add5-2520d5b3b863 req-b13eeb9b-05c3-47ec-8fba-fa60f948c966 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401921 Nov 29 02:06:32.780358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c824dc5-35a6-4ec6-b4af-ba655425f66b req-9bc72ee5-68d3-4aa7-b8d2-9071bad65461 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:32.781898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7c824dc5-35a6-4ec6-b4af-ba655425f66b req-9bc72ee5-68d3-4aa7-b8d2-9071bad65461 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0485592 Nov 29 02:06:32.828239 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7c824dc5-35a6-4ec6-b4af-ba655425f66b req-f280bb6d-2dc9-4a94-950a-cd546160875f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Nov 29 02:06:33.947476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c2455-1fae-43f0-91f1-4c6edd0b508e req-b6206fa1-a800-423b-b14e-40594b80a0b6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:33.948988 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ee7c2455-1fae-43f0-91f1-4c6edd0b508e req-b6206fa1-a800-423b-b14e-40594b80a0b6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0531704 Nov 29 02:06:33.997378 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ee7c2455-1fae-43f0-91f1-4c6edd0b508e req-2b99e5f7-84c4-4e4f-8e54-47e96bad970e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Nov 29 02:06:35.111776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956458ac-b53e-4159-adc9-5bcf0712ad43 req-7d4f5afb-d889-459d-b59b-1423b42c77fe tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:35.113752 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-956458ac-b53e-4159-adc9-5bcf0712ad43 req-7d4f5afb-d889-459d-b59b-1423b42c77fe tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0493708 Nov 29 02:06:35.161211 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-956458ac-b53e-4159-adc9-5bcf0712ad43 req-fa64aab1-b3f4-4485-9437-08bb1f33d748 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413144 Nov 29 02:06:36.275096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319aafc-e5bf-46f8-a564-4eb5e298cb6b req-a92fc118-4786-4452-baf8-03fd45624e1e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:36.276552 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9319aafc-e5bf-46f8-a564-4eb5e298cb6b req-a92fc118-4786-4452-baf8-03fd45624e1e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0480878 Nov 29 02:06:36.321966 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9319aafc-e5bf-46f8-a564-4eb5e298cb6b req-b6235ab6-8ab2-4c8c-bca8-8159eeadb1d2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395756 Nov 29 02:06:37.015619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-0e1b6378-bad7-46ce-823b-06ad057afad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:37.017091 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-0e1b6378-bad7-46ce-823b-06ad057afad8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 1098 time: 0.0444496 Nov 29 02:06:37.121298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-dcd60f98-74c4-4f86-896a-50d1b162d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:37.122833 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-dcd60f98-74c4-4f86-896a-50d1b162d398 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0845573 Nov 29 02:06:37.191762 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-f6de3f95-493c-4bd3-8126-383736b0a1ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 200 len: 1001 time: 0.0601573 Nov 29 02:06:37.240449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-ea8db47c-25ea-4f67-ae8c-d895ea45f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:37.241861 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-ea8db47c-25ea-4f67-ae8c-d895ea45f8c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0432162 Nov 29 02:06:37.287365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-c341f047-3f48-4da9-b713-15c86f06af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:37.288731 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-c341f047-3f48-4da9-b713-15c86f06af18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394642 Nov 29 02:06:37.381348 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-f1ef5de9-11c3-4946-a57a-634add48670e service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847788 Nov 29 02:06:37.441334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38b80-f6bb-4d4a-bf02-d82365249c75 req-8840b61f-bc70-4575-9af4-1c120560a9d1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:37.443881 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ee38b80-f6bb-4d4a-bf02-d82365249c75 req-8840b61f-bc70-4575-9af4-1c120560a9d1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0541260 Nov 29 02:06:37.472054 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a1b7124-f3ca-4bb9-adfd-87d0ae74ed7a req-12753184-b2c1-47d9-a3e4-0c43d5844ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830176 Nov 29 02:06:37.492402 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4ee38b80-f6bb-4d4a-bf02-d82365249c75 req-48a2f1fd-dac1-4f58-bda7-971549cd20d4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418491 Nov 29 02:06:37.799126 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-6fa277a4-6115-43fa-9a7d-3d36ee409f6a service neutron] 10.222.0.21 "GET /v2.0/ports/39f49d78-e01f-491f-bb8c-5fff98cc21ae/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0539813 Nov 29 02:06:38.018355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-0de25342-5195-4461-9b5f-29797ff543b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:38.019933 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-0de25342-5195-4461-9b5f-29797ff543b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 1098 time: 0.0451801 Nov 29 02:06:38.092380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-3288cdfe-7038-40f3-8e9d-a57ffed1d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:38.093837 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-3288cdfe-7038-40f3-8e9d-a57ffed1d5d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 1098 time: 0.0397654 Nov 29 02:06:38.185836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-4b925fd6-afa6-4fc1-84ad-ad379af8d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:38.187329 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-4b925fd6-afa6-4fc1-84ad-ad379af8d51f service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0861731 Nov 29 02:06:38.250452 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-0d882d08-eeda-4d91-a962-5c9eada15d6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 200 len: 1001 time: 0.0563836 Nov 29 02:06:38.298374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-f12d90dc-7215-4400-a840-bdaaf07bf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:38.300424 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-f12d90dc-7215-4400-a840-bdaaf07bf21c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0430439 Nov 29 02:06:38.348439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd545-5966-45d6-93b0-887b75480b6b req-441e5980-b05f-4504-9794-c9440c9da6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:38.349890 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-441e5980-b05f-4504-9794-c9440c9da6ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429554 Nov 29 02:06:38.437839 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-c0274c04-19d1-449f-8045-fa7be1080680 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803018 Nov 29 02:06:38.530744 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d64fd545-5966-45d6-93b0-887b75480b6b req-c06fc0c4-d310-4c95-b68a-0c89de6dc5f1 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Nov 29 02:06:38.615369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a464e38-1c15-4986-a38c-71d83752d366 req-f23c8c59-d50f-4964-9afa-2392fe7c3a2a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:38.617167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a464e38-1c15-4986-a38c-71d83752d366 req-f23c8c59-d50f-4964-9afa-2392fe7c3a2a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0500882 Nov 29 02:06:38.669517 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a464e38-1c15-4986-a38c-71d83752d366 req-73e6d8fb-dfa4-41db-824b-6c8791204524 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Nov 29 02:06:39.783022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09084652-e15f-43b3-a9a3-e1144f786960 req-0714f02d-a3d0-4a8c-8fce-1ae2a4a080be tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.785043 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-09084652-e15f-43b3-a9a3-e1144f786960 req-0714f02d-a3d0-4a8c-8fce-1ae2a4a080be tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0495427 Nov 29 02:06:39.830858 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-09084652-e15f-43b3-a9a3-e1144f786960 req-74a39917-5470-43d0-9c34-a5e4b0f1c2cb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 Nov 29 02:06:40.627149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cda9f64a-31d1-4469-a3fd-c8b87fb152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.946591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6093be-d447-422e-8437-fcbbeff422e1 req-b9684eed-ead7-40cf-bbb6-5cfbdcf3a654 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:40.948062 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3b6093be-d447-422e-8437-fcbbeff422e1 req-b9684eed-ead7-40cf-bbb6-5cfbdcf3a654 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0490236 Nov 29 02:06:40.999283 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3b6093be-d447-422e-8437-fcbbeff422e1 req-76b7e7b5-3a7f-47da-926c-3158ae9d0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453796 Nov 29 02:06:41.219981 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fcee-506c-4608-b972-e396c77f07f8 req-b2dd9bf9-a1cf-4710-8753-39950f40f79f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:41.221496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-91c9fcee-506c-4608-b972-e396c77f07f8 req-b2dd9bf9-a1cf-4710-8753-39950f40f79f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0797737 Nov 29 02:06:41.234112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-3f3e796c-8ec9-4b1b-bc03-869c6cae4e80 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:41.235535 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-3f3e796c-8ec9-4b1b-bc03-869c6cae4e80 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d&tenant_id=726a13e7fa3548f5b983532722b7924c&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 945 time: 0.0669663 Nov 29 02:06:41.278781 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-91c9fcee-506c-4608-b972-e396c77f07f8 req-00ff18d9-116c-486a-926c-93ae82bb75df tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Nov 29 02:06:41.336518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-d1a8a982-7328-404a-bd75-48e5f928da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:41.337999 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-d1a8a982-7328-404a-bd75-48e5f928da68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 1098 time: 0.0439529 Nov 29 02:06:41.425882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-17e4d056-182b-4ab6-a7df-f6a9b9ea7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:41.427301 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-17e4d056-182b-4ab6-a7df-f6a9b9ea7579 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0829148 Nov 29 02:06:41.492930 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-11585b39-6a94-4d04-9036-7037c7864101 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 200 len: 1001 time: 0.0589058 Nov 29 02:06:41.540408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-eb8cea22-73ce-4889-8407-b1f28fb4743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:41.541866 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-eb8cea22-73ce-4889-8407-b1f28fb4743c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0423319 Nov 29 02:06:41.588297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-8711f7a3-7d83-4f37-a24b-b9260b07e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:41.589759 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-8711f7a3-7d83-4f37-a24b-b9260b07e02e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409861 Nov 29 02:06:41.681775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-77ad5fca-4a97-4c36-9cea-7969e885a4fd service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Nov 29 02:06:41.768548 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-14a42efc-ab1a-4af9-ad4d-c53def7ff08b req-325704e2-e3dc-460d-8018-6b4c2d7ebaca service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794699 Nov 29 02:06:42.406341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74213f-dcbd-4de1-84da-789852dee173 req-78dd6dd7-a006-458a-9041-611463be10d6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:42.407750 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c74213f-dcbd-4de1-84da-789852dee173 req-78dd6dd7-a006-458a-9041-611463be10d6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0552294 Nov 29 02:06:42.454589 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6c74213f-dcbd-4de1-84da-789852dee173 req-34501115-a588-4f3c-8d83-797637ac6066 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Nov 29 02:06:42.569538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a671-70c3-4604-bb2a-871807255d40 req-55788dc7-6c83-4186-823f-8e19f446b5d8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:42.571064 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9703a671-70c3-4604-bb2a-871807255d40 req-55788dc7-6c83-4186-823f-8e19f446b5d8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0501473 Nov 29 02:06:42.620886 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9703a671-70c3-4604-bb2a-871807255d40 req-3df61769-d293-4c39-bba1-571445a63e62 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Nov 29 02:06:42.734928 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65584b03-d7a8-4367-85f6-45d7f6f6bab3 req-78c1ae21-c1f3-4a56-a3f0-5ec2d17a8142 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:42.736318 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-65584b03-d7a8-4367-85f6-45d7f6f6bab3 req-78c1ae21-c1f3-4a56-a3f0-5ec2d17a8142 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0485072 Nov 29 02:06:42.783039 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-65584b03-d7a8-4367-85f6-45d7f6f6bab3 req-b8cd574e-e3c4-449f-89ba-b1b7a2032ac4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Nov 29 02:06:43.007601 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed79f17-e4fc-45fe-8bda-2a23cee0d293 req-c92438bb-2c1f-4b49-91b2-80055ac99ade tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:43.009226 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2ed79f17-e4fc-45fe-8bda-2a23cee0d293 req-c92438bb-2c1f-4b49-91b2-80055ac99ade tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0486841 Nov 29 02:06:43.060170 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2ed79f17-e4fc-45fe-8bda-2a23cee0d293 req-6c999f99-43c0-4c1a-8be7-6cccc10e4cfb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449567 Nov 29 02:06:43.952293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.178064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023c8fe-2f20-4807-9151-6afe6188e266 req-9b321b25-87a8-4889-be50-989e60b67f26 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:44.180297 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3023c8fe-2f20-4807-9151-6afe6188e266 req-9b321b25-87a8-4889-be50-989e60b67f26 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0517724 Nov 29 02:06:44.184195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-17b9a0d3-f527-4c97-a2c1-f04ac4e2b772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.230366 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3023c8fe-2f20-4807-9151-6afe6188e266 req-295ca04a-d159-49ed-b726-b5536ef968d4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418355 Nov 29 02:06:44.880333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e6a98-225b-49c6-9739-68b201420b30 req-b81faff9-a488-4909-a47f-7fff1372c699 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:44.881766 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856e6a98-225b-49c6-9739-68b201420b30 req-b81faff9-a488-4909-a47f-7fff1372c699 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0471034 Nov 29 02:06:44.973561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Deleting port 39f49d78-e01f-491f-bb8c-5fff98cc21ae {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:44.974046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.063454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] For port 39f49d78-e01f-491f-bb8c-5fff98cc21ae, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=39f49d78-e01f-491f-bb8c-5fff98cc21ae,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:45.063818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.280337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.280984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.280984 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d disassociated. External IP: 172.26.8.252, port: 39f49d78-e01f-491f-bb8c-5fff98cc21ae. Nov 29 02:06:45.281327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Calling delete_port for 39f49d78-e01f-491f-bb8c-5fff98cc21ae owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:45.350002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.350694 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9ac35-9b1b-4435-b7a2-6a6ca1459ad8 req-3cc9d4bb-69d0-4eae-998a-6ffbc487ff63 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:45.352364 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e6f9ac35-9b1b-4435-b7a2-6a6ca1459ad8 req-3cc9d4bb-69d0-4eae-998a-6ffbc487ff63 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 945 time: 0.0532866 Nov 29 02:06:45.401155 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e6f9ac35-9b1b-4435-b7a2-6a6ca1459ad8 req-d39e7217-db32-43c4-a7c9-9a8c820690af tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 Nov 29 02:06:45.413426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.449289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event deleted for resources: {'Port': ['ID=39f49d78-e01f-491f-bb8c-5fff98cc21ae,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:45.460376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.460710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.461062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.461404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.461748 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.462089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.462461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.462785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.463123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.463456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.463786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.464113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:45.575094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:46.002154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:46.012247 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:46.022107 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:46.022742 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:46.040254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] No DVR routers for this DVR port 39f49d78-e01f-491f-bb8c-5fff98cc21ae on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:06:46.042664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.045921 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856e6a98-225b-49c6-9739-68b201420b30 req-e621782a-29b6-4ca0-9b8c-2758a8704962 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "DELETE /v2.0/ports/39f49d78-e01f-491f-bb8c-5fff98cc21ae HTTP/1.1" status: 204 len: 173 time: 1.1579387 Nov 29 02:06:46.046415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'name': 'network-vif-deleted', 'tag': '39f49d78-e01f-491f-bb8c-5fff98cc21ae'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:46.048671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54458a0d-44ab-438b-a063-71ee6f6e7a2d" -d '{"events": [{"server_uuid": "faa14023-871a-4bf1-89c9-c9ce0cd9694d", "name": "network-vif-deleted", "tag": "39f49d78-e01f-491f-bb8c-5fff98cc21ae"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:46.137817 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:46.151005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa47e4-778f-4de9-ba1f-4b8e8ad7b3ab x-openstack-request-id: req-96aa47e4-778f-4de9-ba1f-4b8e8ad7b3ab {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:46.151333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa14023-871a-4bf1-89c9-c9ce0cd9694d", "name": "network-vif-deleted", "tag": "39f49d78-e01f-491f-bb8c-5fff98cc21ae", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:46.151595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96aa47e4-778f-4de9-ba1f-4b8e8ad7b3ab {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:46.151995 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa14023-871a-4bf1-89c9-c9ce0cd9694d', 'name': 'network-vif-deleted', 'tag': '39f49d78-e01f-491f-bb8c-5fff98cc21ae', 'status': 'completed', 'code': 200} Nov 29 02:06:46.303941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.338027 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:46.365490 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:46.373646 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:46.374247 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:46.481732 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:46.513245 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d9d0061e-615a-42d8-ba3f-e06b6efdaf4e req-a40b91d8-54de-4045-829d-06a0c8dcdf73 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa14023-871a-4bf1-89c9-c9ce0cd9694d HTTP/1.1" status: 200 len: 210 time: 0.0304203 Nov 29 02:06:46.689058 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:46.799548 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f20ecc-da8c-4ac4-93b2-46a346cd979b None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:47.010814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a7da6-ccf8-41e7-9ff3-7d76ebd7921d None None] New status for floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:06:47.750917 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-54dfacd8-d44e-4f3e-b1c4-9600dd493de4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--847961790&fields=id&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 267 time: 0.0406988 Nov 29 02:06:47.859605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-8ee33180-3e0e-4dea-be45-1be55623f2c9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:47.861052 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-8ee33180-3e0e-4dea-be45-1be55623f2c9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 812 time: 0.1035693 Nov 29 02:06:47.875416 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-4aac7d6b-805b-4ac8-828a-bab705b34484 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/quotas/726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 375 time: 0.0087109 Nov 29 02:06:47.924721 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-2876b051-3ef2-4fef-9b81-8dd841bb5cf4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441520 Nov 29 02:06:47.939331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-9608d048-0547-4f75-8814-7d1844f378c5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:06:47.940310 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-9608d048-0547-4f75-8814-7d1844f378c5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049257 Nov 29 02:06:48.030322 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-a23ffd60-9bc8-46ab-822f-78a5f9d73478 service neutron] 10.222.0.30 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844989 Nov 29 02:06:48.115488 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-8e1257d5-4903-47f0-8b11-83cde4aed4ed service neutron] 10.222.0.30 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793295 Nov 29 02:06:48.275487 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ae46e9bb-3635-43d7-875d-5af0125f69ce req-56748e71-7405-459f-b232-bd0ddb7a4976 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 210 time: 0.0276010 Nov 29 02:06:48.388932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 39f49d78-e01f-491f-bb8c-5fff98cc21ae no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:48.410414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 39f49d78-e01f-491f-bb8c-5fff98cc21ae {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:48.410794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 39f49d78-e01f-491f-bb8c-5fff98cc21ae not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:49.303777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-ed71eeca-d608-4b71-93d1-6f83639d17c4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:49.305276 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-ed71eeca-d608-4b71-93d1-6f83639d17c4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 812 time: 0.1048632 Nov 29 02:06:49.387991 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-45517763-f940-4a31-a756-f7808fc82f07 req-41cdc889-4258-447c-9f8b-f354d4bb463a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 210 time: 0.0382929 Nov 29 02:06:49.412264 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-a24f3b2e-80b1-4c1c-9eda-372c10eca9a1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 379 time: 0.0767365 Nov 29 02:06:49.422208 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'port': {'device_id': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'admin_state_up': True, 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'security_groups': ['109b048b-885f-4910-ad27-3f4a7988c2ea']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:49.531281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Made reservation on behalf of 726a13e7fa3548f5b983532722b7924c for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:49.535334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.661289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Allocated IP 172.20.0.6 (49b47bf8-db5e-4042-a98c-80b57a4580b9/9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0/dae9b500-ed2c-4283-a14a-f1312c698eb0) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:49.793989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.826466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.870488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:49.875415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:49.879068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:49.907452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:49.933676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:49.934254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.951535 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-7551f753-9f7d-4382-a8ef-631585c5e097 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328355 Nov 29 02:06:49.969921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Request body: {'port': {'device_id': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:50.025774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.067903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7f28992a-03d8-4151-ae8d-ab0f8d97cba2 None None] Provisioning complete for port dae9b500-ed2c-4283-a14a-f1312c698eb0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:50.068456 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7f28992a-03d8-4151-ae8d-ab0f8d97cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.105778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7f28992a-03d8-4151-ae8d-ab0f8d97cba2 None None] Port dae9b500-ed2c-4283-a14a-f1312c698eb0 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:50.289899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae9b500-ed2c-4283-a14a-f1312c698eb0 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:06:50.296970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.308309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Transition to ACTIVE for port object dae9b500-ed2c-4283-a14a-f1312c698eb0 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:06:50.312055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.363738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:50.433964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Attempting to bind port dae9b500-ed2c-4283-a14a-f1312c698eb0 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:50.434500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Attempting to bind port dae9b500-ed2c-4283-a14a-f1312c698eb0 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:50.434839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Attempting to bind port dae9b500-ed2c-4283-a14a-f1312c698eb0 on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:50.440260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Port dae9b500-ed2c-4283-a14a-f1312c698eb0 on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:06:50.440594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Attempting to bind port dae9b500-ed2c-4283-a14a-f1312c698eb0 on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:50.445956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:50.446299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Checking segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:50.446730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Bound using segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:50.447167 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Bound port: dae9b500-ed2c-4283-a14a-f1312c698eb0, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:50.447532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.512235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0655c-fb7e-4173-9bec-168984ba9f2e req-09fe12ec-63f7-4c93-a813-73cd16bb4aaf tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:50.518838 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1af0655c-fb7e-4173-9bec-168984ba9f2e req-09fe12ec-63f7-4c93-a813-73cd16bb4aaf tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 943 time: 0.0599861 Nov 29 02:06:50.528021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:50.531829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:50.540067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.569487 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1af0655c-fb7e-4173-9bec-168984ba9f2e req-c3a3e1ec-6475-408f-87ec-f5d88e2d2dad tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479634 Nov 29 02:06:50.577009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:50.577734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.579279 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] 10.222.0.21 "PUT /v2.0/ports/dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 1093 time: 0.6136949 Nov 29 02:06:50.579935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:50.583101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856da121-f09b-4adb-ad87-2e70b1465318" -d '{"events": [{"name": "network-changed", "server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:50.606563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59761d-aa6e-4d04-a466-030a9afb8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:50.624771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0542a4c3-dcdb-4db8-8625-20778b1dbfc2 x-openstack-request-id: req-0542a4c3-dcdb-4db8-8625-20778b1dbfc2 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:50.625178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:50.625521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0542a4c3-dcdb-4db8-8625-20778b1dbfc2 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:50.625991 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'status': 'completed', 'code': 200} Nov 29 02:06:50.684414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-32481b8e-c23f-4572-8b16-22e1812a7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:50.685982 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-32481b8e-c23f-4572-8b16-22e1812a7dea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0437286 Nov 29 02:06:50.740239 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-a92e246b-105f-4781-b5a8-2801ece992db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 217 time: 0.0396078 Nov 29 02:06:50.791543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-b4344dd0-3187-4de5-a7d5-27571f75c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:50.792923 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-b4344dd0-3187-4de5-a7d5-27571f75c4a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0458016 Nov 29 02:06:50.837880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-06a62b0a-db75-4e0d-a52c-87a5622b7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:50.839368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-06a62b0a-db75-4e0d-a52c-87a5622b7737 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387945 Nov 29 02:06:50.939392 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-df4aa0ec-9bc3-4611-b712-56cc2721d9cb service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851068 Nov 29 02:06:51.032701 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f42bfaa-63d5-41e2-80b7-01a97503df32 req-0cdd6091-30e3-432c-8550-72e1d63b6b03 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852869 Nov 29 02:06:51.162983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da121-f09b-4adb-ad87-2e70b1465318 req-6e43aba9-c7d2-4a21-826a-2cfa25d4de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:51.164442 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856da121-f09b-4adb-ad87-2e70b1465318 req-6e43aba9-c7d2-4a21-826a-2cfa25d4de3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0457010 Nov 29 02:06:51.254051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da121-f09b-4adb-ad87-2e70b1465318 req-4df97295-3079-4db5-a4c1-80f8e8feada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:51.255525 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856da121-f09b-4adb-ad87-2e70b1465318 req-4df97295-3079-4db5-a4c1-80f8e8feada0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0826943 Nov 29 02:06:51.301255 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856da121-f09b-4adb-ad87-2e70b1465318 req-91ec8d00-58c0-42ba-aa33-61e548bebae4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 217 time: 0.0375910 Nov 29 02:06:51.351573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da121-f09b-4adb-ad87-2e70b1465318 req-bc0c9828-0904-4a1c-8259-4eee0735c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:51.353088 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856da121-f09b-4adb-ad87-2e70b1465318 req-bc0c9828-0904-4a1c-8259-4eee0735c8f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0438364 Nov 29 02:06:51.400009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da121-f09b-4adb-ad87-2e70b1465318 req-8c11086c-b176-47c6-9c7e-f7f1ea883440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:51.401549 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856da121-f09b-4adb-ad87-2e70b1465318 req-8c11086c-b176-47c6-9c7e-f7f1ea883440 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408232 Nov 29 02:06:51.496266 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856da121-f09b-4adb-ad87-2e70b1465318 req-08f02de2-3fd0-4b1a-ac49-0825287e86cf service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855162 Nov 29 02:06:51.586166 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-856da121-f09b-4adb-ad87-2e70b1465318 req-31b4926f-7ef6-466b-968a-9b9f54c56526 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818381 Nov 29 02:06:51.684301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c41457-8233-48c3-a119-8bd7a3f5d160 req-9f50d489-a4de-4917-af43-f87381678c80 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:51.685775 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-78c41457-8233-48c3-a119-8bd7a3f5d160 req-9f50d489-a4de-4917-af43-f87381678c80 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 943 time: 0.0484269 Nov 29 02:06:51.731766 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-78c41457-8233-48c3-a119-8bd7a3f5d160 req-a517102f-f3e3-4697-a68e-0ae7875ba11d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395598 Nov 29 02:06:52.458269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:52.850202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948052-ef98-46a6-bb0b-444ccd6e6f9c req-1b621ea8-bc4f-43b1-88e2-eacb68399dd8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:52.851737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-27948052-ef98-46a6-bb0b-444ccd6e6f9c req-1b621ea8-bc4f-43b1-88e2-eacb68399dd8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 943 time: 0.0492139 Nov 29 02:06:52.903142 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-27948052-ef98-46a6-bb0b-444ccd6e6f9c req-f747b71d-8767-48d3-9ab1-8aecebbe68df tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456278 Nov 29 02:06:54.016450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2eb0c-e9dd-42b3-96ff-84bc4dfd8b08 req-3b66c520-eb5b-4257-b2f3-41e1d2f7f5d1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:54.018587 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-98b2eb0c-e9dd-42b3-96ff-84bc4dfd8b08 req-3b66c520-eb5b-4257-b2f3-41e1d2f7f5d1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 943 time: 0.0496156 Nov 29 02:06:54.068226 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-98b2eb0c-e9dd-42b3-96ff-84bc4dfd8b08 req-97a9afdb-df1e-42d6-8df3-cfc77ebc9c92 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438192 Nov 29 02:06:54.403679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device dae9b500-ed2c-4283-a14a-f1312c698eb0 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:06:54.498510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:54.510076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'mac_address': 'fa:16:3e:ef:12:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:06:54.546054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:54.559035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae9b500-ed2c-4283-a14a-f1312c698eb0 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:06:54.578046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:54.582073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:54.632578 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:54.639864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.640252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.640593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.640935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.641301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.641698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.642067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.642452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.642784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.643111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.643437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.643761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:54.877638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['dae9b500-ed2c-4283-a14a-f1312c698eb0'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:06:55.182387 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794328e-43af-41a5-857e-05420a6a879c req-e45a2010-2aa0-4ea5-ab62-7382a24d3a6d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:55.183782 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f794328e-43af-41a5-857e-05420a6a879c req-e45a2010-2aa0-4ea5-ab62-7382a24d3a6d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 944 time: 0.0487695 Nov 29 02:06:55.229751 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f794328e-43af-41a5-857e-05420a6a879c req-cb870138-dcb9-4e6c-9c7e-3fde3b2207da tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 Nov 29 02:06:56.342665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cc639-c9bd-455d-8ce0-139a5bd851e2 req-4afff1d4-958c-441e-8156-13e1b95fd89d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:56.344155 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4d9cc639-c9bd-455d-8ce0-139a5bd851e2 req-4afff1d4-958c-441e-8156-13e1b95fd89d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 944 time: 0.0483460 Nov 29 02:06:56.391031 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4d9cc639-c9bd-455d-8ce0-139a5bd851e2 req-04f00cab-f1cb-4add-8766-aca34243f332 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Nov 29 02:06:56.430829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device dae9b500-ed2c-4283-a14a-f1312c698eb0 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:56.482641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port dae9b500-ed2c-4283-a14a-f1312c698eb0 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:06:56.487225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port dae9b500-ed2c-4283-a14a-f1312c698eb0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:56.487600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:56.564942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:56.587413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:56.589659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafef019-4b5c-4e81-a26d-cf2627f888f8" -d '{"events": [{"server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "name": "network-vif-plugged", "status": "completed", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:56.603335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:56.608643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:56.663972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:56.686507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442bda74-31b9-4239-b20b-21f690d93e8d x-openstack-request-id: req-442bda74-31b9-4239-b20b-21f690d93e8d {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:56.686863 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "name": "network-vif-plugged", "status": "completed", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:56.687178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-442bda74-31b9-4239-b20b-21f690d93e8d {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:56.687640 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'code': 200} Nov 29 02:06:56.891764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0920ac-5e2c-4d9f-bd56-7997f64e7fef req-efe6f9a3-fde4-425b-9a35-2aa7b30d1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:56.893816 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2e0920ac-5e2c-4d9f-bd56-7997f64e7fef req-efe6f9a3-fde4-425b-9a35-2aa7b30d1a57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1098 time: 0.0411193 Nov 29 02:06:56.937312 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2e0920ac-5e2c-4d9f-bd56-7997f64e7fef req-07286998-b114-4fac-a940-6dad55d624a8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366981 Nov 29 02:06:57.506103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871d17-87b7-4344-8317-ba71e17c73a8 req-9effd19c-a56c-40ef-bf9e-e1f1010c16eb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:57.507611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a8871d17-87b7-4344-8317-ba71e17c73a8 req-9effd19c-a56c-40ef-bf9e-e1f1010c16eb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0487428 Nov 29 02:06:57.556217 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a8871d17-87b7-4344-8317-ba71e17c73a8 req-48f7b2fd-091d-49f8-9f83-c7f32b94024b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Nov 29 02:06:58.674278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db407a1-934b-4409-895a-4a9ddabd371e req-404eedd5-7347-4901-ad0e-4336710df24b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:58.675769 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5db407a1-934b-4409-895a-4a9ddabd371e req-404eedd5-7347-4901-ad0e-4336710df24b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0520201 Nov 29 02:06:58.722360 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5db407a1-934b-4409-895a-4a9ddabd371e req-c2458047-e30f-4663-8957-718600c8ecc1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406351 Nov 29 02:06:58.835935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2ed7b-ea11-46a1-ae2a-33aba944840a req-4f96e5a4-0075-4901-bb6c-4affc63ad480 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:58.837412 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83a2ed7b-ea11-46a1-ae2a-33aba944840a req-4f96e5a4-0075-4901-bb6c-4affc63ad480 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Nov 29 02:06:58.846625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 49870) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:58.851044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'floatingip': {'port_id': 'dae9b500-ed2c-4283-a14a-f1312c698eb0'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:58.889648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:59.301084 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:59.304837 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:59.403612 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d associated. External IP: 172.26.8.252, port: dae9b500-ed2c-4283-a14a-f1312c698eb0. Nov 29 02:06:59.606806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:59.713510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:59.718372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:59.723595 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:59.732849 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:59.733454 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:59.745394 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e69cc5d1-d3eb-4ea6-a1f4-ca7e814eb404 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "PUT /v2.0/floatingips/3b20f499-00f9-4167-a2a9-0cf45ec2503d HTTP/1.1" status: 200 len: 991 time: 0.8977041 Nov 29 02:06:59.746001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:59.748288 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e47315-3acc-408f-b61c-62cbe36f3f92" -d '{"events": [{"name": "network-changed", "server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:59.842115 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:59.845091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5df57e4-1e40-4389-b346-d90625f23c28 x-openstack-request-id: req-e5df57e4-1e40-4389-b346-d90625f23c28 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:59.846172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:59.846172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5df57e4-1e40-4389-b346-d90625f23c28 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:59.846628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'status': 'completed', 'code': 200} Nov 29 02:06:59.930969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-120c209b-9241-4e6d-b024-ebd308fac3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:59.932399 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-120c209b-9241-4e6d-b024-ebd308fac3cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1098 time: 0.0438080 Nov 29 02:07:00.029094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-5e6bd76d-3acf-477a-842f-111ef773b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:00.030626 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-5e6bd76d-3acf-477a-842f-111ef773b037 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0910916 Nov 29 02:07:00.065135 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:ef:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:06:59Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:00.094160 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:07:00.096901 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-069370bc-8f66-41c0-bbfa-31906609fbd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 999 time: 0.0591784 Nov 29 02:07:00.102317 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:00.102965 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:00.145903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-b6135585-520c-42b7-9f4c-71c85b5d44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:00.147446 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-b6135585-520c-42b7-9f4c-71c85b5d44c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0443940 Nov 29 02:07:00.195998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-c0d44f1c-fba9-4eb2-b27c-6e13d8b46228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:00.197417 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-c0d44f1c-fba9-4eb2-b27c-6e13d8b46228 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434794 Nov 29 02:07:00.206795 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:00.287921 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-3bd0d8b0-15a1-41e8-9555-120e6542921a service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828176 Nov 29 02:07:00.382227 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-33e47315-3acc-408f-b61c-62cbe36f3f92 req-7e0f1757-84d9-4673-af47-4bc303d8b851 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878890 Nov 29 02:07:00.425492 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:ef:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:06:59Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:00.454967 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95e1c9-93ca-459f-a72f-e44f9c1620a1 None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:ef:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:06:59Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:07:00.640664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ae8a2-2ebf-444b-b618-77bcd2e6197c None None] New status for floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:07:05.161935 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:07:10.618137 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-42b669d9-5ccd-48ee-bf34-3ecf78505841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:13.951302 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:14.185758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d4022f35-1527-4b3a-85d6-b90fe2df2cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:15.351909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:16.305170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:22.455186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:36.724967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f9084-a329-44d9-8ac3-96cdff168a08 req-96c1fc4e-52f6-4237-8cfc-dfd3ef6e9e4c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:36.726541 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5e2f9084-a329-44d9-8ac3-96cdff168a08 req-96c1fc4e-52f6-4237-8cfc-dfd3ef6e9e4c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0532513 Nov 29 02:07:36.775179 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5e2f9084-a329-44d9-8ac3-96cdff168a08 req-1bbe3dc9-fc69-4327-a586-e32b08059eda tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Nov 29 02:07:37.893684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae038f8-ea9f-4e77-958e-4da88cf7a75b req-7fb9dab1-d20f-47f1-917e-440d47d46684 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:37.895249 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4ae038f8-ea9f-4e77-958e-4da88cf7a75b req-7fb9dab1-d20f-47f1-917e-440d47d46684 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0499105 Nov 29 02:07:37.945200 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4ae038f8-ea9f-4e77-958e-4da88cf7a75b req-bd01eab9-d570-4a5f-8001-2575e6ab7e64 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440862 Nov 29 02:07:38.973164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-62e741f8-e4db-4fba-9318-3b7003ec21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:38.974787 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-62e741f8-e4db-4fba-9318-3b7003ec21a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1098 time: 0.0415430 Nov 29 02:07:39.058999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635e366-8c5e-4f38-95bf-018423f8acaf req-3cac09a5-eee5-4237-9533-3a22db0d6d5f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:39.060480 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d635e366-8c5e-4f38-95bf-018423f8acaf req-3cac09a5-eee5-4237-9533-3a22db0d6d5f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Nov 29 02:07:39.077811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-f01974db-a5cc-4a97-b293-cfedc543fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:39.079330 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-f01974db-a5cc-4a97-b293-cfedc543fd7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0848382 Nov 29 02:07:39.107561 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d635e366-8c5e-4f38-95bf-018423f8acaf req-e5e5dd5f-58d3-4990-8b9f-46117f71f245 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410581 Nov 29 02:07:39.149891 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-62b2e661-d3d3-412c-a836-5256e21f52ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 1001 time: 0.0629275 Nov 29 02:07:39.197964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-511749df-c302-4450-8b69-eaae5d9eae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:39.199410 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-511749df-c302-4450-8b69-eaae5d9eae6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0432892 Nov 29 02:07:39.244720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-83e02a87-7226-43be-ba57-df9366b60bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:39.246138 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-83e02a87-7226-43be-ba57-df9366b60bde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400476 Nov 29 02:07:39.337433 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-e90d4c72-e8fe-4510-bbbd-257024edd963 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Nov 29 02:07:39.426385 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50c1c369-03c9-4f64-b7c5-d510e8996eea req-7aeb15eb-8443-42a9-b6fe-9e3ef8dc7d66 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818658 Nov 29 02:07:40.231862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029fb30-f093-40c2-999a-d668581842ea req-31620dd4-d0a5-4d2a-b725-2bfb433d88a8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:40.233420 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f029fb30-f093-40c2-999a-d668581842ea req-31620dd4-d0a5-4d2a-b725-2bfb433d88a8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0567167 Nov 29 02:07:40.284145 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f029fb30-f093-40c2-999a-d668581842ea req-0408cab5-4112-43f5-aac4-9df77e903070 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410619 Nov 29 02:07:40.620194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dd51264-c6dd-4b35-979e-afb2bdac7239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:41.400290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202700a-03de-489c-8555-887742005e60 req-b1585b02-8b6d-4b73-af23-8d32109dd7a3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:41.401748 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b202700a-03de-489c-8555-887742005e60 req-b1585b02-8b6d-4b73-af23-8d32109dd7a3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0518279 Nov 29 02:07:41.447936 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b202700a-03de-489c-8555-887742005e60 req-1307d0c7-0317-462f-8055-2337184a02dd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402789 Nov 29 02:07:42.161050 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:07:42.562118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447644da-91ff-4e3e-b9b7-9e681fa5dead req-8147e404-0937-448a-bbc1-bee3f10901d4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:42.563664 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-447644da-91ff-4e3e-b9b7-9e681fa5dead req-8147e404-0937-448a-bbc1-bee3f10901d4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0498514 Nov 29 02:07:42.609894 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-447644da-91ff-4e3e-b9b7-9e681fa5dead req-01b80eab-099a-4205-ac29-a0768b20e11e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395520 Nov 29 02:07:43.723018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c915daa-2635-4675-8d8c-c17e8f9a69fd req-18372deb-e2ea-47f0-81f0-e36ac5e8fd00 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:43.724489 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0c915daa-2635-4675-8d8c-c17e8f9a69fd req-18372deb-e2ea-47f0-81f0-e36ac5e8fd00 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0491798 Nov 29 02:07:43.771229 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0c915daa-2635-4675-8d8c-c17e8f9a69fd req-9e532c69-bde3-4065-b826-c10b4227cfea tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407941 Nov 29 02:07:43.953721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:44.186971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-63c39c49-fe54-46e2-ac30-ced983ab2018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:44.889399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb54d1-a7ff-4245-b343-aed7937bc4c4 req-59ff6ee0-60c6-443b-8218-fb234562f7b1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:44.890936 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-44eb54d1-a7ff-4245-b343-aed7937bc4c4 req-59ff6ee0-60c6-443b-8218-fb234562f7b1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0551212 Nov 29 02:07:44.937785 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-44eb54d1-a7ff-4245-b343-aed7937bc4c4 req-3cb21e88-7f20-4313-a418-44a35d537994 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Nov 29 02:07:45.354950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:46.053444 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9499cd-0370-4f60-bcad-bad26b3d4837 req-70c88ea3-f8e7-4f62-801a-fc35cbd7af88 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:46.054832 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5a9499cd-0370-4f60-bcad-bad26b3d4837 req-70c88ea3-f8e7-4f62-801a-fc35cbd7af88 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0485702 Nov 29 02:07:46.103974 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5a9499cd-0370-4f60-bcad-bad26b3d4837 req-3640624f-2b2f-4cc1-8bea-0d22ad386b15 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433550 Nov 29 02:07:46.313279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:47.217693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820030a5-07f4-4a73-afb5-f63a6b8dbc63 req-023427ca-7262-44c5-9bc6-1a4b21f54f93 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:47.219099 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-820030a5-07f4-4a73-afb5-f63a6b8dbc63 req-023427ca-7262-44c5-9bc6-1a4b21f54f93 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0493002 Nov 29 02:07:47.266836 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-820030a5-07f4-4a73-afb5-f63a6b8dbc63 req-d1e1a493-4fe1-4c0e-8e2e-168bddaf63ab tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412147 Nov 29 02:07:47.491020 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-175d75c4-60ee-4520-a3fd-89411abddb73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409119 Nov 29 02:07:47.496985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611ad2-21f2-4e1f-846d-cdffcc726ce4 req-f96f58d1-adf0-4c5c-b98f-30c776983942 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:47.498505 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fe611ad2-21f2-4e1f-846d-cdffcc726ce4 req-f96f58d1-adf0-4c5c-b98f-30c776983942 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0484157 Nov 29 02:07:47.552737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fe611ad2-21f2-4e1f-846d-cdffcc726ce4 req-0b34d066-1d55-4afc-9c0c-a0e98049f163 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479810 Nov 29 02:07:48.609930 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-59930385-e93d-4fc9-a378-a3ca3aa569f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:48.613919 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-59930385-e93d-4fc9-a378-a3ca3aa569f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1098 time: 0.0429232 Nov 29 02:07:48.666316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677a039-4daa-4cf2-b487-9ac073a23162 req-5848651c-64a0-471a-b2e9-bc0be669ca9e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:48.667830 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1677a039-4daa-4cf2-b487-9ac073a23162 req-5848651c-64a0-471a-b2e9-bc0be669ca9e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Nov 29 02:07:48.704549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-674e66f5-5a77-40d4-a293-bd912cd61d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:48.706003 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-674e66f5-5a77-40d4-a293-bd912cd61d63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0845466 Nov 29 02:07:48.715084 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1677a039-4daa-4cf2-b487-9ac073a23162 req-5d2ea031-d315-4ca9-8c3d-52b6ebd6cc30 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 Nov 29 02:07:48.775564 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-57b50d3b-53bd-46a0-b2e9-ffb862d48a54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 1001 time: 0.0611210 Nov 29 02:07:48.823389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-3478aac2-cdb4-4f5e-a11a-ab2694d2f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:48.824773 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-3478aac2-cdb4-4f5e-a11a-ab2694d2f3dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0428534 Nov 29 02:07:48.869180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-2fe593c8-97f8-4665-9833-b151bd6ddde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:48.870636 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-2fe593c8-97f8-4665-9833-b151bd6ddde2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393391 Nov 29 02:07:48.962322 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-bdaef011-661a-4715-b7a6-2899a3c236c8 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842464 Nov 29 02:07:49.049557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-74fcb169-802e-4d42-b98a-e987b8113aaa service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802352 Nov 29 02:07:49.834249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767fe18-a4b0-4b6d-8a50-dff5626597b0 req-3dabf0a9-1188-4644-b456-6a3e3c27dd67 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:49.835760 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0767fe18-a4b0-4b6d-8a50-dff5626597b0 req-3dabf0a9-1188-4644-b456-6a3e3c27dd67 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Nov 29 02:07:49.881584 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0767fe18-a4b0-4b6d-8a50-dff5626597b0 req-afc242d8-c81d-472a-9566-fa884920ea54 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399961 Nov 29 02:07:50.710474 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-bdca3cc8-97df-4d16-944f-d8d6676b8601 service neutron] 10.222.0.21 "GET /v2.0/ports/dae9b500-ed2c-4283-a14a-f1312c698eb0/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0532284 Nov 29 02:07:50.926373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-2980203b-52f9-4f9c-b66f-06e47425701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:50.927909 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-2980203b-52f9-4f9c-b66f-06e47425701a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 1098 time: 0.0411689 Nov 29 02:07:51.000800 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99f3a2-14d3-487b-a612-f4bf3f201d0d req-4e7b76c1-5d90-44a1-a52e-c95cd5d67634 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:51.003072 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-eb99f3a2-14d3-487b-a612-f4bf3f201d0d req-4e7b76c1-5d90-44a1-a52e-c95cd5d67634 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0502467 Nov 29 02:07:51.005195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-51eb8bb9-e7e9-43c5-b92e-ef1f704ab011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:51.006729 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-51eb8bb9-e7e9-43c5-b92e-ef1f704ab011 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1098 time: 0.0436366 Nov 29 02:07:51.054681 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-eb99f3a2-14d3-487b-a612-f4bf3f201d0d req-9bf8d86f-f245-4359-b1a9-549f8c019219 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Nov 29 02:07:51.096160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-cf832ecd-027e-4c88-9f41-644bb06435d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:51.097609 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-cf832ecd-027e-4c88-9f41-644bb06435d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0841632 Nov 29 02:07:51.165854 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-49056aab-fcf4-4504-bbb5-61a7c4e420ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 1001 time: 0.0608270 Nov 29 02:07:51.214331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-f3b5ca32-fc68-4876-b453-1eb92881a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:51.215753 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-f3b5ca32-fc68-4876-b453-1eb92881a5da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0418167 Nov 29 02:07:51.261670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-138d8220-0158-4ce3-a72d-4306fd8767ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:51.263137 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-138d8220-0158-4ce3-a72d-4306fd8767ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400240 Nov 29 02:07:51.354735 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-a89732af-18f4-47a8-8c9a-bfd1d4a2eae7 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844793 Nov 29 02:07:51.447324 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d976fef4-3f8f-4580-8ddf-8fdc59ad0940 req-cbd82d98-236b-4776-9552-3dd8e55d557c service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855381 Nov 29 02:07:52.173436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6134d5-da9c-4170-85c1-122a964a5adc req-e311b83b-2a0a-4162-9416-090078243bfd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:52.174925 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7b6134d5-da9c-4170-85c1-122a964a5adc req-e311b83b-2a0a-4162-9416-090078243bfd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0534537 Nov 29 02:07:52.220998 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7b6134d5-da9c-4170-85c1-122a964a5adc req-ea5d93c4-f6d7-4f75-9d3f-47d253bb5950 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401814 Nov 29 02:07:52.467430 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.341380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac4f48-8a0b-4328-b410-f2a452c744a9 req-0b8afc90-f75b-43c0-9718-7c26d4ddc7b6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.342863 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c1ac4f48-8a0b-4328-b410-f2a452c744a9 req-0b8afc90-f75b-43c0-9718-7c26d4ddc7b6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0488181 Nov 29 02:07:53.389343 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c1ac4f48-8a0b-4328-b410-f2a452c744a9 req-ab3ebe04-e0db-40ff-8493-b3e64a42d191 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405962 Nov 29 02:07:53.580232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5bf54-351d-41f4-9fec-a5fec3da7594 req-db768a16-bbfe-4ab5-a6a9-acd38aab4f76 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.581736 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-12f5bf54-351d-41f4-9fec-a5fec3da7594 req-db768a16-bbfe-4ab5-a6a9-acd38aab4f76 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0497279 Nov 29 02:07:53.609539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-98e6c707-c610-4294-ba38-d3e787ed3503 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.611597 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-98e6c707-c610-4294-ba38-d3e787ed3503 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0&tenant_id=726a13e7fa3548f5b983532722b7924c&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 945 time: 0.0522575 Nov 29 02:07:53.634661 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-12f5bf54-351d-41f4-9fec-a5fec3da7594 req-fe95ec4b-fb4c-4077-b51a-7b4f971305fb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462151 Nov 29 02:07:53.713027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-9216ca2b-ef9d-4ee6-8e84-6dc057ccdd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.714517 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-9216ca2b-ef9d-4ee6-8e84-6dc057ccdd27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1098 time: 0.0429440 Nov 29 02:07:53.806726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-b57fc5ed-2b81-4411-b72a-ef58d2a7dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.808212 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-b57fc5ed-2b81-4411-b72a-ef58d2a7dc11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0856605 Nov 29 02:07:53.872681 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-182ea7af-cc1f-4488-816a-3f508ab930ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 1001 time: 0.0570550 Nov 29 02:07:53.924239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-271e1b29-1537-4c3e-b5e2-406d5aae4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.925650 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-271e1b29-1537-4c3e-b5e2-406d5aae4ae6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0462995 Nov 29 02:07:53.971356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-6e5b13f9-91cf-4dbb-a0ce-5065798f1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.972815 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-6e5b13f9-91cf-4dbb-a0ce-5065798f1b25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393078 Nov 29 02:07:54.061354 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-c45a453d-9024-4291-97c6-cbd3426a3272 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807350 Nov 29 02:07:54.152121 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0c3275d-b9a6-4bfe-862c-ece7e2af0b85 req-fc6499b6-1fca-4da9-b094-18dedad072e0 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830033 Nov 29 02:07:54.752662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513ce24-cc3f-442f-a225-e1f4be40df62 req-21ca40ab-b4e5-4c13-95f3-b2849f1189cd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:54.754173 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3513ce24-cc3f-442f-a225-e1f4be40df62 req-21ca40ab-b4e5-4c13-95f3-b2849f1189cd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0507109 Nov 29 02:07:54.767395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device dae9b500-ed2c-4283-a14a-f1312c698eb0 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:07:54.777967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device dae9b500-ed2c-4283-a14a-f1312c698eb0 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:07:54.808206 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3513ce24-cc3f-442f-a225-e1f4be40df62 req-d4838d3e-7ae1-4f97-b0ed-c3491557f717 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Nov 29 02:07:54.928011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:54.929513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04813199-2a23-49fb-8165-ec7d259e14d2 req-f2223800-a4eb-451c-a67f-05f6e4ee2193 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:54.931663 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-04813199-2a23-49fb-8165-ec7d259e14d2 req-f2223800-a4eb-451c-a67f-05f6e4ee2193 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0529423 Nov 29 02:07:54.936918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.941635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'mac_address': 'fa:16:3e:ef:12:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:07:54.979109 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-04813199-2a23-49fb-8165-ec7d259e14d2 req-6582c089-06d7-4133-b5f7-caf34af8d40b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420055 Nov 29 02:07:54.985263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:07:54.987522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f3499-3c67-4626-929a-60bd7f923f8d" -d '{"events": [{"server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "name": "network-vif-unplugged", "status": "completed", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:07:55.006076 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:55.013495 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.015587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.029921 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a065fbcc-a50e-4245-9343-d2d4f46bdec1 x-openstack-request-id: req-a065fbcc-a50e-4245-9343-d2d4f46bdec1 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:07:55.030171 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "name": "network-vif-unplugged", "status": "completed", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:07:55.030411 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a065fbcc-a50e-4245-9343-d2d4f46bdec1 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:07:55.030813 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'code': 200} Nov 29 02:07:55.048800 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dae9b500-ed2c-4283-a14a-f1312c698eb0 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:07:55.108982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:55.118675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:07:55.119042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:07:55.120260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.120609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.120951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.121297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.121621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.122179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.122576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.123036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.123548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.123781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.124177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.124445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:55.214370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c322372-93aa-48d3-8f58-4f3064b902b3 req-a3a42794-392e-4554-8c6f-25af18a5e822 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.215902 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9c322372-93aa-48d3-8f58-4f3064b902b3 req-a3a42794-392e-4554-8c6f-25af18a5e822 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 943 time: 0.0682981 Nov 29 02:07:55.280996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-31aa27ce-92b4-4d03-8924-9f25155ed132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.282463 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-31aa27ce-92b4-4d03-8924-9f25155ed132 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0907269 Nov 29 02:07:55.289645 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9c322372-93aa-48d3-8f58-4f3064b902b3 req-1e3de9f4-98e9-45a9-b1d0-36ebf5e3d143 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565772 Nov 29 02:07:55.375309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-658e1b96-8d28-4137-97c7-eb91cee2326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.377306 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-658e1b96-8d28-4137-97c7-eb91cee2326f service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0868309 Nov 29 02:07:55.440582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-9bcc1218-a392-4c36-be30-7844a94405ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 200 len: 999 time: 0.0556228 Nov 29 02:07:55.489209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-ef0862e7-6793-4123-b1d8-3c0deb78dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.490666 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-ef0862e7-6793-4123-b1d8-3c0deb78dfc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0429342 Nov 29 02:07:55.538796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-ec61146c-77ab-4c8e-be7c-58faeeb3f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.540230 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-ec61146c-77ab-4c8e-be7c-58faeeb3f18b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430088 Nov 29 02:07:55.629448 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-cba71a8b-1ba0-4072-94ab-55ad2a1cab12 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806365 Nov 29 02:07:55.653857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.666617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae9b500-ed2c-4283-a14a-f1312c698eb0 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:07:55.685548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:55.690025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.739726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:55.822267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['dae9b500-ed2c-4283-a14a-f1312c698eb0'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:07:56.064776 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f4caf58-6111-4c88-a144-5b99db4725cd req-fa4bdfdc-e7a6-45ef-a323-f5bad3c9a5fd service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275062 Nov 29 02:07:56.405013 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202ec4-7e95-4e9b-95fb-6d3e29b4902f req-0a1b1995-aec0-4df0-8574-05731d1736db tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:56.406516 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2202ec4-7e95-4e9b-95fb-6d3e29b4902f req-0a1b1995-aec0-4df0-8574-05731d1736db tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 944 time: 0.0485718 Nov 29 02:07:56.459485 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2202ec4-7e95-4e9b-95fb-6d3e29b4902f req-af6ec05e-d103-4fd0-8388-d2b7f7a1fd1e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469110 Nov 29 02:07:56.785121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device dae9b500-ed2c-4283-a14a-f1312c698eb0 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:56.835549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port dae9b500-ed2c-4283-a14a-f1312c698eb0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:56.836240 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.916854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.949319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:56.952998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.998809 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:57.032755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:07:57.035243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f3ed71-76dd-4a77-b547-d09f7d18d984" -d '{"events": [{"server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "name": "network-vif-plugged", "status": "completed", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:07:57.072099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7133e-6a09-43a3-a668-28b792935406 x-openstack-request-id: req-c5a7133e-6a09-43a3-a668-28b792935406 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:07:57.072394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "name": "network-vif-plugged", "status": "completed", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:07:57.072650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5a7133e-6a09-43a3-a668-28b792935406 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:07:57.073044 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'code': 200} Nov 29 02:07:57.580959 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bba6d1-acda-453f-8d8a-9e5184928a0b req-e380bdd8-60cb-4189-9e39-c1a1c68fed6d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:57.582427 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-73bba6d1-acda-453f-8d8a-9e5184928a0b req-e380bdd8-60cb-4189-9e39-c1a1c68fed6d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0564184 Nov 29 02:07:57.629333 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-73bba6d1-acda-453f-8d8a-9e5184928a0b req-afeaa07f-01d4-431e-b355-cc3e383b56d7 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Nov 29 02:07:57.858833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5708346-2d9c-4ac8-9c66-9b1912a6a562 req-9a0f0b76-d5c8-486c-9272-fad2d3e92a08 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:57.860326 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a5708346-2d9c-4ac8-9c66-9b1912a6a562 req-9a0f0b76-d5c8-486c-9272-fad2d3e92a08 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Nov 29 02:07:57.906883 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a5708346-2d9c-4ac8-9c66-9b1912a6a562 req-262594d6-6d08-4118-87b9-0fb4a69bb971 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Nov 29 02:07:59.019711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9395741-17bc-44a1-878f-fd4f1b6c6071 req-882a0057-68b3-4b31-b935-f73c4a2779a5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:59.021176 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9395741-17bc-44a1-878f-fd4f1b6c6071 req-882a0057-68b3-4b31-b935-f73c4a2779a5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0476429 Nov 29 02:07:59.066802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9395741-17bc-44a1-878f-fd4f1b6c6071 req-98347859-cf21-489d-8659-1ee49c38538b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397856 Nov 29 02:07:59.634992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720e9fb-7777-4135-8a25-632a1b827081 req-367a8ed4-3816-4ee3-991a-969077e546fc tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:59.636425 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f720e9fb-7777-4135-8a25-632a1b827081 req-367a8ed4-3816-4ee3-991a-969077e546fc tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 945 time: 0.0474362 Nov 29 02:07:59.725122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Deleting port dae9b500-ed2c-4283-a14a-f1312c698eb0 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:07:59.725461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.813608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] For port dae9b500-ed2c-4283-a14a-f1312c698eb0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dae9b500-ed2c-4283-a14a-f1312c698eb0,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:59.813984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.983717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.984084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.984402 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d disassociated. External IP: 172.26.8.252, port: dae9b500-ed2c-4283-a14a-f1312c698eb0. Nov 29 02:07:59.984741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Calling delete_port for dae9b500-ed2c-4283-a14a-f1312c698eb0 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:08:00.108595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:00.143425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event deleted for resources: {'Port': ['ID=dae9b500-ed2c-4283-a14a-f1312c698eb0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:00.156221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.157175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.158707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.159083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.159432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.159923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.160269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.160606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.160945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.161279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.161637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.161987 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4f956dd0-7412-4762-b79b-2292bf6c13cd req-edd7b1f2-3112-4cba-97f7-ff27dda18038 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2268d193-f4db-4f91-87e5-5c20ddca03c0 HTTP/1.1" status: 200 len: 210 time: 0.0266323 Nov 29 02:08:00.162442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:08:00.274005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:08:00.379951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:08:00.390377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:08:00.400175 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:08:00.400783 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:00.422125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] No DVR routers for this DVR port dae9b500-ed2c-4283-a14a-f1312c698eb0 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:08:00.424603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:00.427975 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f720e9fb-7777-4135-8a25-632a1b827081 req-6d8aa996-1526-4de4-aa9f-fe2e696b93d5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "DELETE /v2.0/ports/dae9b500-ed2c-4283-a14a-f1312c698eb0 HTTP/1.1" status: 204 len: 173 time: 0.7855856 Nov 29 02:08:00.428419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'name': 'network-vif-deleted', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:08:00.430722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cf4fb4-117e-4b05-b5ae-3452351469c2" -d '{"events": [{"server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "name": "network-vif-deleted", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:08:00.476126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341c5a1e-e467-48e5-86bf-7efb1fda59a5 x-openstack-request-id: req-341c5a1e-e467-48e5-86bf-7efb1fda59a5 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:08:00.476440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268d193-f4db-4f91-87e5-5c20ddca03c0", "name": "network-vif-deleted", "tag": "dae9b500-ed2c-4283-a14a-f1312c698eb0", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:08:00.476686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-341c5a1e-e467-48e5-86bf-7efb1fda59a5 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:08:00.477132 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268d193-f4db-4f91-87e5-5c20ddca03c0', 'name': 'network-vif-deleted', 'tag': 'dae9b500-ed2c-4283-a14a-f1312c698eb0', 'status': 'completed', 'code': 200} Nov 29 02:08:00.511272 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:08:00.705060 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:00.730948 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:08:00.738898 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:08:00.739497 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:00.842936 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:08:01.126348 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:01.152192 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d100cb04-7568-4a1f-bf4e-0d1d78b67d4b None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:08:01.370559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58822722-2d31-4b4b-8876-b6a83df82737 None None] New status for floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:08:01.421629 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-bd4cfc06-ef98-4c6c-8cd9-4dd4c0b4af83 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--847961790&fields=id&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 267 time: 0.0424151 Nov 29 02:08:01.543034 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-1a2db725-5763-457e-822d-5f602c213df9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:01.544583 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-1a2db725-5763-457e-822d-5f602c213df9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 812 time: 0.1152356 Nov 29 02:08:01.560270 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-adc49021-4e5d-4e08-bff8-76110b75a25f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/quotas/726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 375 time: 0.0091331 Nov 29 02:08:01.611237 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-f0e8bc17-1661-4246-8e69-fa709e21ee76 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454271 Nov 29 02:08:01.758450 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-d826351a-6d79-4bc0-bb77-b011b2f0fe17 service neutron] 10.222.0.30 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349750 Nov 29 02:08:01.847136 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-d33774e1-d4a2-40b9-9afb-1076fb643f84 service neutron] 10.222.0.30 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826509 Nov 29 02:08:02.001091 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-60f52786-36e4-4877-8289-ad59a27db935 req-3b35e395-84f3-44a1-9f60-8d48e2e4dc5d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 210 time: 0.0257406 Nov 29 02:08:02.833056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device dae9b500-ed2c-4283-a14a-f1312c698eb0 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:08:02.855305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: dae9b500-ed2c-4283-a14a-f1312c698eb0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:08:02.855645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device dae9b500-ed2c-4283-a14a-f1312c698eb0 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:08:02.985931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-aeb88222-678a-41f2-a7a3-ae6474c5931b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:02.987404 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-aeb88222-678a-41f2-a7a3-ae6474c5931b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 812 time: 0.1061070 Nov 29 02:08:03.072213 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-d718a560-aa9b-421c-acf8-73fe6f5f09a2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 379 time: 0.0552602 Nov 29 02:08:03.087365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'port': {'device_id': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'admin_state_up': True, 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'security_groups': ['109b048b-885f-4910-ad27-3f4a7988c2ea']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:08:03.102611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-49a4b75c-2085-4465-a274-482d9b031746 req-01b644c5-d5ce-45d7-84c8-8fbc5ab5d9b8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 210 time: 0.0307596 Nov 29 02:08:03.196343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Made reservation on behalf of 726a13e7fa3548f5b983532722b7924c for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:08:03.199827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.332273 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Allocated IP 172.20.0.14 (49b47bf8-db5e-4042-a98c-80b57a4580b9/9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0/9d11dc78-28cc-4544-9111-eda7fd71c492) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:08:03.467297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.499334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.543121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:08:03.546157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:08:03.551032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:08:03.575066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:03.604002 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:03.604618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.623007 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-6ea8b068-554e-411d-a6c3-d572b3635c68 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5393701 Nov 29 02:08:03.641339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Request body: {'port': {'device_id': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:08:03.701105 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.782341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b29c777c-6849-4833-81b4-c96bb0c92a4e None None] Provisioning complete for port 9d11dc78-28cc-4544-9111-eda7fd71c492 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:08:03.782656 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b29c777c-6849-4833-81b4-c96bb0c92a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.819369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b29c777c-6849-4833-81b4-c96bb0c92a4e None None] Port 9d11dc78-28cc-4544-9111-eda7fd71c492 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:08:03.962044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d11dc78-28cc-4544-9111-eda7fd71c492 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:08:03.969360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.980799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Transition to ACTIVE for port object 9d11dc78-28cc-4544-9111-eda7fd71c492 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:08:03.984317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:04.035245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:04.109327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Attempting to bind port 9d11dc78-28cc-4544-9111-eda7fd71c492 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:08:04.110546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Attempting to bind port 9d11dc78-28cc-4544-9111-eda7fd71c492 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:08:04.110657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Attempting to bind port 9d11dc78-28cc-4544-9111-eda7fd71c492 on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:08:04.115159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Port 9d11dc78-28cc-4544-9111-eda7fd71c492 on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:08:04.115489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Attempting to bind port 9d11dc78-28cc-4544-9111-eda7fd71c492 on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:08:04.120484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:08:04.120826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Checking segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:08:04.121214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Bound using segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:08:04.121647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Bound port: 9d11dc78-28cc-4544-9111-eda7fd71c492, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:08:04.122009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:04.212442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:08:04.229712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:08:04.235722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:04.279264 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92717044-e8d7-469b-8f1f-d1bc63aa8359 req-a443a573-19ae-4275-a6cb-fcde35582f3d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:04.280780 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-92717044-e8d7-469b-8f1f-d1bc63aa8359 req-a443a573-19ae-4275-a6cb-fcde35582f3d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 944 time: 0.1012061 Nov 29 02:08:04.288620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:04.289276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:04.290824 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 1094 time: 0.6544209 Nov 29 02:08:04.294134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:08:04.296576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82301c-0974-4387-9463-ca74fb3417c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:08:04.345711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fde053c-fa4c-4dc0-9686-41af26e4627c x-openstack-request-id: req-1fde053c-fa4c-4dc0-9686-41af26e4627c {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:08:04.346015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:08:04.346275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fde053c-fa4c-4dc0-9686-41af26e4627c {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:08:04.346713 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'status': 'completed', 'code': 200} Nov 29 02:08:04.349417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0eaa-181c-4202-a6d5-1a33a751ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:04.377396 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-92717044-e8d7-469b-8f1f-d1bc63aa8359 req-3d05bfc6-c052-4088-97f1-123b957e8643 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855575 Nov 29 02:08:04.409372 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-5a3aadb7-99e6-4cc0-a747-5c7ae3fc7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:04.410922 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-5a3aadb7-99e6-4cc0-a747-5c7ae3fc7425 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1097 time: 0.0480840 Nov 29 02:08:04.465272 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-11fd661a-5628-48c8-959b-94066381d4a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 217 time: 0.0396137 Nov 29 02:08:04.514367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-69d29f56-8f0d-4bc0-a1c3-0041f7151f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:04.516487 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-69d29f56-8f0d-4bc0-a1c3-0041f7151f07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0436058 Nov 29 02:08:04.561005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-a6830592-43d9-4c5c-abd3-fdd95365cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:04.562539 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-a6830592-43d9-4c5c-abd3-fdd95365cd77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400641 Nov 29 02:08:04.655334 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-202b147e-f633-433c-bb15-36a262dbd885 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857282 Nov 29 02:08:04.743954 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b87ad7f0-7aa3-4a49-ae83-3f2fcf92f76c req-b2603efd-5558-4b1e-909a-ce6f92894319 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819643 Nov 29 02:08:04.881914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-6e3a514e-ded7-4bff-9f11-545b25647f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:04.883612 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-6e3a514e-ded7-4bff-9f11-545b25647f40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1097 time: 0.0434134 Nov 29 02:08:04.976115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-e265f83c-9a30-4580-85e3-856ce774f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:04.977557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-e265f83c-9a30-4580-85e3-856ce774f174 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0858800 Nov 29 02:08:05.018982 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-c95b185d-4c40-404b-804b-212db79ca28e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 217 time: 0.0334063 Nov 29 02:08:05.071758 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-779931f0-0748-4ca0-b82b-481b3eb1b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:05.073172 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-779931f0-0748-4ca0-b82b-481b3eb1b9ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0463052 Nov 29 02:08:05.118685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-7b47d830-784e-474e-bbd3-067ea7385eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:05.120126 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-7b47d830-784e-474e-bbd3-067ea7385eba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386159 Nov 29 02:08:05.212425 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-9cfe15c0-f02f-4602-9560-20f129c77956 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836644 Nov 29 02:08:05.301320 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bd82301c-0974-4387-9463-ca74fb3417c7 req-2a5a4bca-3d89-4326-84ab-8cf7169ba3dc service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809510 Nov 29 02:08:05.494957 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eaf55-4fcf-4a55-8abd-1048682f8e51 req-014ab068-9723-4a4f-be1b-1e63f78f04c4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:05.496341 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-129eaf55-4fcf-4a55-8abd-1048682f8e51 req-014ab068-9723-4a4f-be1b-1e63f78f04c4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 944 time: 0.0490458 Nov 29 02:08:05.543444 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-129eaf55-4fcf-4a55-8abd-1048682f8e51 req-85341a11-b61d-48cd-98ba-9b1a073421b4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Nov 29 02:08:06.655422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634da45-83ce-4a86-9bfd-c5b2d30a8d3e req-f9a271cc-8f1b-4c03-9755-6422cfeb069b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:06.656880 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9634da45-83ce-4a86-9bfd-c5b2d30a8d3e req-f9a271cc-8f1b-4c03-9755-6422cfeb069b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 944 time: 0.0484610 Nov 29 02:08:06.706296 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9634da45-83ce-4a86-9bfd-c5b2d30a8d3e req-f0606eef-a5da-409a-9fdf-831f34010bd1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436368 Nov 29 02:08:06.847070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:08:06.946570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:08:06.957716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'mac_address': 'fa:16:3e:6b:ff:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:08:06.994340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.006663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d11dc78-28cc-4544-9111-eda7fd71c492 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:08:07.025792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:08:07.029388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.078322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:07.304108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['9d11dc78-28cc-4544-9111-eda7fd71c492'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:08:07.818522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8d6dd-5d7a-46ff-8196-89c8874f171a req-6c41db64-9613-480b-8cc5-604a1dd16011 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:07.820017 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-73b8d6dd-5d7a-46ff-8196-89c8874f171a req-6c41db64-9613-480b-8cc5-604a1dd16011 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 945 time: 0.0476456 Nov 29 02:08:07.867028 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-73b8d6dd-5d7a-46ff-8196-89c8874f171a req-4b491caf-20cc-4c65-8912-ecf668dc4386 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411031 Nov 29 02:08:08.847413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:08:08.898649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 9d11dc78-28cc-4544-9111-eda7fd71c492 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:08:08.902527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 9d11dc78-28cc-4544-9111-eda7fd71c492 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:08:08.902901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:08.980742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:08.982885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e038-3509-4f18-8ad1-b69ecb4b883f req-30d542bd-21a2-4254-875f-1022513d5788 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:08.984509 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4198e038-3509-4f18-8ad1-b69ecb4b883f req-30d542bd-21a2-4254-875f-1022513d5788 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 945 time: 0.0491982 Nov 29 02:08:09.004127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:08:09.006369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091b89e2-3e1e-43b2-9ef1-1fbdc42dca9e" -d '{"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-plugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:08:09.020420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:08:09.024579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:09.036575 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4198e038-3509-4f18-8ad1-b69ecb4b883f req-e54e2e7d-5e81-4224-a650-920fe122a2b3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462532 Nov 29 02:08:09.051998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4986ea2b-fdc4-4fa4-8df7-f962a458aa56 x-openstack-request-id: req-4986ea2b-fdc4-4fa4-8df7-f962a458aa56 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:08:09.052297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-plugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:08:09.052555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4986ea2b-fdc4-4fa4-8df7-f962a458aa56 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:08:09.052944 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'code': 200} Nov 29 02:08:09.077872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:09.250216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec77cc-10d4-44c3-ab37-099643c7288e req-2d071a1e-a10f-499e-87fa-33f6bf4c791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:09.251658 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-34ec77cc-10d4-44c3-ab37-099643c7288e req-2d071a1e-a10f-499e-87fa-33f6bf4c791c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1099 time: 0.0397167 Nov 29 02:08:09.294874 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-34ec77cc-10d4-44c3-ab37-099643c7288e req-78123337-b150-4bec-b94b-408114adeec7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358057 Nov 29 02:08:10.162633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caec5d-02ad-4886-a996-f05fecf59bf7 req-6e94bcf1-3619-4277-a8c3-c20fb819a409 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:10.164106 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e4caec5d-02ad-4886-a996-f05fecf59bf7 req-6e94bcf1-3619-4277-a8c3-c20fb819a409 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0588729 Nov 29 02:08:10.210577 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e4caec5d-02ad-4886-a996-f05fecf59bf7 req-73a9aa3d-b83d-481c-bf18-5f48b5a55547 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405116 Nov 29 02:08:10.621127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-888d5d40-e594-42fc-be31-285f4529d1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:11.327073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53388860-fae8-4b80-8e1d-5794d32c1784 req-c933cda1-c7aa-41b7-958b-4c33141f193c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:11.328833 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-53388860-fae8-4b80-8e1d-5794d32c1784 req-c933cda1-c7aa-41b7-958b-4c33141f193c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0520837 Nov 29 02:08:11.384953 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-53388860-fae8-4b80-8e1d-5794d32c1784 req-45b1b2f6-06e1-4720-9c9f-a1d1d9c2d4b2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464032 Nov 29 02:08:11.506714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a80048-b0ca-4d0a-a26c-36f6ff26cfe7 req-64805eb2-479e-4433-8250-acdb8ee71115 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:11.508419 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-07a80048-b0ca-4d0a-a26c-36f6ff26cfe7 req-64805eb2-479e-4433-8250-acdb8ee71115 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0603616 Nov 29 02:08:11.517145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50094) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:08:11.521892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'floatingip': {'port_id': '9d11dc78-28cc-4544-9111-eda7fd71c492'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:08:11.569240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:11.993547 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:11.997191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:12.096559 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d associated. External IP: 172.26.8.252, port: 9d11dc78-28cc-4544-9111-eda7fd71c492. Nov 29 02:08:12.579257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:08:12.686144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:08:12.691956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:12.696460 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:08:12.705912 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:08:12.706549 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:12.718325 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1aa85669-0a20-4d82-8483-8067e349bd65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "PUT /v2.0/floatingips/3b20f499-00f9-4167-a2a9-0cf45ec2503d HTTP/1.1" status: 200 len: 992 time: 1.1999505 Nov 29 02:08:12.719295 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:08:12.721506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff63b63-8368-4a45-9dc3-d34eada12b69" -d '{"events": [{"name": "network-changed", "server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:08:12.757915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7c62d1-aff7-4eb1-b90a-0b3b24384482 x-openstack-request-id: req-bc7c62d1-aff7-4eb1-b90a-0b3b24384482 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:08:12.758215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:08:12.758510 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc7c62d1-aff7-4eb1-b90a-0b3b24384482 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:08:12.758914 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'status': 'completed', 'code': 200} Nov 29 02:08:12.820985 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:08:12.852926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-c58329fd-fc6a-4c51-878a-802f8bb99a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:12.854449 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-c58329fd-fc6a-4c51-878a-802f8bb99a37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1099 time: 0.0439575 Nov 29 02:08:12.948437 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-6201ebaf-fb2e-43ad-81b0-1f9925972c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:12.949904 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-6201ebaf-fb2e-43ad-81b0-1f9925972c3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0876338 Nov 29 02:08:13.015418 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-292d047a-97e5-4f59-8031-22c553d26799 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 1000 time: 0.0584123 Nov 29 02:08:13.044453 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:6b:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:08:11Z', 'revision_number': 9, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:13.064049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-55ad64ba-2720-43c6-bc68-3e6cb11921f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:13.065495 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-55ad64ba-2720-43c6-bc68-3e6cb11921f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0434749 Nov 29 02:08:13.070818 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:08:13.079100 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:08:13.079632 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:13.115602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-b4c163ee-829e-4e12-b99f-7b2f8a3bba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:13.117105 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-b4c163ee-829e-4e12-b99f-7b2f8a3bba20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436285 Nov 29 02:08:13.183927 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:08:13.207394 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-652de898-7084-46b3-81d5-cb04b9087e2c service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827317 Nov 29 02:08:13.303232 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ff63b63-8368-4a45-9dc3-d34eada12b69 req-b9a4d6bf-f928-454f-8fcf-7ba4e8d2dcd4 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877929 Nov 29 02:08:13.408063 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:6b:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:08:11Z', 'revision_number': 9, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:13.433510 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3bac15-b23d-40ee-80ad-36b9d91995a4 None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:6b:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:08:11Z', 'revision_number': 9, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:08:13.611322 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7a8ac-d70c-4ceb-af4c-af95594e5d58 None None] New status for floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:08:13.956434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:14.190355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8d3223b-e3e5-455f-b0f5-16d8d9c7c6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:15.360420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:16.308174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:19.159237 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:08:22.470319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:39.956156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-9af528e0-dc21-4e62-891c-c7ec77fe43e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393641 Nov 29 02:08:40.056396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-907bf48e-9b82-4566-8696-a86dba13e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:40.057897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-907bf48e-9b82-4566-8696-a86dba13e076 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1099 time: 0.0401611 Nov 29 02:08:40.163985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-f7d0db58-1c02-4940-920e-e8c0d5f07bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:40.165362 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-f7d0db58-1c02-4940-920e-e8c0d5f07bb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0864964 Nov 29 02:08:40.230396 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-c342ec0b-1f76-4704-9c17-a58b5788860e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 1003 time: 0.0556979 Nov 29 02:08:40.281493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-68e3ed4a-26ea-468c-b5b4-3bebdc097078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:40.282955 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-68e3ed4a-26ea-468c-b5b4-3bebdc097078 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0459955 Nov 29 02:08:40.329460 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-8192ca88-83b5-4e69-8b31-e7f42bd7db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:40.330983 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-8192ca88-83b5-4e69-8b31-e7f42bd7db77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406668 Nov 29 02:08:40.423944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-dc2626f7-062c-4e7a-8108-565025b7cc55 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854728 Nov 29 02:08:40.513074 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ad80215f-730a-4601-92a7-a8c20c145c44 req-b33e27af-90c6-44c7-90a3-21871575d48e service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815768 Nov 29 02:08:40.623220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-75cb6399-5949-496b-936e-368bbe6e7797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:43.959162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:44.190953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-28a47cc9-6310-48ba-ba46-b6f0d7e9f435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:45.361133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:46.311199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:48.639743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3093b1-f178-4f38-aa8a-60c9fc39d7f7 req-f212a4c2-d043-43cb-b5e2-483cb2302003 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:48.641776 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d3093b1-f178-4f38-aa8a-60c9fc39d7f7 req-f212a4c2-d043-43cb-b5e2-483cb2302003 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0504096 Nov 29 02:08:48.665049 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-aaf9a022-edb5-42f9-921b-85a03587f695 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855742 Nov 29 02:08:48.696117 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0d3093b1-f178-4f38-aa8a-60c9fc39d7f7 req-ecbac43c-5cb8-41c0-871b-fdb834bb51f4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481827 Nov 29 02:08:49.779066 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-91293622-f705-4dc6-a338-68164b1134ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:49.780477 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-91293622-f705-4dc6-a338-68164b1134ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1099 time: 0.0409193 Nov 29 02:08:49.822152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1a66-4e69-41f4-939c-ee265687306e req-e2b46a66-5621-4ff6-83b2-fb0f5e801099 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:49.823715 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e28f1a66-4e69-41f4-939c-ee265687306e req-e2b46a66-5621-4ff6-83b2-fb0f5e801099 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0482867 Nov 29 02:08:49.870826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-093611cb-dc01-4bdf-8ff2-4eeb476ad96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:49.871054 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e28f1a66-4e69-41f4-939c-ee265687306e req-cb11b4ad-a21e-4816-abbe-794ea81a294b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410159 Nov 29 02:08:49.872282 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-093611cb-dc01-4bdf-8ff2-4eeb476ad96f service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0847251 Nov 29 02:08:49.940020 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-c6bf0188-74ca-4f41-ba65-6c1aa4b7836d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 1003 time: 0.0605822 Nov 29 02:08:49.988032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-9bbd189e-63f7-485e-90df-916a93f3e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:49.989464 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-9bbd189e-63f7-485e-90df-916a93f3e1a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0425940 Nov 29 02:08:50.034020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-1079147a-6692-4bc7-8859-102016becc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:50.035416 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-1079147a-6692-4bc7-8859-102016becc00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387685 Nov 29 02:08:50.126839 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-0c815274-7e37-447e-89e1-99209d58e011 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846441 Nov 29 02:08:50.214890 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-e9da6782-932a-4b04-a8be-abb4a6d72883 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804403 Nov 29 02:08:50.988275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109b8ff-7c5a-4048-89f7-9b30d8b571f5 req-6ac39a84-f1a9-441c-b2c1-36836372912b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:50.989745 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a109b8ff-7c5a-4048-89f7-9b30d8b571f5 req-6ac39a84-f1a9-441c-b2c1-36836372912b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0522900 Nov 29 02:08:51.035779 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a109b8ff-7c5a-4048-89f7-9b30d8b571f5 req-1a1e3f2a-1373-4a3d-b2f4-37bbb62afe04 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401733 Nov 29 02:08:52.153749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124c91f-25bb-4632-ba6f-af86b10286f4 req-acbad74e-9aed-40ec-a56d-89114e7b6c02 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:52.155149 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5124c91f-25bb-4632-ba6f-af86b10286f4 req-acbad74e-9aed-40ec-a56d-89114e7b6c02 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0515735 Nov 29 02:08:52.202061 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5124c91f-25bb-4632-ba6f-af86b10286f4 req-27e2abe2-e3bb-4366-a56c-a4df8c43986e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Nov 29 02:08:52.466001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:53.322736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928175c-6f91-415d-9d3a-04fd33d62c9e req-96cf4b4e-4f15-4d6c-9320-7a0a6bf5aa65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:53.324212 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4928175c-6f91-415d-9d3a-04fd33d62c9e req-96cf4b4e-4f15-4d6c-9320-7a0a6bf5aa65 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0484471 Nov 29 02:08:53.371207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4928175c-6f91-415d-9d3a-04fd33d62c9e req-ce2104c6-b915-4bea-828a-53a9ad4c605a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410314 Nov 29 02:08:54.483134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f322e-31b7-408f-8c0b-4ce228c94530 req-981db898-252b-4220-98b9-f836e07f778f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:54.485081 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-862f322e-31b7-408f-8c0b-4ce228c94530 req-981db898-252b-4220-98b9-f836e07f778f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0478029 Nov 29 02:08:54.532169 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-862f322e-31b7-408f-8c0b-4ce228c94530 req-d44e82d0-7411-41a4-91a4-1f68a49810c2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Nov 29 02:08:55.648296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ad1a3-7d5f-4bd2-9745-1a2876ee7acc req-53550717-8128-42b5-9a33-e5bed3376f79 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:55.649775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f56ad1a3-7d5f-4bd2-9745-1a2876ee7acc req-53550717-8128-42b5-9a33-e5bed3376f79 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0515242 Nov 29 02:08:55.696125 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f56ad1a3-7d5f-4bd2-9745-1a2876ee7acc req-bfe91ab3-bfb2-4766-8318-49ce5a6907b4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404782 Nov 29 02:08:56.160401 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:08:56.813946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4feffb-8d09-450f-9524-bd413a96e672 req-46de43ac-9952-42c3-96fe-5ec1498e96d6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:56.815440 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6d4feffb-8d09-450f-9524-bd413a96e672 req-46de43ac-9952-42c3-96fe-5ec1498e96d6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0524015 Nov 29 02:08:56.862979 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6d4feffb-8d09-450f-9524-bd413a96e672 req-b90ee85b-b7bf-4589-b159-c279b509150e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Nov 29 02:08:57.979233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb2363-c34a-42b7-a453-f3149b7d2602 req-8ef33446-9608-4e1f-aed6-95728ffb33d3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:57.980601 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2ecb2363-c34a-42b7-a453-f3149b7d2602 req-8ef33446-9608-4e1f-aed6-95728ffb33d3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0472813 Nov 29 02:08:58.030014 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2ecb2363-c34a-42b7-a453-f3149b7d2602 req-63641f46-38a9-4eef-b032-a34583efe083 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429308 Nov 29 02:08:59.144363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a197ed-f000-465e-9a0e-6b571e88499c req-85aa5090-156a-4957-ad8d-65ec9ad83c10 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:59.145824 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2a197ed-f000-465e-9a0e-6b571e88499c req-85aa5090-156a-4957-ad8d-65ec9ad83c10 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0491884 Nov 29 02:08:59.192517 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f2a197ed-f000-465e-9a0e-6b571e88499c req-5a3bd65f-3728-4a40-832f-36046914c2a8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407639 Nov 29 02:09:00.304446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423bf4-f09a-4b0c-826e-3345f5f62054 req-0ddd07f5-a40d-4b82-a459-2ae6f209128a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:00.305923 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-86423bf4-f09a-4b0c-826e-3345f5f62054 req-0ddd07f5-a40d-4b82-a459-2ae6f209128a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0479236 Nov 29 02:09:00.355133 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-86423bf4-f09a-4b0c-826e-3345f5f62054 req-3a006492-0efa-4980-9c40-b267b58158db tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Nov 29 02:09:01.468493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233de4-76ff-46c3-88ca-99b658480f8d req-8948c150-1a97-45c4-b25e-c4e343d429cb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:01.469952 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29233de4-76ff-46c3-88ca-99b658480f8d req-8948c150-1a97-45c4-b25e-c4e343d429cb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0480969 Nov 29 02:09:01.520553 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-29233de4-76ff-46c3-88ca-99b658480f8d req-19d9c84c-2820-452b-b82c-331394ba68cb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446846 Nov 29 02:09:01.948769 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-56b44263-ef13-47c0-8021-153580e6b922 service neutron] 10.222.0.21 "GET /v2.0/ports/9d11dc78-28cc-4544-9111-eda7fd71c492/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0525906 Nov 29 02:09:02.160687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-1a101f4d-68f1-43c6-b330-099a09202198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:02.162228 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-1a101f4d-68f1-43c6-b330-099a09202198 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 1099 time: 0.0409911 Nov 29 02:09:02.232791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-6dd612b4-e4b6-45e7-94e9-68b9c8cf2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:02.234841 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-6dd612b4-e4b6-45e7-94e9-68b9c8cf2dde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1099 time: 0.0390470 Nov 29 02:09:02.324535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-7bb8cdf6-f6c7-459d-8e2d-b9c456191334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:02.325969 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-7bb8cdf6-f6c7-459d-8e2d-b9c456191334 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0852351 Nov 29 02:09:02.389564 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-82002937-9f7c-4e39-bedb-50950f8bbbd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 1003 time: 0.0561156 Nov 29 02:09:02.441358 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-47b4cd6a-2ff9-4bde-9b2c-380dfd993992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:02.442717 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-47b4cd6a-2ff9-4bde-9b2c-380dfd993992 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0463068 Nov 29 02:09:02.487384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-20019247-9223-4f1a-ac91-d9a72b0b2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:02.488822 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-20019247-9223-4f1a-ac91-d9a72b0b2b58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390360 Nov 29 02:09:02.579682 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-1b8cb9ef-a238-4571-bf50-065830a5bf52 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833187 Nov 29 02:09:02.691955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed77583-ae71-4e79-ac27-a86652bbdefe req-42efa5cf-9295-4fa9-b6a9-7a0facc3eb3d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:02.693333 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ed77583-ae71-4e79-ac27-a86652bbdefe req-42efa5cf-9295-4fa9-b6a9-7a0facc3eb3d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0998304 Nov 29 02:09:02.723026 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-18ffdb54-3a61-437b-ac72-4c01ecf68185 req-83f49da5-e848-4ad0-8c39-632c0833afd0 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364717 Nov 29 02:09:02.755569 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ed77583-ae71-4e79-ac27-a86652bbdefe req-adad6687-e9d1-4818-8959-269207e69764 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542443 Nov 29 02:09:03.873199 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e8c6-94fe-4f0d-afd1-cb9e42acfc99 req-5a5ddb8f-9acd-4914-b614-862edf63a2b4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:03.874705 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8b24e8c6-94fe-4f0d-afd1-cb9e42acfc99 req-5a5ddb8f-9acd-4914-b614-862edf63a2b4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0496559 Nov 29 02:09:03.921197 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8b24e8c6-94fe-4f0d-afd1-cb9e42acfc99 req-a4f0141f-34a1-468c-8b72-91255c392468 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405455 Nov 29 02:09:05.036647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6044290-d561-4360-b5c1-f1327bfe0ba7 req-ce68ba92-4046-4016-8550-0fbee3b44573 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:05.038122 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6044290-d561-4360-b5c1-f1327bfe0ba7 req-ce68ba92-4046-4016-8550-0fbee3b44573 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0489566 Nov 29 02:09:05.083439 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6044290-d561-4360-b5c1-f1327bfe0ba7 req-070def1d-d813-4704-81d3-4dc1f1bb477f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394275 Nov 29 02:09:05.133284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:09:05.140074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:09:05.292063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:05.299194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:05.315583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'mac_address': 'fa:16:3e:6b:ff:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:09:05.334054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:05.336391 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33a018-9aba-4ad4-b1fe-b0b38aa5510d" -d '{"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-unplugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:05.368939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:05.376374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:05.402889 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:05.405332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015d394c-869e-4227-83ef-65695c52008f x-openstack-request-id: req-015d394c-869e-4227-83ef-65695c52008f {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:05.405627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-unplugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:05.405919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-015d394c-869e-4227-83ef-65695c52008f {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:05.406306 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'code': 200} Nov 29 02:09:05.415904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-da1222c6-009d-4698-b8ff-ffc0c8d7a2d3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:05.417367 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-da1222c6-009d-4698-b8ff-ffc0c8d7a2d3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab&tenant_id=726a13e7fa3548f5b983532722b7924c&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 946 time: 0.0929904 Nov 29 02:09:05.424772 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df24c0-50dc-4d13-90d2-8e31c2cceed6 req-fa3b9572-9833-46a8-8da1-f8794e867ca2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:05.426131 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-07df24c0-50dc-4d13-90d2-8e31c2cceed6 req-fa3b9572-9833-46a8-8da1-f8794e867ca2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0739276 Nov 29 02:09:05.426286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d11dc78-28cc-4544-9111-eda7fd71c492 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:09:05.447087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:05.472978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.473333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.473687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.474035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.474371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.474738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.475078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.475412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.475755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.476089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.476417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.476746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:05.491298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:09:05.491898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:09:05.512149 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-07df24c0-50dc-4d13-90d2-8e31c2cceed6 req-456fb3d2-5ab8-4f44-a23c-38ccc261eedb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798264 Nov 29 02:09:05.520541 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-5320d259-4c78-413c-87a6-1f40663760ff service neutron] 10.222.0.21 "GET /v2.0/ports/9d11dc78-28cc-4544-9111-eda7fd71c492/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0748124 Nov 29 02:09:05.599067 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-39f328b7-f6fc-4b6d-8aec-2dd744c982df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:05.600527 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-39f328b7-f6fc-4b6d-8aec-2dd744c982df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1097 time: 0.0405872 Nov 29 02:09:06.020543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-d804bc3d-2dd4-4d64-a557-d6402c363032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:06.022009 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-d804bc3d-2dd4-4d64-a557-d6402c363032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.4132462 Nov 29 02:09:06.031580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:06.044032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d11dc78-28cc-4544-9111-eda7fd71c492 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:09:06.064065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:06.068451 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:06.087374 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-96cdd4a7-9b15-47ca-856d-72c899c4ad84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 1001 time: 0.0570574 Nov 29 02:09:06.115291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:06.139746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-da1c055b-1f41-4df2-9536-31527536a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:06.141229 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-da1c055b-1f41-4df2-9536-31527536a8b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0462532 Nov 29 02:09:06.185903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-e5ae5576-4411-4bdd-bff7-e948f44baa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:06.187436 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-e5ae5576-4411-4bdd-bff7-e948f44baa27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391097 Nov 29 02:09:06.194617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['9d11dc78-28cc-4544-9111-eda7fd71c492'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:09:06.275081 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-40052d42-5177-49b4-b2c2-b01c724e262d service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800915 Nov 29 02:09:06.369185 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-f3137380-17b9-4a9e-bf80-150ec4beb6bf service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 Nov 29 02:09:06.628733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5faa0d-580e-4c83-bed5-9890d63ab3d7 req-97979a94-ae6a-4d4a-bbdc-9302f933f113 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:06.630085 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7e5faa0d-580e-4c83-bed5-9890d63ab3d7 req-97979a94-ae6a-4d4a-bbdc-9302f933f113 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 945 time: 0.0481262 Nov 29 02:09:06.676896 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7e5faa0d-580e-4c83-bed5-9890d63ab3d7 req-10f3822f-b59b-416f-ac11-3b74622b01da tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Nov 29 02:09:07.167704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:09:07.214819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 9d11dc78-28cc-4544-9111-eda7fd71c492 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:09:07.215419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:07.291641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:07.323367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:07.327311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:07.373130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:07.407731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:07.409994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb77ed5-d738-41e4-ad80-4043ab18fe64" -d '{"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-plugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:07.453501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bba507a-0a2b-4191-8a0c-4b939f743676 x-openstack-request-id: req-7bba507a-0a2b-4191-8a0c-4b939f743676 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:07.453781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-plugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:07.454045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bba507a-0a2b-4191-8a0c-4b939f743676 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:07.454463 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'code': 200} Nov 29 02:09:07.793596 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da82e-cf9a-439f-94f3-5580cc379f7a req-dc01a84e-110c-4e1d-8809-f527e319fade tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:07.794994 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9c3da82e-cf9a-439f-94f3-5580cc379f7a req-dc01a84e-110c-4e1d-8809-f527e319fade tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0514016 Nov 29 02:09:07.844497 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9c3da82e-cf9a-439f-94f3-5580cc379f7a req-9d9b9903-fa38-416a-a7fc-75af01e012a2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 Nov 29 02:09:08.960824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c633f1-f576-4ac7-92b2-748a5aa028a5 req-c16ee174-8be1-465a-bbd5-1c65f25dd9ec tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:08.963001 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f3c633f1-f576-4ac7-92b2-748a5aa028a5 req-c16ee174-8be1-465a-bbd5-1c65f25dd9ec tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0489278 Nov 29 02:09:09.045546 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f3c633f1-f576-4ac7-92b2-748a5aa028a5 req-71e83162-2eb5-4828-a8b3-43c64b531d2a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759122 Nov 29 02:09:09.052588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-c63e1d73-1802-4977-8302-009f38500abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:09.054139 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-c63e1d73-1802-4977-8302-009f38500abd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 1099 time: 0.0706737 Nov 29 02:09:09.133384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-b58ef6a5-ae07-4ee5-8bb3-2636b9ff9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:09.134779 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-b58ef6a5-ae07-4ee5-8bb3-2636b9ff9eca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 1099 time: 0.0401802 Nov 29 02:09:09.222357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-69b64636-770c-4f3b-babf-7ada1582a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:09.223803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-69b64636-770c-4f3b-babf-7ada1582a627 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0815096 Nov 29 02:09:09.291350 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-8706d43e-ae1e-45c6-9feb-003dee402fba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 200 len: 1003 time: 0.0603056 Nov 29 02:09:09.344090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-872f11d6-d0a9-45fb-b199-ea246114fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:09.345556 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-872f11d6-d0a9-45fb-b199-ea246114fe56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0458970 Nov 29 02:09:09.389898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-ee06b60c-d2cf-4100-9cb1-09f4bfcd3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:09.391827 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-ee06b60c-d2cf-4100-9cb1-09f4bfcd3383 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393023 Nov 29 02:09:09.485732 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-f049ab73-78b3-414a-913b-b4e839f49503 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865381 Nov 29 02:09:09.575646 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c4e669a-2485-4682-a869-351e8ba1f9a0 req-ed21eb24-b798-40a8-8497-967ab03687b4 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831635 Nov 29 02:09:10.158606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5028802-8192-473e-90d8-2c2694d4a8a5 req-dd2f9b12-999f-45e7-972b-bbaa3a1eb2fe tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:10.160095 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b5028802-8192-473e-90d8-2c2694d4a8a5 req-dd2f9b12-999f-45e7-972b-bbaa3a1eb2fe tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0483339 Nov 29 02:09:10.207779 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b5028802-8192-473e-90d8-2c2694d4a8a5 req-578d3e2f-1074-4796-aa3e-8a380dd5a8b2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418625 Nov 29 02:09:10.624538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d49f35bc-e0e7-410a-ae00-a69e7618cfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:11.192643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:09:11.203175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:09:11.325429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa4016-122a-45f3-8309-e01bc7c2e7cf req-2598f699-8044-4312-ad4c-4780f00e3bdd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:11.327015 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-47fa4016-122a-45f3-8309-e01bc7c2e7cf req-2598f699-8044-4312-ad4c-4780f00e3bdd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0530701 Nov 29 02:09:11.351050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:11.359698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:11.371371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'mac_address': 'fa:16:3e:6b:ff:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:09:11.381181 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-47fa4016-122a-45f3-8309-e01bc7c2e7cf req-4f1d0b4f-7f0e-4009-bb10-4f16d905f4f6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475037 Nov 29 02:09:11.389784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:11.392752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bae988-1df1-46af-a11a-e91d6c282c72" -d '{"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-unplugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:11.429310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:11.438093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:11.444715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:11.466541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142e360e-f59e-4863-96e4-1fc5f42070c2 x-openstack-request-id: req-142e360e-f59e-4863-96e4-1fc5f42070c2 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:11.466844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-unplugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:11.467103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-142e360e-f59e-4863-96e4-1fc5f42070c2 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:11.467498 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'code': 200} Nov 29 02:09:11.488221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d11dc78-28cc-4544-9111-eda7fd71c492 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:09:11.505427 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98456535-8b9d-4c3c-9ba5-8c26f02156eb req-33faf120-68ac-474c-94bb-681e40c1a1f3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:11.510168 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-98456535-8b9d-4c3c-9ba5-8c26f02156eb req-33faf120-68ac-474c-94bb-681e40c1a1f3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 944 time: 0.0576878 Nov 29 02:09:11.512182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=9']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:11.559358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:09:11.559728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:09:11.562537 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-98456535-8b9d-4c3c-9ba5-8c26f02156eb req-f0ae32be-ebb2-4eaf-a2b3-b376623b847d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477247 Nov 29 02:09:11.679892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b89920-6f14-42e2-9246-723e2132fa14 req-8bf5aec7-431d-4871-8502-369e6bef8120 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:11.681379 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-25b89920-6f14-42e2-9246-723e2132fa14 req-8bf5aec7-431d-4871-8502-369e6bef8120 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 944 time: 0.0497794 Nov 29 02:09:11.727204 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-25b89920-6f14-42e2-9246-723e2132fa14 req-7b800221-8f9d-45e2-baa7-8692292ff747 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391490 Nov 29 02:09:11.967304 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadf996-51cc-47eb-94d1-dadeb03c6e67 req-ea13dcab-3ba0-49bf-90f0-777b95dfd63b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:11.969288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5fadf996-51cc-47eb-94d1-dadeb03c6e67 req-ea13dcab-3ba0-49bf-90f0-777b95dfd63b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 944 time: 0.0556200 Nov 29 02:09:12.021344 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5fadf996-51cc-47eb-94d1-dadeb03c6e67 req-302d6ed8-592e-44ec-a139-b73ef7937d63 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456860 Nov 29 02:09:12.096540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:12.109681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d11dc78-28cc-4544-9111-eda7fd71c492 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:09:12.129450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:12.133366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:12.179790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=10']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:12.263019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['9d11dc78-28cc-4544-9111-eda7fd71c492'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:09:13.139566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d60a1f-7306-46c3-bc45-0780c9d1c598 req-8cb4a0c6-3579-42cf-8647-122f767efdbd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:13.141507 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83d60a1f-7306-46c3-bc45-0780c9d1c598 req-8cb4a0c6-3579-42cf-8647-122f767efdbd tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 946 time: 0.0483003 Nov 29 02:09:13.187034 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83d60a1f-7306-46c3-bc45-0780c9d1c598 req-3e2eebaf-a5d7-4063-958c-4ad4b2dfb19f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396745 Nov 29 02:09:13.193249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:09:13.239619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 9d11dc78-28cc-4544-9111-eda7fd71c492 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:09:13.239994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:13.316102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:13.348031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:13.351980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:13.398349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=11']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:13.468441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:13.470728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267e18c-7d43-46eb-b206-ed74eb1c9d2b" -d '{"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-plugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:13.505250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693e1b50-4ccf-489e-8683-cc7ccfaba214 x-openstack-request-id: req-693e1b50-4ccf-489e-8683-cc7ccfaba214 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:13.505545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-plugged", "status": "completed", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:13.505807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-693e1b50-4ccf-489e-8683-cc7ccfaba214 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:13.506225 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'code': 200} Nov 29 02:09:13.961608 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:14.194114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70a0517d-3834-4037-a2a6-8fea5bdd6675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:14.205662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-337e15dc-0726-4477-a246-2e050c05e59d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:14.207159 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-337e15dc-0726-4477-a246-2e050c05e59d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 947 time: 0.0487480 Nov 29 02:09:14.300914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Deleting port 9d11dc78-28cc-4544-9111-eda7fd71c492 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:09:14.301266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:14.303155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246668cd-cf49-456c-826e-a389a24c78c5 req-1a509f4c-ddc8-4dd9-bb68-ebf6753b717c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:14.305166 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-246668cd-cf49-456c-826e-a389a24c78c5 req-1a509f4c-ddc8-4dd9-bb68-ebf6753b717c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 947 time: 0.0515523 Nov 29 02:09:14.352760 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-246668cd-cf49-456c-826e-a389a24c78c5 req-772f388e-ecd8-4cfe-924b-4e6286915b9c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414712 Nov 29 02:09:14.397500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] For port 9d11dc78-28cc-4544-9111-eda7fd71c492, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d11dc78-28cc-4544-9111-eda7fd71c492,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:14.397866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:14.564538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:14.564903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:14.565227 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d disassociated. External IP: 172.26.8.252, port: 9d11dc78-28cc-4544-9111-eda7fd71c492. Nov 29 02:09:14.565605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Calling delete_port for 9d11dc78-28cc-4544-9111-eda7fd71c492 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:09:14.700329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:14.729699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event deleted for resources: {'Port': ['ID=9d11dc78-28cc-4544-9111-eda7fd71c492,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:14.739892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.740261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.740626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.740980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.741330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.741679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.742024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.742369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.742744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.743084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.743429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.743779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:14.861793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:09:14.973406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:09:14.983227 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:09:14.993151 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:09:14.993764 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:09:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:15.012611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] No DVR routers for this DVR port 9d11dc78-28cc-4544-9111-eda7fd71c492 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:09:15.015585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:15.018914 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a7cf4733-df51-4b11-90dd-3dfc816ae821 req-561523bf-1060-4b9a-9712-10f4c2a38dff tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "DELETE /v2.0/ports/9d11dc78-28cc-4544-9111-eda7fd71c492 HTTP/1.1" status: 204 len: 173 time: 0.8056498 Nov 29 02:09:15.019373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-deleted', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:15.021885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf985d-8283-4f56-b0d5-920a05ff0a51" -d '{"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-deleted", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:15.063044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdcd4a3-f2d0-492e-bcce-a5121704cd36 x-openstack-request-id: req-1fdcd4a3-f2d0-492e-bcce-a5121704cd36 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:15.063442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9305eecb-e095-469a-bb14-6cc4d4fcddab", "name": "network-vif-deleted", "tag": "9d11dc78-28cc-4544-9111-eda7fd71c492", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:15.063796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fdcd4a3-f2d0-492e-bcce-a5121704cd36 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:15.064301 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9305eecb-e095-469a-bb14-6cc4d4fcddab', 'name': 'network-vif-deleted', 'tag': '9d11dc78-28cc-4544-9111-eda7fd71c492', 'status': 'completed', 'code': 200} Nov 29 02:09:15.101696 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:09:15.365633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:15.383637 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:15.412584 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:09:15.421493 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:09:15.422111 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:09:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:15.464471 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1e2209df-be81-459a-bcce-4d3cd79440e1 req-fc8ae9b6-0f1d-4188-8bf7-d3d9b3a21e3b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=9305eecb-e095-469a-bb14-6cc4d4fcddab HTTP/1.1" status: 200 len: 210 time: 0.0310171 Nov 29 02:09:15.529722 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:09:15.727796 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:15.753607 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f42131-cf3b-459d-8b33-9c4585028eee None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:09:15.965438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea06920-fc20-461e-b434-5207e2c25890 None None] New status for floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:09:16.314606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:16.713103 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-53de05c4-584b-4d4d-b288-99797d863b15 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--847961790&fields=id&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 267 time: 0.0455673 Nov 29 02:09:16.822396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca4ad-540e-4b74-873c-634a99fa3606 req-f984ecb5-e135-473d-8bd7-359ef1147c05 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:16.823885 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-f984ecb5-e135-473d-8bd7-359ef1147c05 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 812 time: 0.1037638 Nov 29 02:09:16.838877 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-7c45334a-68d4-4625-b67c-39b107c1597d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/quotas/726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 375 time: 0.0088520 Nov 29 02:09:16.890929 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-3d3e5c8e-a256-479e-a2b7-6aa19d611b31 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463955 Nov 29 02:09:17.032065 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-1ec6e998-5d70-4f79-bf5b-5d5b3ea32a7b service neutron] 10.222.0.30 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297791 Nov 29 02:09:17.123061 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-9dd7e935-e662-4b83-b5f2-f6026ca281f9 service neutron] 10.222.0.30 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848126 Nov 29 02:09:17.208921 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:09:17.228853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 9d11dc78-28cc-4544-9111-eda7fd71c492 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:09:17.229274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 9d11dc78-28cc-4544-9111-eda7fd71c492 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:09:17.277330 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5220bba0-347d-4085-9e78-cbbafb1ca89f req-fc3f4dc6-a1a0-4976-b910-bc1ba85ca64c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 210 time: 0.0267665 Nov 29 02:09:18.235257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca4ad-540e-4b74-873c-634a99fa3606 req-b562ff51-ee12-4ef9-9d85-dae8f313f8f8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:18.236738 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-b562ff51-ee12-4ef9-9d85-dae8f313f8f8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 812 time: 0.1034441 Nov 29 02:09:18.309381 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0fbc63d1-7380-4461-9b8b-cdbf5899367c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 379 time: 0.0559981 Nov 29 02:09:18.321656 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'port': {'device_id': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'admin_state_up': True, 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'security_groups': ['109b048b-885f-4910-ad27-3f4a7988c2ea']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:09:18.400579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c9c626b5-c821-4fee-b0c3-d13cf020379a req-6a62cde4-3128-4c4c-9315-bfff07e75441 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 210 time: 0.0566790 Nov 29 02:09:18.454322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Made reservation on behalf of 726a13e7fa3548f5b983532722b7924c for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:09:18.457913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:18.584239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Allocated IP 172.20.0.7 (49b47bf8-db5e-4042-a98c-80b57a4580b9/9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0/cf0852b5-d882-4af5-bcd7-4f6486abb9ec) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:09:18.717298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:18.749810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:18.798015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:09:18.800999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:09:18.804678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:09:18.811122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:18.858108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:18.858793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:18.878118 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-395788c1-301a-40be-824d-896764ab8c34 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602205 Nov 29 02:09:18.898134 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Request body: {'port': {'device_id': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:09:18.953564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:19.010686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-653a3c2c-04fa-4061-886f-60af869d20db None None] Provisioning complete for port cf0852b5-d882-4af5-bcd7-4f6486abb9ec triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:09:19.011258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-653a3c2c-04fa-4061-886f-60af869d20db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:19.045358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-653a3c2c-04fa-4061-886f-60af869d20db None None] Port cf0852b5-d882-4af5-bcd7-4f6486abb9ec cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:09:19.214548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0852b5-d882-4af5-bcd7-4f6486abb9ec {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:09:19.221682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:19.233327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Transition to ACTIVE for port object cf0852b5-d882-4af5-bcd7-4f6486abb9ec will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:09:19.237865 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:19.290740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:19.360686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Attempting to bind port cf0852b5-d882-4af5-bcd7-4f6486abb9ec on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:09:19.361018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Attempting to bind port cf0852b5-d882-4af5-bcd7-4f6486abb9ec by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:09:19.361479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Attempting to bind port cf0852b5-d882-4af5-bcd7-4f6486abb9ec on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:09:19.366193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Port cf0852b5-d882-4af5-bcd7-4f6486abb9ec on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:09:19.366606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Attempting to bind port cf0852b5-d882-4af5-bcd7-4f6486abb9ec on network 49b47bf8-db5e-4042-a98c-80b57a4580b9 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:09:19.371693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:09:19.372036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Checking segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:09:19.372417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Bound using segment: {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:09:19.372843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Bound port: cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e873b9-847f-47e1-b6cb-16b50b865d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:09:19.373199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:19.440280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:09:19.443384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:09:19.447171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:19.486465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:19.487076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:19.488636 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] 10.222.0.21 "PUT /v2.0/ports/cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 1093 time: 0.5951033 Nov 29 02:09:19.491787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:19.493197 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489032af-14d4-4055-993f-b28e6cc8f8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:19.536941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff2b4-5d4f-485b-a521-28e015443d91 req-bd59478a-4ac8-4d6c-b684-fdd7920e4341 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:19.539840 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c9fff2b4-5d4f-485b-a521-28e015443d91 req-bd59478a-4ac8-4d6c-b684-fdd7920e4341 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0619020 Nov 29 02:09:19.543508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877c91f-bfbc-4d97-9fff-112e48221b54 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:19.567938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e4e8f0-0a65-429e-b380-36a9c9ad0b2d x-openstack-request-id: req-29e4e8f0-0a65-429e-b380-36a9c9ad0b2d {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:19.568237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:19.568502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29e4e8f0-0a65-429e-b380-36a9c9ad0b2d {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:19.568910 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'status': 'completed', 'code': 200} Nov 29 02:09:19.608493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca4ad-540e-4b74-873c-634a99fa3606 req-e4840f6c-ba97-4301-9cce-f3e4649e7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:19.608709 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c9fff2b4-5d4f-485b-a521-28e015443d91 req-e326935f-8f3e-425f-9cdf-9292543baa4b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571415 Nov 29 02:09:19.610818 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-e4840f6c-ba97-4301-9cce-f3e4649e7d94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1096 time: 0.0533285 Nov 29 02:09:19.664221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-108be3c0-b7a2-4eba-a8c1-dbfeecf41931 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 217 time: 0.0396507 Nov 29 02:09:19.715390 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca4ad-540e-4b74-873c-634a99fa3606 req-d697c0c1-3628-4d40-bd06-154aaf02de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:19.716864 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-d697c0c1-3628-4d40-bd06-154aaf02de99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0447946 Nov 29 02:09:19.761876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca4ad-540e-4b74-873c-634a99fa3606 req-40e8cdda-dfa6-41ba-8d8c-1123c3a391ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:19.763381 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-40e8cdda-dfa6-41ba-8d8c-1123c3a391ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395880 Nov 29 02:09:19.856263 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-0517d75c-2909-47e9-bebb-91f8036d21e6 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857220 Nov 29 02:09:19.946180 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-facca4ad-540e-4b74-873c-634a99fa3606 req-10ae0523-48d6-420a-a738-41f1f5312ba5 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831022 Nov 29 02:09:20.075113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-ada5ce7e-439e-400c-a386-d42af376a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:20.076641 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-ada5ce7e-439e-400c-a386-d42af376a789 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1096 time: 0.0443859 Nov 29 02:09:20.165946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-6fecad4e-cbad-455a-b701-99b6cbbcd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:20.167345 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-6fecad4e-cbad-455a-b701-99b6cbbcd2d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0833504 Nov 29 02:09:20.213383 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-1c79ecac-7b2a-46d4-88fc-95be97562e3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 217 time: 0.0378311 Nov 29 02:09:20.262659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-8918eb1a-df64-463a-b98e-0996d9167499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:20.264066 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-8918eb1a-df64-463a-b98e-0996d9167499 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0428240 Nov 29 02:09:20.310499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-d299f350-72ac-4110-a0f1-8f5ecbc7899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:20.311990 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-d299f350-72ac-4110-a0f1-8f5ecbc7899f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398045 Nov 29 02:09:20.404609 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-dc5a5584-fda9-4294-9fe8-d72df80e1df7 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845625 Nov 29 02:09:20.494629 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-489032af-14d4-4055-993f-b28e6cc8f8d0 req-43244428-03ad-4e34-bac8-cd093671b453 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796480 Nov 29 02:09:20.723084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c4877-a3d0-452a-a7f6-d4d2a0ea82df req-cb7af79b-b294-427c-900c-d283af527a9c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:20.724539 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e72c4877-a3d0-452a-a7f6-d4d2a0ea82df req-cb7af79b-b294-427c-900c-d283af527a9c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0479138 Nov 29 02:09:20.774599 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e72c4877-a3d0-452a-a7f6-d4d2a0ea82df req-c5165a56-9b6e-4cf8-8b15-e2dbc6cb4a69 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441227 Nov 29 02:09:21.885863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b3c80-2699-457d-91ec-91cd537d5a50 req-513b253d-7e56-4801-bd3d-3676d5e4ce45 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:21.887415 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-349b3c80-2699-457d-91ec-91cd537d5a50 req-513b253d-7e56-4801-bd3d-3676d5e4ce45 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0481508 Nov 29 02:09:21.936956 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-349b3c80-2699-457d-91ec-91cd537d5a50 req-773099b3-9fbf-4ca7-88e8-27350894484b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429230 Nov 29 02:09:22.464503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:23.055494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba4254-b3c0-4bb9-8c49-50e00e815a52 req-69dbdf0e-1be2-4ba5-80c7-a75340150f50 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:23.057989 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-daba4254-b3c0-4bb9-8c49-50e00e815a52 req-69dbdf0e-1be2-4ba5-80c7-a75340150f50 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0538847 Nov 29 02:09:23.106886 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-daba4254-b3c0-4bb9-8c49-50e00e815a52 req-ac9e4373-8a71-4426-92d7-6476c881c5f2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415020 Nov 29 02:09:23.255325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:09:23.347188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:23.357797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'mac_address': 'fa:16:3e:ce:e7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:09:23.535791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:23.548602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0852b5-d882-4af5-bcd7-4f6486abb9ec {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:09:23.568912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:23.574019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:23.630244 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:23.851641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['cf0852b5-d882-4af5-bcd7-4f6486abb9ec'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:09:24.220616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872f90-4db8-4c66-8804-5b020bcf95ec req-565d7069-6dfc-4a07-ae9c-ef73f09a80e3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:24.222116 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5a872f90-4db8-4c66-8804-5b020bcf95ec req-565d7069-6dfc-4a07-ae9c-ef73f09a80e3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 944 time: 0.0490046 Nov 29 02:09:24.269642 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5a872f90-4db8-4c66-8804-5b020bcf95ec req-65ae5690-3749-42e9-a5f4-ccd660058d74 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Nov 29 02:09:25.270748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:09:25.319801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port cf0852b5-d882-4af5-bcd7-4f6486abb9ec completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:09:25.323797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port cf0852b5-d882-4af5-bcd7-4f6486abb9ec triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:09:25.324177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:25.389307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2413a6-c77b-4911-a986-33791835ec82 req-c95dc879-18a7-46ad-8c19-75bf805e32e5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:25.391326 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1e2413a6-c77b-4911-a986-33791835ec82 req-c95dc879-18a7-46ad-8c19-75bf805e32e5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 944 time: 0.0541439 Nov 29 02:09:25.405342 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:25.428283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:25.430567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96e9e59-200a-425f-af17-cc8ec8b4f01c" -d '{"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-plugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:25.442395 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1e2413a6-c77b-4911-a986-33791835ec82 req-e82830a0-1360-4476-b036-fe8bb59cdc95 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440814 Nov 29 02:09:25.443819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:25.449549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:25.474015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309da98-25e3-407b-89af-13ff87ff2543 x-openstack-request-id: req-b309da98-25e3-407b-89af-13ff87ff2543 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:25.474315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-plugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:25.474597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b309da98-25e3-407b-89af-13ff87ff2543 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:25.474990 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'code': 200} Nov 29 02:09:25.500328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:25.674873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10deba0f-18ad-498f-87c0-c75025aff2de req-f1a76e11-9407-433f-976c-2f1a3ab2d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:25.676348 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10deba0f-18ad-498f-87c0-c75025aff2de req-f1a76e11-9407-433f-976c-2f1a3ab2d6c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1098 time: 0.0435429 Nov 29 02:09:25.719512 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10deba0f-18ad-498f-87c0-c75025aff2de req-15d45493-06d2-43a6-af77-b7048d6ca71c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364580 Nov 29 02:09:26.557406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642e76a-44a4-4195-a981-48f77f2101c7 req-85e14d30-38c0-46e2-85a0-f15c42cf9f2b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:26.558922 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4642e76a-44a4-4195-a981-48f77f2101c7 req-85e14d30-38c0-46e2-85a0-f15c42cf9f2b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0491576 Nov 29 02:09:26.604825 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4642e76a-44a4-4195-a981-48f77f2101c7 req-b7e37c25-43be-429e-acc8-e343038e3726 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Nov 29 02:09:27.722591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41f309-852f-4df7-81d7-9a37ce6c5b77 req-822e76ee-8c26-4236-9e88-5eb5bf715b8d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:27.724066 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1c41f309-852f-4df7-81d7-9a37ce6c5b77 req-822e76ee-8c26-4236-9e88-5eb5bf715b8d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Nov 29 02:09:27.770903 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1c41f309-852f-4df7-81d7-9a37ce6c5b77 req-9b14ee87-b906-459c-8565-528d45f691a9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Nov 29 02:09:27.884365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14aec5-e28d-4dd0-913e-dfa4c63b1425 req-9197e7ee-2b93-490f-a0b9-bc1152ca4390 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:27.885823 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc14aec5-e28d-4dd0-913e-dfa4c63b1425 req-9197e7ee-2b93-490f-a0b9-bc1152ca4390 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0515277 Nov 29 02:09:27.894192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50328) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:09:27.898493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Request body: {'floatingip': {'port_id': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:09:27.937476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:28.348177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:28.352322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:28.449284 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d associated. External IP: 172.26.8.252, port: cf0852b5-d882-4af5-bcd7-4f6486abb9ec. Nov 29 02:09:28.978300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:09:29.082741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:09:29.087519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:29.092590 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:09:29.102383 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:09:29.103028 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:09:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:29.117443 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4e3efadc-00d1-42f6-92f5-8fa6b0ba0180 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "PUT /v2.0/floatingips/3b20f499-00f9-4167-a2a9-0cf45ec2503d HTTP/1.1" status: 200 len: 992 time: 1.2221811 Nov 29 02:09:29.118040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:29.120385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:29.158932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae78305d-8079-4d2e-8598-3de40bd4f353 x-openstack-request-id: req-ae78305d-8079-4d2e-8598-3de40bd4f353 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:29.159230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:29.159616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae78305d-8079-4d2e-8598-3de40bd4f353 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:29.160118 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'status': 'completed', 'code': 200} Nov 29 02:09:29.209363 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:09:29.247652 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-dc43c59d-2f61-4919-b567-8989778c8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:29.249205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-dc43c59d-2f61-4919-b567-8989778c8ff6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1098 time: 0.0414848 Nov 29 02:09:29.345211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-f0d02b66-8e37-4e9a-8c56-b27319c072c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:29.346707 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-f0d02b66-8e37-4e9a-8c56-b27319c072c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0906403 Nov 29 02:09:29.415076 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-1d62d29c-a769-46ff-a7c2-a9d392c8e730 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 1000 time: 0.0615361 Nov 29 02:09:29.439179 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:ce:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:09:28Z', 'revision_number': 13, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:29.465500 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:09:29.467518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-e6ad282c-2cc7-4791-b0a9-7feb2facd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:29.469043 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-e6ad282c-2cc7-4791-b0a9-7feb2facd7d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0461354 Nov 29 02:09:29.473746 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:09:29.474340 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:09:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:29.514519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-434d59c6-bb9e-4874-93bc-3c34e3888a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:29.516562 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-434d59c6-bb9e-4874-93bc-3c34e3888a39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411232 Nov 29 02:09:29.579375 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:09:29.612125 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-8690e4b6-7ec9-496a-b48d-eb4a24697677 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882957 Nov 29 02:09:29.707639 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8aa88e8b-c0fe-442b-aed8-eeb19ed1786d req-40cfeb43-3e67-42dc-abd2-1570d78683e5 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889337 Nov 29 02:09:29.804945 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:ce:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:09:28Z', 'revision_number': 13, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:29.830877 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaf47b-189e-42a5-91dc-46627a10ab1d None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3b20f499-00f9-4167-a2a9-0cf45ec2503d', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'floating_ip_address': '172.26.8.252', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'port_id': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'mac_address': 'fa:16:3e:ce:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:05:35Z', 'updated_at': '2021-11-29T02:09:28Z', 'revision_number': 13, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:09:30.014856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceaef75-2c4f-48df-9939-4fede19a7c0b None None] New status for floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:09:33.159694 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:09:39.962863 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-eb7b573f-ebc4-44ba-b1de-6b5a581cfc9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390763 Nov 29 02:09:40.065722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-062c0969-f615-48f1-bf4e-b578bb6fd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.067221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-062c0969-f615-48f1-bf4e-b578bb6fd094 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1098 time: 0.0398967 Nov 29 02:09:40.173385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-2c48076a-fcf8-4fea-b3ad-e9dece97b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.174613 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-2c48076a-fcf8-4fea-b3ad-e9dece97b7e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0880313 Nov 29 02:09:40.238912 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-55606190-7439-4729-baa3-bc0daf84b78e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 1002 time: 0.0575712 Nov 29 02:09:40.287684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-0c815329-8c10-454f-b31a-01f055dc6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.289161 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-0c815329-8c10-454f-b31a-01f055dc6f6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0433004 Nov 29 02:09:40.339933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-1230e543-4cb4-445f-a83c-e445ef10540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.341412 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-1230e543-4cb4-445f-a83c-e445ef10540b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444548 Nov 29 02:09:40.430289 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-a0c51b00-c7ad-4a52-a7e8-eab15fe9cabe service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816314 Nov 29 02:09:40.523185 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-76089589-5348-4bc2-a1e9-02ec0ffaa447 req-a1d29047-7c38-4aa9-a7af-8e66013bf48c service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844536 Nov 29 02:09:40.626074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8527cc1d-efd0-4217-970a-065a44032209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:43.963269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:44.194566 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3c99cbf3-921a-46be-a6e1-d5bd2779a4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:45.368506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:46.327235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:52.469593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:06.168611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce2c45-e661-442d-a266-7e07fa87803e req-79c102aa-9294-47bd-909e-d11a886f46ba tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:06.170575 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cdce2c45-e661-442d-a266-7e07fa87803e req-79c102aa-9294-47bd-909e-d11a886f46ba tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Nov 29 02:10:06.216018 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cdce2c45-e661-442d-a266-7e07fa87803e req-912197e4-5ebc-40ce-8043-0755e3ae9af5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394447 Nov 29 02:10:10.159423 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:10:10.627327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-857fb519-24e5-4430-b7ad-761d9d24790a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:13.966301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:14.194916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b08049f8-277e-4abf-a620-4a5ab6e16280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:15.370686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:16.318924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:18.403023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ac766-7025-4bd2-9842-6a80e091dd41 req-d4b48984-1696-4faf-8ffa-1cd5fadf9514 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:18.405487 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b4ac766-7025-4bd2-9842-6a80e091dd41 req-d4b48984-1696-4faf-8ffa-1cd5fadf9514 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0668952 Nov 29 02:10:18.408363 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-fe9bb11a-187b-4ed3-bfca-27709e1075b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833006 Nov 29 02:10:18.455208 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6b4ac766-7025-4bd2-9842-6a80e091dd41 req-281e9752-4314-4614-99f8-02484616f537 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437222 Nov 29 02:10:19.561508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-4e97ff4c-f581-41e3-8770-2a4537e3feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:19.563032 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-4e97ff4c-f581-41e3-8770-2a4537e3feeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1098 time: 0.0665824 Nov 29 02:10:19.597431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cefb1-a6e8-49d7-9e43-76a771a82261 req-cb068804-7fa1-4b37-ae44-1acacc6e9487 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:19.598873 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d09cefb1-a6e8-49d7-9e43-76a771a82261 req-cb068804-7fa1-4b37-ae44-1acacc6e9487 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0751960 Nov 29 02:10:19.690775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d09cefb1-a6e8-49d7-9e43-76a771a82261 req-0d23e68e-9f5b-4a43-9bbd-e019001796e1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857446 Nov 29 02:10:19.699789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-20fe2b48-9fd8-45cd-8610-465e48b38c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:19.701204 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-20fe2b48-9fd8-45cd-8610-465e48b38c42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.1304984 Nov 29 02:10:19.767977 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-652a72c0-f5be-4557-b2cb-a98b37a2fac3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 1002 time: 0.0581815 Nov 29 02:10:19.820176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-03b6d0be-2f55-44fd-b6f7-442c8ec3ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:19.821598 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-03b6d0be-2f55-44fd-b6f7-442c8ec3ac12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0464602 Nov 29 02:10:19.866382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-d59d9d16-acdf-4396-8445-4986420dcbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:19.867855 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-d59d9d16-acdf-4396-8445-4986420dcbf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392845 Nov 29 02:10:19.959337 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-cf5eb162-8022-4028-902d-79760004ce56 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841393 Nov 29 02:10:20.054046 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-690e46f2-2871-4fa1-849d-60628540b159 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871637 Nov 29 02:10:20.867649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4296f-3d73-4f98-b4f6-487ad837d6cb req-7d083bd9-fb1a-4971-a6da-4c2a0d4888c8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:20.869222 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e4296f-3d73-4f98-b4f6-487ad837d6cb req-7d083bd9-fb1a-4971-a6da-4c2a0d4888c8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.1116111 Nov 29 02:10:20.919735 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-51e4296f-3d73-4f98-b4f6-487ad837d6cb req-2125c464-c4b0-465d-a227-60f4f09d6f13 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441265 Nov 29 02:10:22.035288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06755071-bdb2-4793-be88-24dffb98030e req-1db13b18-1d8c-4865-98c8-302a8bf22aa6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:22.036763 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-06755071-bdb2-4793-be88-24dffb98030e req-1db13b18-1d8c-4865-98c8-302a8bf22aa6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0489638 Nov 29 02:10:22.082295 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-06755071-bdb2-4793-be88-24dffb98030e req-2af34a17-71f0-4142-8ae1-15120d7e17ee tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Nov 29 02:10:22.494891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:23.199512 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de3b35-6ba8-4625-ae90-d8dcef74bfa2 req-8a1634b9-df9d-49a7-91b4-b06e08f03397 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:23.200994 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-80de3b35-6ba8-4625-ae90-d8dcef74bfa2 req-8a1634b9-df9d-49a7-91b4-b06e08f03397 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Nov 29 02:10:23.247781 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-80de3b35-6ba8-4625-ae90-d8dcef74bfa2 req-933dcdb4-3d8c-41b8-b028-16d371b8525b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Nov 29 02:10:24.365562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e4e3-8e55-480b-afe7-e951f2d64a79 req-619377d0-29d8-4be5-bd2c-279d85042b98 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:24.367239 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0426e4e3-8e55-480b-afe7-e951f2d64a79 req-619377d0-29d8-4be5-bd2c-279d85042b98 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0521772 Nov 29 02:10:24.412824 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0426e4e3-8e55-480b-afe7-e951f2d64a79 req-1ea4efe6-46cc-474f-83c4-b0b1e2b715ee tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398715 Nov 29 02:10:25.526711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ba2a2-c164-419c-9b38-42cf227e6d46 req-a4e64ba1-bdcb-4e5b-b9db-817e0f1ef4a1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:25.528243 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-597ba2a2-c164-419c-9b38-42cf227e6d46 req-a4e64ba1-bdcb-4e5b-b9db-817e0f1ef4a1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Nov 29 02:10:25.576650 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-597ba2a2-c164-419c-9b38-42cf227e6d46 req-2f43d5aa-e393-4b32-bfc6-efa1e1d7a3ed tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414519 Nov 29 02:10:26.689747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26de790-84a8-4968-bdc2-ef62b12d95cf req-b44a8fb4-f2bc-4a13-aee6-87b2b492f409 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:26.691233 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b26de790-84a8-4968-bdc2-ef62b12d95cf req-b44a8fb4-f2bc-4a13-aee6-87b2b492f409 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0481596 Nov 29 02:10:26.737166 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b26de790-84a8-4968-bdc2-ef62b12d95cf req-39b34a64-b70f-4c16-a93c-c364dee297a3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400388 Nov 29 02:10:27.855181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf77ca-b983-4ef0-a1e1-00e94dac686b req-71b900a8-1f5f-4098-8477-4a2764dcc77b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:27.856680 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22bf77ca-b983-4ef0-a1e1-00e94dac686b req-71b900a8-1f5f-4098-8477-4a2764dcc77b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0520434 Nov 29 02:10:27.903644 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22bf77ca-b983-4ef0-a1e1-00e94dac686b req-10ad16ad-dd2f-49b5-ad03-9d16caf638b5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404184 Nov 29 02:10:29.020008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6017a-7e32-4bc8-9c16-1062d088e1b1 req-a2fe9d48-5690-48f6-a2f4-91b646784412 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:29.021474 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1ad6017a-7e32-4bc8-9c16-1062d088e1b1 req-a2fe9d48-5690-48f6-a2f4-91b646784412 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0477989 Nov 29 02:10:29.072050 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1ad6017a-7e32-4bc8-9c16-1062d088e1b1 req-df791b0e-b28d-4295-9356-b4b3cd86755e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 Nov 29 02:10:30.187663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aed5e-63ce-4297-94e9-86f21cecf9a7 req-f5597285-f979-4802-83b2-08e1fba74b96 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:30.189059 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-516aed5e-63ce-4297-94e9-86f21cecf9a7 req-f5597285-f979-4802-83b2-08e1fba74b96 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0491054 Nov 29 02:10:30.235936 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-516aed5e-63ce-4297-94e9-86f21cecf9a7 req-7702ffe3-d438-45a9-b4e4-f10ca58539e3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410128 Nov 29 02:10:31.350467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b44d-f633-477d-b1b8-e6255312cbda req-1c76f3a8-d5e0-4a16-9f4f-7d3bc24e4b47 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:31.351986 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1de6b44d-f633-477d-b1b8-e6255312cbda req-1c76f3a8-d5e0-4a16-9f4f-7d3bc24e4b47 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Nov 29 02:10:31.398230 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1de6b44d-f633-477d-b1b8-e6255312cbda req-c235b0d6-f8d9-4840-aaf5-f7e4b78b0aac tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398834 Nov 29 02:10:32.518053 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a9517-688b-406a-a79d-7087d351460b req-0010973f-2e63-4cb6-9e8c-109b6112f4d3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:32.519666 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-989a9517-688b-406a-a79d-7087d351460b req-0010973f-2e63-4cb6-9e8c-109b6112f4d3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0540860 Nov 29 02:10:32.566748 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-989a9517-688b-406a-a79d-7087d351460b req-fb19d465-de45-4dfc-958a-574581711f05 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Nov 29 02:10:33.680662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aff800-ff98-405c-bd67-c1cb7af04c9d req-a4e836e5-4078-4571-835c-be50a9e95ee1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:33.682151 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-40aff800-ff98-405c-bd67-c1cb7af04c9d req-a4e836e5-4078-4571-835c-be50a9e95ee1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Nov 29 02:10:33.729076 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-40aff800-ff98-405c-bd67-c1cb7af04c9d req-a8b9ed5e-4155-441a-b0d0-eb26854a1ea9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404925 Nov 29 02:10:34.910404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a5fd-ea29-45a5-b6c6-e4f429fed8a4 req-8d353767-962e-4355-a106-eb7626e36b8c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:34.911972 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9991a5fd-ea29-45a5-b6c6-e4f429fed8a4 req-8d353767-962e-4355-a106-eb7626e36b8c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Nov 29 02:10:34.958202 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9991a5fd-ea29-45a5-b6c6-e4f429fed8a4 req-7fd92d62-d420-4724-bc54-be3f02873602 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401433 Nov 29 02:10:36.076502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabeeca-9fcb-4c5d-9225-7dd314a90dce req-2742173f-af04-4732-bd6d-89dcc17dd0c0 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:36.077960 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ceabeeca-9fcb-4c5d-9225-7dd314a90dce req-2742173f-af04-4732-bd6d-89dcc17dd0c0 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0521431 Nov 29 02:10:36.123695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ceabeeca-9fcb-4c5d-9225-7dd314a90dce req-87a1df2b-4834-4316-b917-dbfbf9963f32 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 Nov 29 02:10:37.239420 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3af40-ad7b-4302-ac0a-c0790efbb3a1 req-d0439ea5-67ec-475d-a374-c8f30be7d335 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:37.240906 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6a3af40-ad7b-4302-ac0a-c0790efbb3a1 req-d0439ea5-67ec-475d-a374-c8f30be7d335 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0484586 Nov 29 02:10:37.291513 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c6a3af40-ad7b-4302-ac0a-c0790efbb3a1 req-83a4544a-a4e5-4a00-8f59-028ac04e6b0c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447774 Nov 29 02:10:38.406279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b260c8-fba7-48ea-9729-fdec5f1af53f req-095c87f0-0c1b-4957-87b6-f43671800a27 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:38.407817 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-06b260c8-fba7-48ea-9729-fdec5f1af53f req-095c87f0-0c1b-4957-87b6-f43671800a27 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0487738 Nov 29 02:10:38.454041 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-06b260c8-fba7-48ea-9729-fdec5f1af53f req-e57491b2-d8b5-4f75-b28f-ad29f2f55ae9 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 Nov 29 02:10:39.572251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99e6b3-1f17-4858-a269-9075a76b2d05 req-caa0d568-6ea8-497c-8751-175b339315b0 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:39.573740 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ac99e6b3-1f17-4858-a269-9075a76b2d05 req-caa0d568-6ea8-497c-8751-175b339315b0 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0517111 Nov 29 02:10:39.620448 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ac99e6b3-1f17-4858-a269-9075a76b2d05 req-5d3b33dc-e7fe-478c-9e41-dcaf1356b7b7 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402217 Nov 29 02:10:40.628836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2d93956-485f-4028-9bf2-804bc8769473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:40.734682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d7159-2753-4595-959b-b48e3df2dd5f req-19e021a9-c441-4061-aaf3-039b7ddf4132 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:40.736043 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7e5d7159-2753-4595-959b-b48e3df2dd5f req-19e021a9-c441-4061-aaf3-039b7ddf4132 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0479264 Nov 29 02:10:40.786325 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7e5d7159-2753-4595-959b-b48e3df2dd5f req-2040929e-053c-4b88-a13a-102d34648111 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444047 Nov 29 02:10:41.900009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd81e0-6966-4d7a-93e8-0d030ff42cb5 req-04a83726-c205-4361-9a82-ce8ec171a854 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:41.901490 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6cd81e0-6966-4d7a-93e8-0d030ff42cb5 req-04a83726-c205-4361-9a82-ce8ec171a854 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Nov 29 02:10:41.950096 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6cd81e0-6966-4d7a-93e8-0d030ff42cb5 req-efb8b87d-7313-4f27-8967-e5daa89bf05d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412130 Nov 29 02:10:42.053431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d061f-1954-459c-91a5-95f84b015908 req-11dba1b8-213c-4857-9fef-3ee4937347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:42.054924 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b72d061f-1954-459c-91a5-95f84b015908 req-11dba1b8-213c-4857-9fef-3ee4937347dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1098 time: 0.0796609 Nov 29 02:10:42.157579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d061f-1954-459c-91a5-95f84b015908 req-9a76cefb-e9db-45df-b459-2efb6bb01d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:42.159106 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b72d061f-1954-459c-91a5-95f84b015908 req-9a76cefb-e9db-45df-b459-2efb6bb01d6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0851626 Nov 29 02:10:42.227967 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b72d061f-1954-459c-91a5-95f84b015908 req-6150127b-5523-44e5-b521-c4b508f7a2b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 1002 time: 0.0615909 Nov 29 02:10:42.276579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d061f-1954-459c-91a5-95f84b015908 req-c00878ef-1c4e-4ef2-9db9-172c3a03ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:42.277993 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b72d061f-1954-459c-91a5-95f84b015908 req-c00878ef-1c4e-4ef2-9db9-172c3a03ee8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0429945 Nov 29 02:10:42.322724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d061f-1954-459c-91a5-95f84b015908 req-034aa46c-7257-4ad5-bfb6-9c83a36d2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:42.324190 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b72d061f-1954-459c-91a5-95f84b015908 req-034aa46c-7257-4ad5-bfb6-9c83a36d2f06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389545 Nov 29 02:10:42.417036 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b72d061f-1954-459c-91a5-95f84b015908 req-e3a0438b-7d24-47f0-b3f3-6a0513c2f2d1 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854464 Nov 29 02:10:42.509773 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b72d061f-1954-459c-91a5-95f84b015908 req-c0fac630-03b7-4311-8f15-a62537499b42 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Nov 29 02:10:43.067245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691fb03-8157-4499-8d1f-553d69bfe427 req-71d70314-6c20-4dcf-be05-98cbebd3b100 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:43.068775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7691fb03-8157-4499-8d1f-553d69bfe427 req-71d70314-6c20-4dcf-be05-98cbebd3b100 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0495844 Nov 29 02:10:43.114284 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7691fb03-8157-4499-8d1f-553d69bfe427 req-5b9d1e96-b504-402f-ac28-e510750d77cb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 Nov 29 02:10:43.969298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:44.196153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cc615a6f-1940-4ee6-8b56-4417863e12a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:44.234172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e082d-06c0-4ff0-961a-15957733cf64 req-d8ee607f-3fd7-4252-8315-704d5064aa82 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:44.235669 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-066e082d-06c0-4ff0-961a-15957733cf64 req-d8ee607f-3fd7-4252-8315-704d5064aa82 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0535610 Nov 29 02:10:44.282582 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-066e082d-06c0-4ff0-961a-15957733cf64 req-bb3bc9d2-00ab-49cb-adad-c0e682b4a5b4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409145 Nov 29 02:10:45.376012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:45.402791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05df1f-f6d6-4218-bc0e-f4334d19cc75 req-107510ef-2e22-4090-92ea-b893cafb8c31 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:45.404267 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2d05df1f-f6d6-4218-bc0e-f4334d19cc75 req-107510ef-2e22-4090-92ea-b893cafb8c31 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0502548 Nov 29 02:10:45.450204 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2d05df1f-f6d6-4218-bc0e-f4334d19cc75 req-57848c19-d33d-466d-8926-486ada3947e4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399530 Nov 29 02:10:46.320783 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:46.565019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061bc84-3257-4ed0-b4a5-79af9f145d45 req-09e0b196-3a4b-4810-a5b4-357bd2fdbf6e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:46.566513 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2061bc84-3257-4ed0-b4a5-79af9f145d45 req-09e0b196-3a4b-4810-a5b4-357bd2fdbf6e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0487134 Nov 29 02:10:46.612896 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2061bc84-3257-4ed0-b4a5-79af9f145d45 req-ef349307-2f76-4182-b8cc-bec6e45e8ca2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404446 Nov 29 02:10:47.158807 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:10:47.731650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22463660-4774-4a93-9afa-cbbf29d3d055 req-6be14846-bd08-44a5-aa78-2496b353e961 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:47.733035 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-22463660-4774-4a93-9afa-cbbf29d3d055 req-6be14846-bd08-44a5-aa78-2496b353e961 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0522757 Nov 29 02:10:47.779463 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-22463660-4774-4a93-9afa-cbbf29d3d055 req-435576fb-a536-42ef-8e28-e705459058c0 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405185 Nov 29 02:10:48.893549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e74c7-8d8e-48ba-b3b4-6c797ef9adf5 req-9811870b-7d97-4824-be85-b79e4c8181f2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:48.895046 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5d8e74c7-8d8e-48ba-b3b4-6c797ef9adf5 req-9811870b-7d97-4824-be85-b79e4c8181f2 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0492063 Nov 29 02:10:48.945437 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5d8e74c7-8d8e-48ba-b3b4-6c797ef9adf5 req-33213a20-4663-475e-8d6d-ce4bfdda7c8a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445540 Nov 29 02:10:50.060518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188dc8f-76e2-4028-aaf2-3fc62da17c48 req-23c83efa-fda9-496a-875a-71c15c44969f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:50.062620 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f188dc8f-76e2-4028-aaf2-3fc62da17c48 req-23c83efa-fda9-496a-875a-71c15c44969f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0493660 Nov 29 02:10:50.109709 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f188dc8f-76e2-4028-aaf2-3fc62da17c48 req-6a671714-8d5b-4709-8470-72270a3b2bcc tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411708 Nov 29 02:10:51.222876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c21e-f601-4c7e-9a38-05cc4bca6b6f req-cfbc6721-114f-4c66-b028-5b50d18d72d0 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:51.224324 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4996c21e-f601-4c7e-9a38-05cc4bca6b6f req-cfbc6721-114f-4c66-b028-5b50d18d72d0 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0479517 Nov 29 02:10:51.270589 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4996c21e-f601-4c7e-9a38-05cc4bca6b6f req-d36e767d-fbc6-420f-956b-1e85746ccd54 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404556 Nov 29 02:10:52.384357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aa2ae-1cda-41ef-a4f2-3092f7dc6ce0 req-78abc917-c7e3-4db1-bf8e-c1db9990f725 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:52.385847 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cd0aa2ae-1cda-41ef-a4f2-3092f7dc6ce0 req-78abc917-c7e3-4db1-bf8e-c1db9990f725 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0483301 Nov 29 02:10:52.437209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cd0aa2ae-1cda-41ef-a4f2-3092f7dc6ce0 req-93ec931e-acfd-49a7-bff5-7d63fa0c960d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446014 Nov 29 02:10:52.494347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:53.554738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd30d87-8e95-472c-98a0-7f6af44aae7b req-5c9ee348-f9f7-4dba-b14b-7e57d4bdf083 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:53.556327 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3dd30d87-8e95-472c-98a0-7f6af44aae7b req-5c9ee348-f9f7-4dba-b14b-7e57d4bdf083 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0506351 Nov 29 02:10:53.606118 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3dd30d87-8e95-472c-98a0-7f6af44aae7b req-2fb02e7c-58c2-4731-9a96-6c74ae2f86aa tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435693 Nov 29 02:10:53.996877 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-fe1810f6-3e29-4fbc-b6ff-3088bd2c1964 service neutron] 10.222.0.21 "GET /v2.0/ports/cf0852b5-d882-4af5-bcd7-4f6486abb9ec/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0532322 Nov 29 02:10:54.221339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-5debc713-d7f5-418f-9181-56710d0fcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:54.222686 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-5debc713-d7f5-418f-9181-56710d0fcc72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 1098 time: 0.0401630 Nov 29 02:10:54.294021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-30ea2873-61b9-43aa-87d8-3130929da077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:54.295518 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-30ea2873-61b9-43aa-87d8-3130929da077 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1098 time: 0.0389142 Nov 29 02:10:54.387975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-4fa70c56-6230-466d-9127-82c4bc945f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:54.389427 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-4fa70c56-6230-466d-9127-82c4bc945f08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0867939 Nov 29 02:10:54.453086 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-07b20be3-40b9-44eb-aa42-71e02a7458f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 1002 time: 0.0556595 Nov 29 02:10:54.506369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-748d49ff-6cfd-4782-8df4-a554aaa3c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:54.508099 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-748d49ff-6cfd-4782-8df4-a554aaa3c17d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0472946 Nov 29 02:10:54.553461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-63c1fd49-af0f-4047-a817-a5ca9955e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:54.554974 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-63c1fd49-af0f-4047-a817-a5ca9955e638 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399806 Nov 29 02:10:54.645543 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-52278425-bcb8-493d-bf5e-7e1622dac1af service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833044 Nov 29 02:10:54.768388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d61c2e-634c-4987-849e-474ae9a5ebbe req-2318e8d0-5fbf-428e-a697-1ba78f8f8e60 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:54.769767 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d8d61c2e-634c-4987-849e-474ae9a5ebbe req-2318e8d0-5fbf-428e-a697-1ba78f8f8e60 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0935094 Nov 29 02:10:54.773229 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-59152abe-6bd7-4e39-98ad-40927c51da08 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206565 Nov 29 02:10:54.823141 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d8d61c2e-634c-4987-849e-474ae9a5ebbe req-acf85d2e-526c-4476-98e2-bb82b860b57b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473528 Nov 29 02:10:55.736770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:10:55.810902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:55.833019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:10:55.835259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00b4afd-4953-4c32-8ae9-83919928c35f" -d '{"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:10:55.848345 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:10:55.854237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:55.894030 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7d88b4-319a-4f79-aea4-163de17b8b88 x-openstack-request-id: req-da7d88b4-319a-4f79-aea4-163de17b8b88 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:10:55.894446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:10:55.894847 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da7d88b4-319a-4f79-aea4-163de17b8b88 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:10:55.895335 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'code': 200} Nov 29 02:10:55.922698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:55.935920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.936916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.936916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.937158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.937998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.938341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.938706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.939047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.939382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.939715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.940052 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.940375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:55.953790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb076461-6541-4527-8c41-d566909469c8 req-8f7647ed-f6f8-4a4a-8733-9e616ac2a28f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:55.955290 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fb076461-6541-4527-8c41-d566909469c8 req-8f7647ed-f6f8-4a4a-8733-9e616ac2a28f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0550854 Nov 29 02:10:56.002069 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fb076461-6541-4527-8c41-d566909469c8 req-c6d42083-8e53-416a-906a-b16c21181e90 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Nov 29 02:10:57.139243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02276551-74c4-4d60-bb11-c19c6ec26fc2 req-903b418e-da7a-4e19-9f3e-c2a2a8a75ec8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:57.141339 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-02276551-74c4-4d60-bb11-c19c6ec26fc2 req-903b418e-da7a-4e19-9f3e-c2a2a8a75ec8 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0610824 Nov 29 02:10:57.193659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-02276551-74c4-4d60-bb11-c19c6ec26fc2 req-37155f10-6885-4d25-afbe-92fa4538d3b6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451074 Nov 29 02:10:58.309675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36bfe-eb60-41e9-99ee-d80319831bbc req-6c87fc49-22e0-41b2-a9a9-e66873ed9def tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:58.311176 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0d36bfe-eb60-41e9-99ee-d80319831bbc req-6c87fc49-22e0-41b2-a9a9-e66873ed9def tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0481565 Nov 29 02:10:58.358090 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a0d36bfe-eb60-41e9-99ee-d80319831bbc req-7d3ef22c-830d-4169-b741-34ef3358271d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405354 Nov 29 02:10:59.481239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de360-405f-4d05-845f-affc7d500eb1 req-46681ca9-328f-4551-a38e-401ee5139530 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:59.482766 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-599de360-405f-4d05-845f-affc7d500eb1 req-46681ca9-328f-4551-a38e-401ee5139530 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0548472 Nov 29 02:10:59.531838 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-599de360-405f-4d05-845f-affc7d500eb1 req-0c89a453-e99d-44e5-b480-097dc428a3f5 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429351 Nov 29 02:11:00.652668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897fda-3b8c-4be3-82c1-d76da3614054 req-6a2d1f76-4886-4a4d-bc85-ae27a2dc1218 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:00.654114 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1897fda-3b8c-4be3-82c1-d76da3614054 req-6a2d1f76-4886-4a4d-bc85-ae27a2dc1218 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0511613 Nov 29 02:11:00.700498 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1897fda-3b8c-4be3-82c1-d76da3614054 req-b424d07d-10c2-4239-bbdb-78d014fd6d82 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 Nov 29 02:11:01.737254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:11:01.820777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cee71-cfbd-4d76-ad1f-02171d7bf817 req-e0dbc2ac-7c95-41d2-a21b-266acca8335d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:01.822260 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fa6cee71-cfbd-4d76-ad1f-02171d7bf817 req-e0dbc2ac-7c95-41d2-a21b-266acca8335d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0533905 Nov 29 02:11:01.836072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:01.847264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'mac_address': 'fa:16:3e:ce:e7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:11:01.870293 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fa6cee71-cfbd-4d76-ad1f-02171d7bf817 req-ca19cd33-4666-4266-9400-b75e76c96e39 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 Nov 29 02:11:01.885025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.897369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0852b5-d882-4af5-bcd7-4f6486abb9ec {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:01.915963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:01.919851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.965004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:02.046071 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['cf0852b5-d882-4af5-bcd7-4f6486abb9ec'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:11:02.983185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c73b4-5b29-4e0d-bdfc-d4544693e0cd req-3a676c30-0ac4-484a-9d66-6512e823403a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:02.984698 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bc5c73b4-5b29-4e0d-bdfc-d4544693e0cd req-3a676c30-0ac4-484a-9d66-6512e823403a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 944 time: 0.0481374 Nov 29 02:11:03.033775 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bc5c73b4-5b29-4e0d-bdfc-d4544693e0cd req-8d6c2a10-ac62-4128-92a7-4a73060e2c69 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Nov 29 02:11:03.747960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:11:03.794463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port cf0852b5-d882-4af5-bcd7-4f6486abb9ec triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:03.794768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:03.872634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:03.894879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:03.897086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33062838-8928-4da4-89d6-015858b17b30" -d '{"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-plugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:03.909885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:03.914895 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:03.942156 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc0d10-3a6b-4c83-a55d-034801e79d37 x-openstack-request-id: req-f0cc0d10-3a6b-4c83-a55d-034801e79d37 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:03.942464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-plugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:03.942722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0cc0d10-3a6b-4c83-a55d-034801e79d37 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:03.943107 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'code': 200} Nov 29 02:11:03.964424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:04.159461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee651d5b-4909-4082-bb9d-1ae09588f4d2 req-effa5800-3159-46ac-ba83-754daea79936 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:04.160935 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ee651d5b-4909-4082-bb9d-1ae09588f4d2 req-effa5800-3159-46ac-ba83-754daea79936 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0530140 Nov 29 02:11:04.206330 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ee651d5b-4909-4082-bb9d-1ae09588f4d2 req-b5769168-37e4-40f4-9d93-bf74406f6c1d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395794 Nov 29 02:11:05.321885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e6ae4-d182-4772-bb4b-c9ca0c32ed1b req-5326c7b5-dad3-4434-97c7-ffe0e3d3f5b4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:05.323395 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1b1e6ae4-d182-4772-bb4b-c9ca0c32ed1b req-5326c7b5-dad3-4434-97c7-ffe0e3d3f5b4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Nov 29 02:11:05.370287 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1b1e6ae4-d182-4772-bb4b-c9ca0c32ed1b req-4d702af8-e982-4d43-8e8f-e44b1d8446c7 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 Nov 29 02:11:06.490903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50b46c-d5b8-4cd0-b4f5-1f65357f569f req-43e7b9b0-0dd9-4830-828d-60bd2e6510cb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:06.492386 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ef50b46c-d5b8-4cd0-b4f5-1f65357f569f req-43e7b9b0-0dd9-4830-828d-60bd2e6510cb tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0484834 Nov 29 02:11:06.540833 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ef50b46c-d5b8-4cd0-b4f5-1f65357f569f req-3921fa53-b47a-4e1c-bd78-90bd8101e5f1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425954 Nov 29 02:11:07.659833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77697ec9-821c-49a5-8fc9-1fed6b61776d req-ecf7a8d6-93c5-4b81-8f21-99f753d6c313 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:07.661289 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-77697ec9-821c-49a5-8fc9-1fed6b61776d req-ecf7a8d6-93c5-4b81-8f21-99f753d6c313 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0483840 Nov 29 02:11:07.711389 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-77697ec9-821c-49a5-8fc9-1fed6b61776d req-7c35cca8-c004-4df2-8731-55bd573fb37b tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443003 Nov 29 02:11:07.993345 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-14d6e61d-1caa-4643-97d3-c86deb6fd192 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:07.994857 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-14d6e61d-1caa-4643-97d3-c86deb6fd192 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702&tenant_id=726a13e7fa3548f5b983532722b7924c&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 945 time: 0.0513537 Nov 29 02:11:08.006743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c755-618f-45e5-ba11-87eff72a38d7 req-bc384e88-86b3-440a-9a08-e924bd2e8544 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:08.008237 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a521c755-618f-45e5-ba11-87eff72a38d7 req-bc384e88-86b3-440a-9a08-e924bd2e8544 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Nov 29 02:11:08.056211 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a521c755-618f-45e5-ba11-87eff72a38d7 req-aa4440fe-0b1a-4cb6-9f72-fd68015d92e3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Nov 29 02:11:08.060907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-13d0f06e-5c76-497a-a510-d0eaf82deefc service neutron] 10.222.0.21 "GET /v2.0/ports/cf0852b5-d882-4af5-bcd7-4f6486abb9ec/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0580771 Nov 29 02:11:08.144659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-532eac76-a8e3-48b7-b86f-ad5d4af7b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:08.146176 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-532eac76-a8e3-48b7-b86f-ad5d4af7b724 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1098 time: 0.0413713 Nov 29 02:11:08.235816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-d30244dd-0063-4ec7-8cf9-2f3f5aa1187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:08.237287 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-d30244dd-0063-4ec7-8cf9-2f3f5aa1187c service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0834401 Nov 29 02:11:08.305173 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-ff0281f2-55db-4353-bbfa-800790e717be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 1002 time: 0.0604925 Nov 29 02:11:08.356630 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-1584ac6e-7b3f-4ee1-8688-f4081fcf8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:08.358089 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-1584ac6e-7b3f-4ee1-8688-f4081fcf8f18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0433345 Nov 29 02:11:08.404914 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-6d933f6c-a45f-4c29-b1ad-5fa7aa659082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:08.406375 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-6d933f6c-a45f-4c29-b1ad-5fa7aa659082 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400836 Nov 29 02:11:08.498446 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-570874af-d80b-4638-b65f-41cffb234c34 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844510 Nov 29 02:11:08.587496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-092b3bfb-a8f9-4da3-94e3-2289e76da51b service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810559 Nov 29 02:11:09.176230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02ca71-abfd-4267-9820-6a91df1d5985 req-51f6d0d1-8f85-457d-8aa0-2ffd35522646 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:09.177685 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da02ca71-abfd-4267-9820-6a91df1d5985 req-51f6d0d1-8f85-457d-8aa0-2ffd35522646 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0524149 Nov 29 02:11:09.224298 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da02ca71-abfd-4267-9820-6a91df1d5985 req-d7eb987f-f95d-4e1e-95eb-7af05e193e05 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405118 Nov 29 02:11:10.340631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c712323-f207-43f6-8277-20ef1c8b7e42 req-721e7459-90c5-45cb-8d54-1712445df62c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:10.342103 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0c712323-f207-43f6-8277-20ef1c8b7e42 req-721e7459-90c5-45cb-8d54-1712445df62c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0498164 Nov 29 02:11:10.391575 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0c712323-f207-43f6-8277-20ef1c8b7e42 req-73cfa969-e5a5-4ebc-8fbd-1ef255d8763e tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Nov 29 02:11:10.633816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a827ffa4-c590-4bc0-8ce0-3f837faecea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:11.509585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db17f-f431-4794-9e75-cbafd0943314 req-a4a7bda3-44c7-447d-88e4-6100a7419ce1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:11.511114 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3d8db17f-f431-4794-9e75-cbafd0943314 req-a4a7bda3-44c7-447d-88e4-6100a7419ce1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0492258 Nov 29 02:11:11.560284 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3d8db17f-f431-4794-9e75-cbafd0943314 req-a4a51217-6d96-47ea-92b4-316093c71401 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431786 Nov 29 02:11:12.679281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e832631-5813-4eed-8ab5-2b92bf3533e1 req-e86aa884-12e0-49c7-8b1a-29aeec5be730 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:12.680632 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1e832631-5813-4eed-8ab5-2b92bf3533e1 req-e86aa884-12e0-49c7-8b1a-29aeec5be730 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0521760 Nov 29 02:11:12.727075 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1e832631-5813-4eed-8ab5-2b92bf3533e1 req-b334bf53-43c1-406e-b485-6dd0d55c5974 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Nov 29 02:11:13.143426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-ed477d81-b7d0-4448-a891-0dfbcb57f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:13.144899 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-ed477d81-b7d0-4448-a891-0dfbcb57f5a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702&tenant_id=726a13e7fa3548f5b983532722b7924c HTTP/1.1" status: 200 len: 1098 time: 0.0442045 Nov 29 02:11:13.223714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-bd5e8cc1-e416-4bea-9d0a-403cfb59437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:13.225104 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-bd5e8cc1-e416-4bea-9d0a-403cfb59437f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=726a13e7fa3548f5b983532722b7924c&device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 1098 time: 0.0398717 Nov 29 02:11:13.313575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-0be84c7b-2792-4765-b65b-6448f4f42a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:13.315035 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-0be84c7b-2792-4765-b65b-6448f4f42a83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 200 len: 913 time: 0.0831296 Nov 29 02:11:13.389016 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-127ac866-f380-46bf-a576-092b78e78dc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 200 len: 1002 time: 0.0670569 Nov 29 02:11:13.443370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-fd215eaa-3d17-4535-bfeb-02aa2b33d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:13.444860 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-fd215eaa-3d17-4535-bfeb-02aa2b33d01f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 200 len: 851 time: 0.0487435 Nov 29 02:11:13.492844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-4efec897-7603-40c5-897e-4cdf7ece005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:13.494260 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-4efec897-7603-40c5-897e-4cdf7ece005b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49b47bf8-db5e-4042-a98c-80b57a4580b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424957 Nov 29 02:11:13.588689 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-3b67f3a9-4a03-405b-a653-76876293b6ca service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Nov 29 02:11:13.682269 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-427ed490-8e75-4e21-b582-c3519fdc9102 req-4ff57ab4-38b5-4876-a808-f236f59d3d93 service neutron] 10.222.0.21 "GET /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867798 Nov 29 02:11:13.783057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:11:13.857774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099aa6e-2ec7-4ea9-9ba4-18e67adb2123 req-201a7e8a-9fe1-4263-aa05-fbb81a236262 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:13.859080 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d099aa6e-2ec7-4ea9-9ba4-18e67adb2123 req-201a7e8a-9fe1-4263-aa05-fbb81a236262 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0573947 Nov 29 02:11:13.861986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:13.900243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:13.901480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:13.904162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b521771-e388-4153-9a6f-0c000093250f" -d '{"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:13.908552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:13.917936 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d099aa6e-2ec7-4ea9-9ba4-18e67adb2123 req-aa6d5634-70bf-47e5-b316-61308d922d8c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526264 Nov 29 02:11:13.964944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c2ed0a-dedc-4ada-8dd1-573edfdcc32a x-openstack-request-id: req-21c2ed0a-dedc-4ada-8dd1-573edfdcc32a {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:13.965229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:13.965484 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21c2ed0a-dedc-4ada-8dd1-573edfdcc32a {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:13.965873 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'code': 200} Nov 29 02:11:13.975326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=9']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:13.985124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:14.197997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e63e906e-9676-4c7d-9b90-af62c8571495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:15.038391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ca4e3-6401-41d9-9d63-7021dbf557cb req-06c72327-3cd8-491d-b7a0-72d464a3c9e7 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:15.039954 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a72ca4e3-6401-41d9-9d63-7021dbf557cb req-06c72327-3cd8-491d-b7a0-72d464a3c9e7 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0494633 Nov 29 02:11:15.087104 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a72ca4e3-6401-41d9-9d63-7021dbf557cb req-7faa9331-e2cb-4078-a385-c3d3be5a0a55 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Nov 29 02:11:15.383091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:16.206453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b9d8b-11e0-4099-818d-753d6e81b390 req-cd3b6af4-7bdc-4148-b733-485149f6daa3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:16.207876 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-381b9d8b-11e0-4099-818d-753d6e81b390 req-cd3b6af4-7bdc-4148-b733-485149f6daa3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0485909 Nov 29 02:11:16.254746 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-381b9d8b-11e0-4099-818d-753d6e81b390 req-a64510b1-36aa-4fe8-940f-9496704abc90 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408845 Nov 29 02:11:16.324981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:17.373543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d9a3-afe1-4d99-81fb-05363e911671 req-43177e25-c4b3-4572-9bde-e3c258f31dce tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:17.375045 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b50d9a3-afe1-4d99-81fb-05363e911671 req-43177e25-c4b3-4572-9bde-e3c258f31dce tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0525928 Nov 29 02:11:17.428893 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0b50d9a3-afe1-4d99-81fb-05363e911671 req-be59be23-7e69-48bb-9d70-0e2125673a49 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456705 Nov 29 02:11:18.548301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949baa-f22c-4e3c-9e4d-123245bb3e43 req-3f5780a8-d533-4fca-8387-92f75b0e0f10 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:18.549792 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-32949baa-f22c-4e3c-9e4d-123245bb3e43 req-3f5780a8-d533-4fca-8387-92f75b0e0f10 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0502164 Nov 29 02:11:18.600007 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-32949baa-f22c-4e3c-9e4d-123245bb3e43 req-e5ee5a05-374f-483b-b291-507b1177f77c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Nov 29 02:11:19.716104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c470f2-b9b6-4aae-9233-0de678cd0dfd req-094192cc-11c0-4185-a39c-5da764b5bb1f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:19.717590 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17c470f2-b9b6-4aae-9233-0de678cd0dfd req-094192cc-11c0-4185-a39c-5da764b5bb1f tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 943 time: 0.0486035 Nov 29 02:11:19.764204 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17c470f2-b9b6-4aae-9233-0de678cd0dfd req-9f060b33-3abe-4b21-88ef-976945c88e98 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407243 Nov 29 02:11:19.823969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:11:19.918279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:19.929369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'port_id': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'mac_address': 'fa:16:3e:ce:e7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:11:19.965109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.977343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0852b5-d882-4af5-bcd7-4f6486abb9ec {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:19.996248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:20.000677 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:20.049338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=10']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:20.125854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['cf0852b5-d882-4af5-bcd7-4f6486abb9ec'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:11:20.881507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6edc5-57e1-4c33-a5a8-84eeb0ede9a5 req-ffe53f8e-97e3-429d-a36f-958db5d387f7 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:20.883028 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43b6edc5-57e1-4c33-a5a8-84eeb0ede9a5 req-ffe53f8e-97e3-429d-a36f-958db5d387f7 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 945 time: 0.0504618 Nov 29 02:11:20.930092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-43b6edc5-57e1-4c33-a5a8-84eeb0ede9a5 req-e054be36-c919-4d18-9d2d-09057365c537 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411654 Nov 29 02:11:21.839925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:11:21.891328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port cf0852b5-d882-4af5-bcd7-4f6486abb9ec triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:21.891708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:21.965935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:21.988303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:21.990577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfb2a0a-0814-4364-b3ef-9e057362ecc1" -d '{"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-plugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:22.003456 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:22.011340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.042225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ae47ba-3852-41b5-bc5c-b4acb88fcadf x-openstack-request-id: req-27ae47ba-3852-41b5-bc5c-b4acb88fcadf {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:22.042547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-plugged", "status": "completed", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:22.042803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27ae47ba-3852-41b5-bc5c-b4acb88fcadf {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:22.043189 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'code': 200} Nov 29 02:11:22.049175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c16b83-fa18-4ca3-86f9-5f59e0e3017c req-6f5df927-2ce6-44ad-b797-d21e6bd7fcaa tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:22.050695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c6c16b83-fa18-4ca3-86f9-5f59e0e3017c req-6f5df927-2ce6-44ad-b797-d21e6bd7fcaa tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0531368 Nov 29 02:11:22.063081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=11']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:22.100849 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c6c16b83-fa18-4ca3-86f9-5f59e0e3017c req-3be8b304-8f06-4f49-8746-5c788cf93d66 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439291 Nov 29 02:11:22.503206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:23.216312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7fbd1-6cdf-4b41-b037-b85a522f9ccc req-faf54e43-e60a-4e93-8b06-b9ff09bed6a1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.218273 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52e7fbd1-6cdf-4b41-b037-b85a522f9ccc req-faf54e43-e60a-4e93-8b06-b9ff09bed6a1 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0483792 Nov 29 02:11:23.264556 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-52e7fbd1-6cdf-4b41-b037-b85a522f9ccc req-77697e62-ef75-4b06-a23d-e63112c65853 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404627 Nov 29 02:11:24.157756 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:11:24.424012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94c7db-bbd3-490a-a6b0-8c9cd24124d3 req-61e8619c-ac49-43e7-82a2-7236022b5873 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:24.425452 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a94c7db-bbd3-490a-a6b0-8c9cd24124d3 req-61e8619c-ac49-43e7-82a2-7236022b5873 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0913970 Nov 29 02:11:24.471449 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a94c7db-bbd3-490a-a6b0-8c9cd24124d3 req-d18caf2a-dcc8-4d5f-b439-bc27a5d2b5fa tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400856 Nov 29 02:11:25.589344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c5835-4c7c-4288-b89d-3e23e65bee50 req-07e7b82c-fc5f-4132-9053-5559ca45e113 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:25.590831 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b69c5835-4c7c-4288-b89d-3e23e65bee50 req-07e7b82c-fc5f-4132-9053-5559ca45e113 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0526206 Nov 29 02:11:25.637004 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b69c5835-4c7c-4288-b89d-3e23e65bee50 req-33fc28b6-d2e4-47a7-b692-b85e7f213e57 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402164 Nov 29 02:11:25.747756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd217e-8ca0-4937-bb23-c23f05191daf req-4b6fce83-03b3-4872-be5e-194147ac194a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:25.749883 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-79dd217e-8ca0-4937-bb23-c23f05191daf req-4b6fce83-03b3-4872-be5e-194147ac194a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0474529 Nov 29 02:11:25.794725 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-79dd217e-8ca0-4937-bb23-c23f05191daf req-52377b8c-ffd6-49f3-ba56-d59c21f9e9a0 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387645 Nov 29 02:11:25.907005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5d453-7ca1-4793-9205-3e018070acbb req-10cf45a5-e881-4693-8177-aaf5617cae95 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:25.908471 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f7e5d453-7ca1-4793-9205-3e018070acbb req-10cf45a5-e881-4693-8177-aaf5617cae95 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0490866 Nov 29 02:11:25.956426 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f7e5d453-7ca1-4793-9205-3e018070acbb req-8caa7d3f-59ca-4571-b119-69008caad950 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 Nov 29 02:11:26.187956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd225b-d4d8-43de-b1dc-b762bc6279d1 req-0327ce8b-d5a7-4871-b273-8094ad01d67d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:26.189449 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f3bd225b-d4d8-43de-b1dc-b762bc6279d1 req-0327ce8b-d5a7-4871-b273-8094ad01d67d tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0546131 Nov 29 02:11:26.236286 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f3bd225b-d4d8-43de-b1dc-b762bc6279d1 req-33fb323c-136b-45de-9af1-b3f99b8382c3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409572 Nov 29 02:11:27.353798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d207-e36b-41d3-bf9e-115f3a15a872 req-107fef54-ef9a-4a84-97a4-f9c0f28334c6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:27.355312 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1822d207-e36b-41d3-bf9e-115f3a15a872 req-107fef54-ef9a-4a84-97a4-f9c0f28334c6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0511241 Nov 29 02:11:27.402075 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1822d207-e36b-41d3-bf9e-115f3a15a872 req-c2260ec1-f1d5-49e2-adc1-cd25c8122ef4 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403631 Nov 29 02:11:28.516974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ea4f-df18-441b-ab3c-525c3dafbaf9 req-c656cd69-5652-4d24-a4b0-40add053473c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:28.518472 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2969ea4f-df18-441b-ab3c-525c3dafbaf9 req-c656cd69-5652-4d24-a4b0-40add053473c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0495977 Nov 29 02:11:28.566685 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2969ea4f-df18-441b-ab3c-525c3dafbaf9 req-1a4d782a-43df-4c54-8c87-7b2dd45ed761 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups?id=109b048b-885f-4910-ad27-3f4a7988c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Nov 29 02:11:28.688719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-62948107-fe4f-4783-ae40-55318600fb97 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:28.690168 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-62948107-fe4f-4783-ae40-55318600fb97 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 946 time: 0.0467820 Nov 29 02:11:28.779095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Deleting port cf0852b5-d882-4af5-bcd7-4f6486abb9ec {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:11:28.779438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:28.863610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] For port cf0852b5-d882-4af5-bcd7-4f6486abb9ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:28.863969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:29.028072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:29.028349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:29.028667 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d disassociated. External IP: 172.26.8.252, port: cf0852b5-d882-4af5-bcd7-4f6486abb9ec. Nov 29 02:11:29.029524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Calling delete_port for cf0852b5-d882-4af5-bcd7-4f6486abb9ec owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:11:29.156944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:29.182548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event deleted for resources: {'Port': ['ID=cf0852b5-d882-4af5-bcd7-4f6486abb9ec,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:29.191871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.192227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.192573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.192915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.193250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.193589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.193921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.194250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.194604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.194934 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.195724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.195724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:29.316402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:11:29.749563 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-69d8e679-9c14-4d17-9358-a0936ccd2073 req-c55dbc08-cd3c-42fb-ac07-333388d3cd81 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 210 time: 0.0318725 Nov 29 02:11:29.776813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:11:29.787139 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:11:29.796553 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:29.797164 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:11:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:29.817821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] No DVR routers for this DVR port cf0852b5-d882-4af5-bcd7-4f6486abb9ec on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:11:29.820371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:29.823707 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-528f1c85-9884-4a8f-a787-acbb2505d172 req-43c1f1ab-3043-47c4-83fb-4712d9a76e6c tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.21 "DELETE /v2.0/ports/cf0852b5-d882-4af5-bcd7-4f6486abb9ec HTTP/1.1" status: 204 len: 173 time: 1.1274602 Nov 29 02:11:29.824146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-deleted', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:29.827064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecec5f1-7804-4715-8cd8-202259dbeb76" -d '{"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-deleted", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:29.862718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d9034b-6bfc-49c9-b5dd-e4411f1617af x-openstack-request-id: req-e0d9034b-6bfc-49c9-b5dd-e4411f1617af {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:29.863019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702", "name": "network-vif-deleted", "tag": "cf0852b5-d882-4af5-bcd7-4f6486abb9ec", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:29.863281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0d9034b-6bfc-49c9-b5dd-e4411f1617af {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:29.863681 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702', 'name': 'network-vif-deleted', 'tag': 'cf0852b5-d882-4af5-bcd7-4f6486abb9ec', 'status': 'completed', 'code': 200} Nov 29 02:11:29.905264 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:30.105692 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:30.136088 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:11:30.145515 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:30.146147 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:11:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:30.251754 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:30.444599 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:30.470195 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874d896-85f7-4490-b422-1d1659f28b2f None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:33Z', 'revision_number': 4, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'e8b037a3-24ca-4c2c-b66d-11582d558b22', 'name': '', 'network_id': '49b47bf8-db5e-4042-a98c-80b57a4580b9', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'mac_address': 'fa:16:3e:8d:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:32Z', 'updated_at': '2021-11-29T02:05:36Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'subnets': [{'id': '9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:11:30.703395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc3dfc-09aa-4ed5-9391-49472135c8e2 None None] New status for floating IP 3b20f499-00f9-4167-a2a9-0cf45ec2503d: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:11:30.849477 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9e7fd82c-84f7-4077-86e8-2e89064c41f5 req-b5f9c3ab-06cb-47fa-92c6-abb1443c9772 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 210 time: 0.0289090 Nov 29 02:11:31.854494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:11:31.875729 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: cf0852b5-d882-4af5-bcd7-4f6486abb9ec {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:11:31.876082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cf0852b5-d882-4af5-bcd7-4f6486abb9ec not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:11:31.950768 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8c426db6-5c8d-4ea6-bdf8-2e7f1db4d1a5 req-f1de225d-c178-4ae1-89a6-344c94cec5e6 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 210 time: 0.0272303 Nov 29 02:11:33.044339 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7cff7814-cf78-4a52-bcba-c8a3be37a49d req-979f0094-d626-419e-9a97-934e8a391c80 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 210 time: 0.0251031 Nov 29 02:11:34.149902 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-01f0a0dc-e1a6-4558-a172-cb56494bbfdb req-22a23532-55d6-46d6-8aa3-aa407a2f58d3 tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f42ab7d-c3d2-4d35-9a4e-2d8c173e9702 HTTP/1.1" status: 200 len: 210 time: 0.0301504 Nov 29 02:11:39.869062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50684) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:39.923152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0df78ec8-2cd8-48f7-b706-f6d4a414227a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:39.946099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0df78ec8-2cd8-48f7-b706-f6d4a414227a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:39.995370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0df78ec8-2cd8-48f7-b706-f6d4a414227a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:39.998692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0df78ec8-2cd8-48f7-b706-f6d4a414227a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:39.999830 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0df78ec8-2cd8-48f7-b706-f6d4a414227a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "DELETE /v2.0/security-groups/109b048b-885f-4910-ad27-3f4a7988c2ea HTTP/1.1" status: 204 len: 168 time: 0.1297209 Nov 29 02:11:40.002835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50686) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:40.009289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df78ec8-2cd8-48f7-b706-f6d4a414227a tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b048b-885f-4910-ad27-3f4a7988c2ea,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:40.022315 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.api.v2.resource [None req-fa83a53f-ac70-430f-9efe-64078c8e6fba tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] show failed (client error): The resource could not be found. Nov 29 02:11:40.023372 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fa83a53f-ac70-430f-9efe-64078c8e6fba tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "GET /v2.0/security-groups/109b048b-885f-4910-ad27-3f4a7988c2ea HTTP/1.1" status: 404 len: 347 time: 0.0193148 Nov 29 02:11:40.026132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50688) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:40.150995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Deleting port 49afa737-2322-46e1-99c0-72204ad9fc62 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:11:40.151248 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:40.225561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:40.225893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:40.238273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Calling delete_port for 49afa737-2322-46e1-99c0-72204ad9fc62 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:11:40.371659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:40.399457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Pushing event deleted for resources: {'Port': ['ID=49afa737-2322-46e1-99c0-72204ad9fc62,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:40.427200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.427561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.427925 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.428262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.428598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.428936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.429272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.429605 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.429942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.430273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.430630 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.430960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:40.472267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:40.474993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:40.476142 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-740af6e6-2015-45fa-9e6b-ec4393a064ae tempest-ServerActionsTestJSON-273024660 tempest-ServerActionsTestJSON-273024660-project] 10.222.0.30 "DELETE /v2.0/floatingips/3b20f499-00f9-4167-a2a9-0cf45ec2503d HTTP/1.1" status: 204 len: 168 time: 0.4489377 Nov 29 02:11:40.479066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50690) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:40.634222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dd47668-6c0c-4f41-9be5-9d65f081849b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:40.884085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:41.125124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Deleting port e8b037a3-24ca-4c2c-b66d-11582d558b22 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:11:41.125807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:41.206518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] For port e8b037a3-24ca-4c2c-b66d-11582d558b22, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e8b037a3-24ca-4c2c-b66d-11582d558b22,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:41.206798 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:41.219057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Calling delete_port for e8b037a3-24ca-4c2c-b66d-11582d558b22 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:11:41.394065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:41.419665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b037a3-24ca-4c2c-b66d-11582d558b22,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:41.584872 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.067184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:11:42.171008 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:11:42.175990 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2d6e1578-0c50-48b4-9234-4a8a1af85b63 admin admin] 10.222.0.30 "PUT /v2.0/routers/16ad20dc-d570-4a92-9f2f-ff4ff3923b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959999 Nov 29 02:11:42.178518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50694) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:42.181185 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] Sync routers for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:11:42.191479 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:42.192089 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:11:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:42.285963 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.295853 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:42.388291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.440743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Deleting port d2f50232-f164-4163-9758-fb8451225918 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:11:42.441005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.469473 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'd2f50232-f164-4163-9758-fb8451225918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:11:41Z', 'revision_number': 5, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port': {'id': 'd2f50232-f164-4163-9758-fb8451225918', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:42.495481 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] Checking router: 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:11:42.503893 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] Routers {'16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:42.504492 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:11:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:42.524142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] For port d2f50232-f164-4163-9758-fb8451225918, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d2f50232-f164-4163-9758-fb8451225918,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:42.524516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.538473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Calling delete_port for d2f50232-f164-4163-9758-fb8451225918 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:11:42.594826 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] Set router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:42.708865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.736835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f50232-f164-4163-9758-fb8451225918,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:42.738617 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:11:42Z', 'revision_number': 6, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:42.750165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26d4b8-928c-45e6-93c6-040c7d553660 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:11:42.766350 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6b909-8dc1-4f7e-8e55-d5c5a962de0a None None] The sync data for ids ['16ad20dc-d570-4a92-9f2f-ff4ff3923b1d'] in dv-neutron-816800-5-hyperv is: [{'id': '16ad20dc-d570-4a92-9f2f-ff4ff3923b1d', 'name': 'tempest-ServerActionsTestJSON-1124159926-router', 'tenant_id': '726a13e7fa3548f5b983532722b7924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:30Z', 'updated_at': '2021-11-29T02:11:42Z', 'revision_number': 6, 'project_id': '726a13e7fa3548f5b983532722b7924c', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:11:42.799879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.888593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.890744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.938200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.938768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ad20dc-d570-4a92-9f2f-ff4ff3923b1d {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:11:42.943239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:42.946962 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cc4ea9ee-bcf7-40dc-a822-e6b15d4ac3d1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/16ad20dc-d570-4a92-9f2f-ff4ff3923b1d HTTP/1.1" status: 204 len: 168 time: 0.7650936 Nov 29 02:11:42.947135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50696) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:42.991126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1d8113-bbba-4d3f-9972-369f787ab6fa admin admin] Deleting subnet 9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:11:42.994100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca1d8113-bbba-4d3f-9972-369f787ab6fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.029417 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca1d8113-bbba-4d3f-9972-369f787ab6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.112776 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca1d8113-bbba-4d3f-9972-369f787ab6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.168081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca1d8113-bbba-4d3f-9972-369f787ab6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.192679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d8113-bbba-4d3f-9972-369f787ab6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:43.198481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ca1d8113-bbba-4d3f-9972-369f787ab6fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.204550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7aebd0-ea7c-44b4-910b-27c9926e88f6 None None] Network 49b47bf8-db5e-4042-a98c-80b57a4580b9 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:11:43.204986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50698) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:43.205424 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ca1d8113-bbba-4d3f-9972-369f787ab6fa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9d2b685b-ed47-4c7f-9657-f1a78f1fc6a0 HTTP/1.1" status: 204 len: 168 time: 0.2569418 Nov 29 02:11:43.273745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.326011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Deleting port 87da5b8e-5b95-487a-8333-07254c8ee6cb {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:11:43.326357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.392565 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] For port 87da5b8e-5b95-487a-8333-07254c8ee6cb, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=87da5b8e-5b95-487a-8333-07254c8ee6cb,segment=NetworkSegment(76e873b9-847f-47e1-b6cb-16b50b865d14),segment_id=76e873b9-847f-47e1-b6cb-16b50b865d14)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:43.392936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.404875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Calling delete_port for 87da5b8e-5b95-487a-8333-07254c8ee6cb owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:11:43.480290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.511342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] No DVR routers for this DVR port 87da5b8e-5b95-487a-8333-07254c8ee6cb on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:11:43.513573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Pushing event deleted for resources: {'Port': ['ID=87da5b8e-5b95-487a-8333-07254c8ee6cb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:43.517170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb32107-31e1-46b9-81ba-808fb61ef914 None None] DHCP port deletion for 49b47bf8-db5e-4042-a98c-80b57a4580b9 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:11:43.586551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.606070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b47bf8-db5e-4042-a98c-80b57a4580b9']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:43.615422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e873b9-847f-47e1-b6cb-16b50b865d14') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:43.615721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e873b9-847f-47e1-b6cb-16b50b865d14') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:43.626254 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.642300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.648572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:11:43.648967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:11:43.650710 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:11:43.708468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.713379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.716697 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] 10.222.0.30 "DELETE /v2.0/networks/49b47bf8-db5e-4042-a98c-80b57a4580b9 HTTP/1.1" status: 204 len: 168 time: 0.5107269 Nov 29 02:11:43.735012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91657-1976-4991-9a3e-38b830166534 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b47bf8-db5e-4042-a98c-80b57a4580b9,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:43.832868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50704) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:43.881702 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eaa08c74-23e0-4ee1-a749-3af88f096468 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=726a13e7fa3548f5b983532722b7924c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476279 Nov 29 02:11:43.884201 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50706) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:43.931227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850ea47c-e782-4766-9c4b-bf47cd47664a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.952918 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850ea47c-e782-4766-9c4b-bf47cd47664a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.979731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.004388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e8b037a3-24ca-4c2c-b66d-11582d558b22 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:11:44.006475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850ea47c-e782-4766-9c4b-bf47cd47664a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.009561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850ea47c-e782-4766-9c4b-bf47cd47664a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.011887 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-850ea47c-e782-4766-9c4b-bf47cd47664a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49cb3429-4e68-49ef-aa68-65e4484098bc HTTP/1.1" status: 204 len: 168 time: 0.1267600 Nov 29 02:11:44.020365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ea47c-e782-4766-9c4b-bf47cd47664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb3429-4e68-49ef-aa68-65e4484098bc,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:44.027558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e8b037a3-24ca-4c2c-b66d-11582d558b22 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:11:44.027912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e8b037a3-24ca-4c2c-b66d-11582d558b22 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:11:44.028868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d2f50232-f164-4163-9758-fb8451225918 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:11:44.058759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d2f50232-f164-4163-9758-fb8451225918 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:11:44.059110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d2f50232-f164-4163-9758-fb8451225918 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:11:44.059566 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 87da5b8e-5b95-487a-8333-07254c8ee6cb no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:11:44.083806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 87da5b8e-5b95-487a-8333-07254c8ee6cb {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:11:44.084150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 87da5b8e-5b95-487a-8333-07254c8ee6cb not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:11:44.200386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0d09bdff-5597-4c66-baa3-7198395bc878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.668014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50728) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:44.777227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1957625109-network', 'tenant_id': '91b89f9da5084a80854696f54da18d65'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:44.797702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Made reservation on behalf of 91b89f9da5084a80854696f54da18d65 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:11:44.800082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.808298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.880283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.883911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.904756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:11:44.917643 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a251f-5ea0-486d-a8d5-415668c718c3,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:44.922743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.923091 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Added segment 6826ce8e-ed61-4719-baee-dc0b8f2a23bb of type vlan for network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 Nov 29 02:11:44.962764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.986077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.987077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:44.987638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:45.023975 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3547969 Nov 29 02:11:45.027003 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50732) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:45.031976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Request body: {'subnet': {'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1957625109-subnet', 'tenant_id': '91b89f9da5084a80854696f54da18d65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:45.052226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Made reservation on behalf of 91b89f9da5084a80854696f54da18d65 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:11:45.054655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:45.057614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b1774-85ee-416b-a99d-50148e2d8206 admin admin] Pushing event updated for resources: {'Network': ['ID=75a82be3-3df7-4171-9580-d56c3ca9f6b4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:45.069377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:11:45.225339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:45.287279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca989658-8c62-4a23-abd2-a03e8f476b1a,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:45.294274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Checking segment: {'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:45.294668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Network hostable DHCP agents. Network: 75a82be3-3df7-4171-9580-d56c3ca9f6b4, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:11:45.312187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:11:45.320536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 75a82be3-3df7-4171-9580-d56c3ca9f6b4) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:45.324562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:45.325148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-920926c6-f131-4448-9316-409837699c60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:45.330057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe473464-63dd-43e6-b31d-2f000297198a None None] Network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:11:45.340851 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-920926c6-f131-4448-9316-409837699c60 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3127508 Nov 29 02:11:45.405155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:45.466225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb53b375-4d53-4604-bba9-2fd21e1d2ed0 None None] Network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:11:45.764210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-bf389b27-15b3-4fc2-815a-eb58af8f3354 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:45.765669 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-bf389b27-15b3-4fc2-815a-eb58af8f3354 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/networks?id=75a82be3-3df7-4171-9580-d56c3ca9f6b4 HTTP/1.1" status: 200 len: 814 time: 0.1007512 Nov 29 02:11:45.780539 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-e7af253a-c2df-4a69-bb0b-b2edddc4dd27 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/quotas/91b89f9da5084a80854696f54da18d65 HTTP/1.1" status: 200 len: 375 time: 0.0086553 Nov 29 02:11:45.813160 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-a8e1f20b-3872-4dd5-86ee-91bfb11cb4e5 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91b89f9da5084a80854696f54da18d65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275357 Nov 29 02:11:45.906768 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-918b8bd0-3020-459d-beca-35d68ebed298 service neutron] 10.222.0.30 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865650 Nov 29 02:11:45.994255 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-380f94ba-6b96-4ed0-888f-11403aaf0f46 service neutron] 10.222.0.30 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816684 Nov 29 02:11:46.335237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:47.167092 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5cd08e2b-4c62-49b9-abef-93854504fd71 req-aa763c30-163c-431d-968e-0f545f842ffd tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 210 time: 0.0283732 Nov 29 02:11:48.247099 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1de14611-d2cb-458e-86ea-08152cbed5b6 req-837e53c8-72f3-4147-ad09-caacfcbed578 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 210 time: 0.0319340 Nov 29 02:11:49.326199 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-235ed752-4d67-469b-908d-74a2ba0f5de5 req-01127a9a-6412-45e4-810e-71654b587d01 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Nov 29 02:11:50.340319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-df33dbb9-86cb-4bbf-945e-faa427f8b9ea tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:50.341810 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-df33dbb9-86cb-4bbf-945e-faa427f8b9ea tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.21 "GET /v2.0/networks?id=75a82be3-3df7-4171-9580-d56c3ca9f6b4 HTTP/1.1" status: 200 len: 814 time: 0.1287453 Nov 29 02:11:50.375440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Request body: {'port': {'device_id': '4a245c08-03f5-41e0-897a-84f85b56fa33', 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4', 'admin_state_up': True, 'tenant_id': '91b89f9da5084a80854696f54da18d65'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:50.421255 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-98d2694a-dee7-4d3c-a621-f5b6113bdd79 req-de0f017b-4ac2-4029-bb45-a4d07660d7b2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 210 time: 0.0277164 Nov 29 02:11:50.489940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Made reservation on behalf of 91b89f9da5084a80854696f54da18d65 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:11:50.492940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:50.620483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Allocated IP 172.20.0.9 (75a82be3-3df7-4171-9580-d56c3ca9f6b4/ca989658-8c62-4a23-abd2-a03e8f476b1a/2c5c5d5a-0d95-4875-8abb-20439e45cc36) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:11:50.765402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:50.799423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:50.841452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:50.845031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:50.848648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:11:50.855009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Pushing event updated for resources: {'Port': ['ID=2c5c5d5a-0d95-4875-8abb-20439e45cc36,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:50.902912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:50.903434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:50.918655 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-30bb290b-8c24-4417-b442-7bfe331988e2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5482461 Nov 29 02:11:50.937899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Request body: {'port': {'device_id': '4a245c08-03f5-41e0-897a-84f85b56fa33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:50.992806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.247035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5c5d5a-0d95-4875-8abb-20439e45cc36 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:51.254338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.267761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Transition to ACTIVE for port object 2c5c5d5a-0d95-4875-8abb-20439e45cc36 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:11:51.271148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.325816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c5d5a-0d95-4875-8abb-20439e45cc36,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:51.392488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Attempting to bind port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:11:51.393123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Attempting to bind port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:11:51.393123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Attempting to bind port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 on network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:51.397363 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 on network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:11:51.397690 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Attempting to bind port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 on network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:51.402519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:11:51.402861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Checking segment: {'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:51.403248 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Bound using segment: {'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:11:51.403679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Bound port: 2c5c5d5a-0d95-4875-8abb-20439e45cc36, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:11:51.404035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.466110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] For port 2c5c5d5a-0d95-4875-8abb-20439e45cc36, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:11:51.470051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] For port 2c5c5d5a-0d95-4875-8abb-20439e45cc36, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2c5c5d5a-0d95-4875-8abb-20439e45cc36,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:11:51.474586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.522266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:51.522907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.524315 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c5c5d5a-0d95-4875-8abb-20439e45cc36 HTTP/1.1" status: 200 len: 1093 time: 0.5903990 Nov 29 02:11:51.537410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a245c08-03f5-41e0-897a-84f85b56fa33', 'tag': '2c5c5d5a-0d95-4875-8abb-20439e45cc36'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:51.539707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a245c08-03f5-41e0-897a-84f85b56fa33", "tag": "2c5c5d5a-0d95-4875-8abb-20439e45cc36"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:51.574784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62540-4a10-40f3-a2a6-9596a8976dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c5d5a-0d95-4875-8abb-20439e45cc36,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:51.585407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0950e8f-2a77-44e4-9747-16765ff1dc63 req-5bd0f971-78fe-4214-8878-a0c2a63fad8b tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:51.587223 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0950e8f-2a77-44e4-9747-16765ff1dc63 req-5bd0f971-78fe-4214-8878-a0c2a63fad8b tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 943 time: 0.0864959 Nov 29 02:11:51.641719 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bdb010-d966-4f9d-8b18-766a84530fb5 x-openstack-request-id: req-21bdb010-d966-4f9d-8b18-766a84530fb5 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:51.642014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a245c08-03f5-41e0-897a-84f85b56fa33", "tag": "2c5c5d5a-0d95-4875-8abb-20439e45cc36", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:51.642267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21bdb010-d966-4f9d-8b18-766a84530fb5 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:51.642677 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a245c08-03f5-41e0-897a-84f85b56fa33', 'tag': '2c5c5d5a-0d95-4875-8abb-20439e45cc36', 'status': 'completed', 'code': 200} Nov 29 02:11:51.661622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-f9db37b3-f995-4575-8774-ea84230548ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:51.663147 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-f9db37b3-f995-4575-8774-ea84230548ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91b89f9da5084a80854696f54da18d65&device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 1096 time: 0.0752580 Nov 29 02:11:51.666782 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0950e8f-2a77-44e4-9747-16765ff1dc63 req-652b11fe-dfdc-4672-8ddc-d86ae9e055e4 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696340 Nov 29 02:11:51.714960 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-e4cdd5cd-6d01-4e00-b83e-08c57c660015 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5c5d5a-0d95-4875-8abb-20439e45cc36 HTTP/1.1" status: 200 len: 217 time: 0.0381036 Nov 29 02:11:51.763879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-34855958-9114-45a4-9576-c6f54bb05ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:51.765932 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-34855958-9114-45a4-9576-c6f54bb05ce6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca989658-8c62-4a23-abd2-a03e8f476b1a HTTP/1.1" status: 200 len: 854 time: 0.0434020 Nov 29 02:11:51.796530 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-d746092e-a75b-4d06-9c6a-da5753891dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a82be3-3df7-4171-9580-d56c3ca9f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234742 Nov 29 02:11:51.901203 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-421b8b34-9712-49be-bbf1-670925f1119c service neutron] 10.222.0.21 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850067 Nov 29 02:11:51.991671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bbb728ab-44bc-421e-97fd-3f52158c0df7 req-9f98e2da-3a9a-44de-86e8-3a22562b72cb service neutron] 10.222.0.21 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817156 Nov 29 02:11:52.125316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-be9f929d-592b-4249-88be-add6038a889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.126808 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-be9f929d-592b-4249-88be-add6038a889f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91b89f9da5084a80854696f54da18d65&device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 1096 time: 0.0412128 Nov 29 02:11:52.220595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-0771162c-967f-46e6-af91-9dee8caa1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.222124 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-0771162c-967f-46e6-af91-9dee8caa1be9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75a82be3-3df7-4171-9580-d56c3ca9f6b4 HTTP/1.1" status: 200 len: 915 time: 0.0877476 Nov 29 02:11:52.264197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-370876e7-101c-4236-b377-4f60a9b48e31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5c5d5a-0d95-4875-8abb-20439e45cc36 HTTP/1.1" status: 200 len: 217 time: 0.0348775 Nov 29 02:11:52.318612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-2b2692ae-5f71-4c8c-bbb5-c49a493640c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.320077 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-2b2692ae-5f71-4c8c-bbb5-c49a493640c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca989658-8c62-4a23-abd2-a03e8f476b1a HTTP/1.1" status: 200 len: 854 time: 0.0474806 Nov 29 02:11:52.351301 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-30e22fc1-b5f6-4c95-8be9-144baffc7681 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a82be3-3df7-4171-9580-d56c3ca9f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239625 Nov 29 02:11:52.440123 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-67ee141e-73d9-4f9c-b250-ba8374d63a55 service neutron] 10.222.0.21 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808039 Nov 29 02:11:52.509195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:52.536816 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f3e816c-db2f-4bb3-8d0a-ee845a6510eb req-e59cfcfc-79f6-4fa7-8798-d61e0ac935e3 service neutron] 10.222.0.21 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881379 Nov 29 02:11:52.783258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6751cc6-7f85-4404-b8cd-3000608b5eea req-1bc6412b-7e9e-40df-89fd-856bf1b6dd31 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.784757 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e6751cc6-7f85-4404-b8cd-3000608b5eea req-1bc6412b-7e9e-40df-89fd-856bf1b6dd31 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 943 time: 0.0496345 Nov 29 02:11:52.831114 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e6751cc6-7f85-4404-b8cd-3000608b5eea req-00b630ab-5a56-4a61-b978-0469bc1af73a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Nov 29 02:11:53.944139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ef3a5-6f63-490a-aa6d-c9455bfb0398 req-1d27afa9-eeeb-4c00-aaa9-fbcc0dd55141 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:53.945628 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e58ef3a5-6f63-490a-aa6d-c9455bfb0398 req-1d27afa9-eeeb-4c00-aaa9-fbcc0dd55141 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 943 time: 0.0495436 Nov 29 02:11:53.968919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2c5c5d5a-0d95-4875-8abb-20439e45cc36 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:11:53.993541 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e58ef3a5-6f63-490a-aa6d-c9455bfb0398 req-eec33fbc-9b38-42da-bf35-140e94ae1ecf tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Nov 29 02:11:54.065736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2c5c5d5a-0d95-4875-8abb-20439e45cc36, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2c5c5d5a-0d95-4875-8abb-20439e45cc36,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:54.076523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '2c5c5d5a-0d95-4875-8abb-20439e45cc36', 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4', 'port_id': '2c5c5d5a-0d95-4875-8abb-20439e45cc36', 'mac_address': 'fa:16:3e:d6:84:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca989658-8c62-4a23-abd2-a03e8f476b1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:11:54.112896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:54.125017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5c5d5a-0d95-4875-8abb-20439e45cc36 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:54.144580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2c5c5d5a-0d95-4875-8abb-20439e45cc36, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2c5c5d5a-0d95-4875-8abb-20439e45cc36,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:54.147964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:54.195323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=2c5c5d5a-0d95-4875-8abb-20439e45cc36,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:54.431983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['2c5c5d5a-0d95-4875-8abb-20439e45cc36'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:11:55.105286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d55a8-0493-45ce-97cf-ff9101ed361b req-c064abc1-fe20-4545-b197-cb885a0b317d tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:55.106758 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-026d55a8-0493-45ce-97cf-ff9101ed361b req-c064abc1-fe20-4545-b197-cb885a0b317d tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 944 time: 0.0483072 Nov 29 02:11:55.158741 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-026d55a8-0493-45ce-97cf-ff9101ed361b req-fb2d79ac-e966-43f5-aa0c-508766122ce6 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Nov 29 02:11:55.983351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2c5c5d5a-0d95-4875-8abb-20439e45cc36 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:11:56.038309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:11:56.042166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:56.042576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:56.115869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:56.142083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a245c08-03f5-41e0-897a-84f85b56fa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5c5d5a-0d95-4875-8abb-20439e45cc36'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:56.144373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d5ceda-b6dd-44db-98ea-276766ad7333" -d '{"events": [{"server_uuid": "4a245c08-03f5-41e0-897a-84f85b56fa33", "name": "network-vif-plugged", "status": "completed", "tag": "2c5c5d5a-0d95-4875-8abb-20439e45cc36"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:56.156330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2c5c5d5a-0d95-4875-8abb-20439e45cc36, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2c5c5d5a-0d95-4875-8abb-20439e45cc36,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:56.160801 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:56.211839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=2c5c5d5a-0d95-4875-8abb-20439e45cc36,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:56.218413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.218788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.219133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.219472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.219802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.220144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.220899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.220899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.221105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.221414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.221736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.222134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:56.257090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8776d55b-eb56-4839-aa7d-6f97e9cd743c x-openstack-request-id: req-8776d55b-eb56-4839-aa7d-6f97e9cd743c {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:56.257382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a245c08-03f5-41e0-897a-84f85b56fa33", "name": "network-vif-plugged", "status": "completed", "tag": "2c5c5d5a-0d95-4875-8abb-20439e45cc36", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:56.257633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8776d55b-eb56-4839-aa7d-6f97e9cd743c {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:56.258083 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a245c08-03f5-41e0-897a-84f85b56fa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5c5d5a-0d95-4875-8abb-20439e45cc36', 'code': 200} Nov 29 02:11:56.285049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330ddab-3f68-4c03-80dd-52680949db2c req-956621fe-f15a-4f06-b4a3-c2031082cafa tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:56.289186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0330ddab-3f68-4c03-80dd-52680949db2c req-956621fe-f15a-4f06-b4a3-c2031082cafa tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0548429 Nov 29 02:11:56.336284 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0330ddab-3f68-4c03-80dd-52680949db2c req-5f2aba0f-8943-42a9-921a-6091b365d979 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Nov 29 02:11:56.463048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ed99b-e85f-4f6f-8993-85283c4891c4 req-0dbf4e1b-1918-49d1-b95d-5574e8a9963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:56.464571 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-197ed99b-e85f-4f6f-8993-85283c4891c4 req-0dbf4e1b-1918-49d1-b95d-5574e8a9963f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 1098 time: 0.0464015 Nov 29 02:11:56.509691 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-197ed99b-e85f-4f6f-8993-85283c4891c4 req-e7308739-17c2-434a-b162-19fa5bd58fe4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Nov 29 02:11:57.460488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b88642-a010-4478-a177-dd498486b459 req-531eba9b-b6c2-42c0-bdaa-e2bd585a34a2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:57.461986 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89b88642-a010-4478-a177-dd498486b459 req-531eba9b-b6c2-42c0-bdaa-e2bd585a34a2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0515089 Nov 29 02:11:57.515319 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89b88642-a010-4478-a177-dd498486b459 req-c431c374-525d-400e-8ff7-7d83bdee7dc7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466011 Nov 29 02:11:58.629335 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad2b19-fb8d-48e8-95e4-5f736956642c req-364cb548-0ebf-4033-932c-4ddee9cdb0d7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:58.631084 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8aad2b19-fb8d-48e8-95e4-5f736956642c req-364cb548-0ebf-4033-932c-4ddee9cdb0d7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0490923 Nov 29 02:11:58.677174 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8aad2b19-fb8d-48e8-95e4-5f736956642c req-9c444ead-8f53-4284-bce9-f971b66ff799 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Nov 29 02:11:58.896740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-0147227f-11e2-4ae6-a389-a0bfd8390882 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:58.898190 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-0147227f-11e2-4ae6-a389-a0bfd8390882 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/networks?id=75a82be3-3df7-4171-9580-d56c3ca9f6b4 HTTP/1.1" status: 200 len: 814 time: 0.1030788 Nov 29 02:11:58.912647 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-7404a03a-b596-4af4-af6a-1434b0d7830f tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/quotas/91b89f9da5084a80854696f54da18d65 HTTP/1.1" status: 200 len: 375 time: 0.0087664 Nov 29 02:11:58.960532 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-681d3028-3c99-4f3c-bd07-4d35230d2c5c tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91b89f9da5084a80854696f54da18d65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427823 Nov 29 02:11:59.052832 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-0a04e535-a52f-42db-af82-c6d5957ef36c service neutron] 10.222.0.30 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853379 Nov 29 02:11:59.142069 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-237dc254-bcc1-4b02-b64d-234abe7891bb service neutron] 10.222.0.30 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Nov 29 02:11:59.300841 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f893ebe4-73ff-4da5-af96-f1ea52178f90 req-7f39a404-d6d2-44a3-bc7c-315a9048007c tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 210 time: 0.0319874 Nov 29 02:12:00.281684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-40e7a734-c2e1-44fc-b907-aa21984ddc7a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:00.284855 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-40e7a734-c2e1-44fc-b907-aa21984ddc7a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.21 "GET /v2.0/networks?id=75a82be3-3df7-4171-9580-d56c3ca9f6b4 HTTP/1.1" status: 200 len: 814 time: 0.1096082 Nov 29 02:12:00.315449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Request body: {'port': {'device_id': 'dad775ff-71cb-4751-9625-b420a19b86f2', 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4', 'admin_state_up': True, 'tenant_id': '91b89f9da5084a80854696f54da18d65'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:00.403220 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c82d842d-bce9-4546-9666-262342afc7d8 req-ebbce1f6-7505-4058-b6e5-aa8bab1d49de tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 210 time: 0.0343318 Nov 29 02:12:00.451096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Made reservation on behalf of 91b89f9da5084a80854696f54da18d65 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:00.455334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:00.576853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Allocated IP 172.20.0.8 (75a82be3-3df7-4171-9580-d56c3ca9f6b4/ca989658-8c62-4a23-abd2-a03e8f476b1a/cadfc25f-876a-43b5-aaad-1ab8aadc42de) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:00.721429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:00.753889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:00.785766 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['2c5c5d5a-0d95-4875-8abb-20439e45cc36'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:12:00.797309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:00.800473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:00.804154 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:00.828346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Pushing event updated for resources: {'Port': ['ID=cadfc25f-876a-43b5-aaad-1ab8aadc42de,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:00.861101 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:00.861707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:00.877406 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-2ab0bbdb-6719-45c0-be94-5fd6764f2134 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659287 Nov 29 02:12:00.894717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Request body: {'port': {'device_id': 'dad775ff-71cb-4751-9625-b420a19b86f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:00.948283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:01.156404 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:12:01.203926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadfc25f-876a-43b5-aaad-1ab8aadc42de {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:12:01.211269 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:01.223376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Transition to ACTIVE for port object cadfc25f-876a-43b5-aaad-1ab8aadc42de will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:12:01.226898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:01.274175 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cadfc25f-876a-43b5-aaad-1ab8aadc42de,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:01.342607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Attempting to bind port cadfc25f-876a-43b5-aaad-1ab8aadc42de on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:01.343857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Attempting to bind port cadfc25f-876a-43b5-aaad-1ab8aadc42de by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:01.343857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Attempting to bind port cadfc25f-876a-43b5-aaad-1ab8aadc42de on network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:01.348028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Port cadfc25f-876a-43b5-aaad-1ab8aadc42de on network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:12:01.348350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Attempting to bind port cadfc25f-876a-43b5-aaad-1ab8aadc42de on network 75a82be3-3df7-4171-9580-d56c3ca9f6b4 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:01.353044 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:01.353382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Checking segment: {'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:01.353765 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Bound using segment: {'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:01.354188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Bound port: cadfc25f-876a-43b5-aaad-1ab8aadc42de, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6826ce8e-ed61-4719-baee-dc0b8f2a23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:01.354569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:01.418348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] For port cadfc25f-876a-43b5-aaad-1ab8aadc42de, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:01.421930 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] For port cadfc25f-876a-43b5-aaad-1ab8aadc42de, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cadfc25f-876a-43b5-aaad-1ab8aadc42de,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:01.426651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:01.465849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:01.466535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:01.468448 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] 10.222.0.21 "PUT /v2.0/ports/cadfc25f-876a-43b5-aaad-1ab8aadc42de HTTP/1.1" status: 200 len: 1093 time: 0.5772312 Nov 29 02:12:01.468901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad775ff-71cb-4751-9625-b420a19b86f2', 'tag': 'cadfc25f-876a-43b5-aaad-1ab8aadc42de'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:01.471165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "dad775ff-71cb-4751-9625-b420a19b86f2", "tag": "cadfc25f-876a-43b5-aaad-1ab8aadc42de"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:01.492096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c64a53-76f6-4030-a632-af25ef09e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cadfc25f-876a-43b5-aaad-1ab8aadc42de,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:01.515204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd22e5a-7734-4622-9554-c569a1b4d618 x-openstack-request-id: req-7fd22e5a-7734-4622-9554-c569a1b4d618 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:01.515505 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad775ff-71cb-4751-9625-b420a19b86f2", "tag": "cadfc25f-876a-43b5-aaad-1ab8aadc42de", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:01.515935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fd22e5a-7734-4622-9554-c569a1b4d618 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:01.516279 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad775ff-71cb-4751-9625-b420a19b86f2', 'tag': 'cadfc25f-876a-43b5-aaad-1ab8aadc42de', 'status': 'completed', 'code': 200} Nov 29 02:12:01.535474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809c81c-9288-4576-9961-6f1f72f5a10c req-4dff8911-362f-4782-8ed9-c7d8c9cf7926 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:01.537045 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f809c81c-9288-4576-9961-6f1f72f5a10c req-4dff8911-362f-4782-8ed9-c7d8c9cf7926 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 943 time: 0.0653358 Nov 29 02:12:01.584836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-6925702c-878f-46b7-b05f-7b433ee80a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:01.586080 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f809c81c-9288-4576-9961-6f1f72f5a10c req-a762cdc1-8486-471d-8976-b58c97b62c7a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Nov 29 02:12:01.586536 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-6925702c-878f-46b7-b05f-7b433ee80a3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91b89f9da5084a80854696f54da18d65&device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 1096 time: 0.0415387 Nov 29 02:12:01.636060 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-aa70937a-1dee-4beb-8327-faca97cbb6d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cadfc25f-876a-43b5-aaad-1ab8aadc42de HTTP/1.1" status: 200 len: 217 time: 0.0335970 Nov 29 02:12:01.687045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-7ffbc4d9-af88-46fd-870d-0da5336b0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:01.688370 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-7ffbc4d9-af88-46fd-870d-0da5336b0df6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca989658-8c62-4a23-abd2-a03e8f476b1a HTTP/1.1" status: 200 len: 854 time: 0.0455208 Nov 29 02:12:01.720496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-ee37019f-d53d-47ef-95f0-ff3250b767e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a82be3-3df7-4171-9580-d56c3ca9f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241435 Nov 29 02:12:01.807442 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-446496cd-ebba-496f-ae52-c301c7e61ec0 service neutron] 10.222.0.21 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794554 Nov 29 02:12:01.898865 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fda72f38-6297-4778-b765-6d413ac0ba31 req-1e108a54-ea4e-4257-ba8a-4729021ea117 service neutron] 10.222.0.21 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842886 Nov 29 02:12:02.023475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-c9868f37-cdfa-44c1-aed7-2dc38638bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:02.024941 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-c9868f37-cdfa-44c1-aed7-2dc38638bcb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91b89f9da5084a80854696f54da18d65&device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 1096 time: 0.0409126 Nov 29 02:12:02.116059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-6fb56f84-0cfe-46fb-9777-c868a3ddc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:02.117503 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-6fb56f84-0cfe-46fb-9777-c868a3ddc462 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75a82be3-3df7-4171-9580-d56c3ca9f6b4 HTTP/1.1" status: 200 len: 915 time: 0.0850604 Nov 29 02:12:02.159658 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-1b83c568-468d-48b6-85dc-a9796b6368a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cadfc25f-876a-43b5-aaad-1ab8aadc42de HTTP/1.1" status: 200 len: 217 time: 0.0342548 Nov 29 02:12:02.212115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-6798d4ff-9df6-4a53-b9ae-3baaf0ee58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:02.215410 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-6798d4ff-9df6-4a53-b9ae-3baaf0ee58d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca989658-8c62-4a23-abd2-a03e8f476b1a HTTP/1.1" status: 200 len: 854 time: 0.0471900 Nov 29 02:12:02.245055 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-9b00f1c4-eb77-4e06-9aea-9fb7b35c334b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75a82be3-3df7-4171-9580-d56c3ca9f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238535 Nov 29 02:12:02.339989 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-c286a49e-725e-4efc-9f1e-0363184d103e service neutron] 10.222.0.21 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861335 Nov 29 02:12:02.441579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a51ef8a-c6f1-4941-ac03-2b184e7c0e0b req-b2db12ad-f5d4-443e-925b-86c117ff3e2d service neutron] 10.222.0.21 "GET /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859065 Nov 29 02:12:02.703251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caafa5e-9799-4c92-851b-01692efe73fa req-60a196d1-ee3d-41b6-ab94-73164d7dee62 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:02.704707 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0caafa5e-9799-4c92-851b-01692efe73fa req-60a196d1-ee3d-41b6-ab94-73164d7dee62 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 943 time: 0.0494366 Nov 29 02:12:02.749661 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0caafa5e-9799-4c92-851b-01692efe73fa req-9d5812f0-11d2-4d49-9c1c-fbf10ec7c233 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 Nov 29 02:12:03.864817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1863-b663-4d91-9709-4a866d1f2db9 req-c17d5379-f48d-45fe-9b67-502c300d42d2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:03.866281 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e80a1863-b663-4d91-9709-4a866d1f2db9 req-c17d5379-f48d-45fe-9b67-502c300d42d2 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 943 time: 0.0493033 Nov 29 02:12:03.914069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e80a1863-b663-4d91-9709-4a866d1f2db9 req-1df18945-e8ab-42f2-afab-8920eeb7909b tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Nov 29 02:12:04.033620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cadfc25f-876a-43b5-aaad-1ab8aadc42de details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:12:04.123201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cadfc25f-876a-43b5-aaad-1ab8aadc42de, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cadfc25f-876a-43b5-aaad-1ab8aadc42de,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:04.134038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'cadfc25f-876a-43b5-aaad-1ab8aadc42de', 'network_id': '75a82be3-3df7-4171-9580-d56c3ca9f6b4', 'port_id': 'cadfc25f-876a-43b5-aaad-1ab8aadc42de', 'mac_address': 'fa:16:3e:9e:c6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca989658-8c62-4a23-abd2-a03e8f476b1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:12:04.174680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:04.187443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadfc25f-876a-43b5-aaad-1ab8aadc42de {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:12:04.206177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cadfc25f-876a-43b5-aaad-1ab8aadc42de, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cadfc25f-876a-43b5-aaad-1ab8aadc42de,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:04.210688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:04.255727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cadfc25f-876a-43b5-aaad-1ab8aadc42de,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:04.493862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['cadfc25f-876a-43b5-aaad-1ab8aadc42de'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:12:05.036062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9959e-5a08-42c4-96ec-3e8b616f6e26 req-fcbc19aa-7e89-4253-849d-99eb5985c402 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:05.037526 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cff9959e-5a08-42c4-96ec-3e8b616f6e26 req-fcbc19aa-7e89-4253-849d-99eb5985c402 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 944 time: 0.0523298 Nov 29 02:12:05.082573 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cff9959e-5a08-42c4-96ec-3e8b616f6e26 req-86f0cb32-7483-4ea1-9ace-a21a9fb3b3c9 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 Nov 29 02:12:06.034308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cadfc25f-876a-43b5-aaad-1ab8aadc42de up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:06.081204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port cadfc25f-876a-43b5-aaad-1ab8aadc42de completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:12:06.085316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port cadfc25f-876a-43b5-aaad-1ab8aadc42de triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:06.085688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:06.162310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:06.188220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad775ff-71cb-4751-9625-b420a19b86f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadfc25f-876a-43b5-aaad-1ab8aadc42de'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:06.190474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc4caa-cbd4-4762-9438-054f3c5c0f6e" -d '{"events": [{"server_uuid": "dad775ff-71cb-4751-9625-b420a19b86f2", "name": "network-vif-plugged", "status": "completed", "tag": "cadfc25f-876a-43b5-aaad-1ab8aadc42de"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:06.200654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eff4de-ee96-4de2-b846-79cff9ac95e3 req-835917d0-4bed-414f-ba08-ab5fa67181e3 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:06.202226 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0eff4de-ee96-4de2-b846-79cff9ac95e3 req-835917d0-4bed-414f-ba08-ab5fa67181e3 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 944 time: 0.0538929 Nov 29 02:12:06.203472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cadfc25f-876a-43b5-aaad-1ab8aadc42de, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cadfc25f-876a-43b5-aaad-1ab8aadc42de,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:06.211216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:06.234211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77140c62-5a18-4668-b085-05772816cd5a x-openstack-request-id: req-77140c62-5a18-4668-b085-05772816cd5a {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:06.234444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad775ff-71cb-4751-9625-b420a19b86f2", "name": "network-vif-plugged", "status": "completed", "tag": "cadfc25f-876a-43b5-aaad-1ab8aadc42de", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:06.234683 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77140c62-5a18-4668-b085-05772816cd5a {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:06.235079 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad775ff-71cb-4751-9625-b420a19b86f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadfc25f-876a-43b5-aaad-1ab8aadc42de', 'code': 200} Nov 29 02:12:06.251837 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0eff4de-ee96-4de2-b846-79cff9ac95e3 req-2dfebe68-b30b-4b3f-8d49-42b6852f3319 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Nov 29 02:12:06.261512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cadfc25f-876a-43b5-aaad-1ab8aadc42de,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:06.428727 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098132-3070-4a2b-b928-e5c04c0a8b23 req-5b0e43fe-e4b3-4f68-94b8-cb70c582aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:06.430178 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b6098132-3070-4a2b-b928-e5c04c0a8b23 req-5b0e43fe-e4b3-4f68-94b8-cb70c582aa14 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 1098 time: 0.0388243 Nov 29 02:12:06.474131 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b6098132-3070-4a2b-b928-e5c04c0a8b23 req-b0f6d0a7-7a24-42e2-be54-c9fd0ae7ebd8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359104 Nov 29 02:12:07.366076 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a91014-11c8-4236-a809-151be12a6a1c req-bbfcf76a-2f1f-4b6f-8165-ff603a77a574 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:07.367584 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-22a91014-11c8-4236-a809-151be12a6a1c req-bbfcf76a-2f1f-4b6f-8165-ff603a77a574 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 945 time: 0.0482497 Nov 29 02:12:07.417394 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-22a91014-11c8-4236-a809-151be12a6a1c req-a5868830-5a2b-48a9-a4a6-38cc40e55dab tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Nov 29 02:12:08.532191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb88a26-9ef6-442d-887c-a173eda037c5 req-c0787a02-9d71-4d57-bed9-49cf00467c40 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:08.533709 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1cb88a26-9ef6-442d-887c-a173eda037c5 req-c0787a02-9d71-4d57-bed9-49cf00467c40 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 945 time: 0.0501902 Nov 29 02:12:08.581011 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1cb88a26-9ef6-442d-887c-a173eda037c5 req-61e9ef3a-b496-465a-aa4b-f75a615c762d tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Nov 29 02:12:08.813077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03a255-2917-4e9d-89b5-205398bfe76e req-39412a10-72ed-45ff-8a66-0e8c38004d58 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:08.814569 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2b03a255-2917-4e9d-89b5-205398bfe76e req-39412a10-72ed-45ff-8a66-0e8c38004d58 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 945 time: 0.0528107 Nov 29 02:12:08.860611 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2b03a255-2917-4e9d-89b5-205398bfe76e req-3ade727d-5c26-409d-9f4c-3c3911e2b8e1 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398152 Nov 29 02:12:09.978160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03902ec4-3a55-40f4-8f00-ed53be896323 req-dbf07380-e81d-422b-8e31-357e7a344d0f tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:09.979647 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-03902ec4-3a55-40f4-8f00-ed53be896323 req-dbf07380-e81d-422b-8e31-357e7a344d0f tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 945 time: 0.0487378 Nov 29 02:12:10.025356 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-03902ec4-3a55-40f4-8f00-ed53be896323 req-b4e71fc7-6cac-48e1-bb1d-fb78705f11da tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Nov 29 02:12:10.391677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-22aa8b55-79bd-4c94-b3ba-72bb2fc9b000 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:10.393142 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-22aa8b55-79bd-4c94-b3ba-72bb2fc9b000 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 945 time: 0.0484164 Nov 29 02:12:10.483302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Deleting port cadfc25f-876a-43b5-aaad-1ab8aadc42de {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:10.483641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:10.571160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] For port cadfc25f-876a-43b5-aaad-1ab8aadc42de, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cadfc25f-876a-43b5-aaad-1ab8aadc42de,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:10.571528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:10.584113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Calling delete_port for cadfc25f-876a-43b5-aaad-1ab8aadc42de owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:10.636632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-caace2a8-7ba4-49af-b6de-f8685b6069e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:11.037530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:11.066308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Pushing event deleted for resources: {'Port': ['ID=cadfc25f-876a-43b5-aaad-1ab8aadc42de,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:11.075685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['2c5c5d5a-0d95-4875-8abb-20439e45cc36', 'cadfc25f-876a-43b5-aaad-1ab8aadc42de'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:12:11.113146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] No DVR routers for this DVR port cadfc25f-876a-43b5-aaad-1ab8aadc42de on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:11.115699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:11.119041 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b1f8c2ef-8596-41d8-a0ad-5b9e7e1decbb req-9050b304-1325-4c86-9207-d25bca588db7 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.21 "DELETE /v2.0/ports/cadfc25f-876a-43b5-aaad-1ab8aadc42de HTTP/1.1" status: 204 len: 173 time: 0.7177486 Nov 29 02:12:11.119491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad775ff-71cb-4751-9625-b420a19b86f2', 'name': 'network-vif-deleted', 'tag': 'cadfc25f-876a-43b5-aaad-1ab8aadc42de'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:11.121968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f3bf4c-5766-417a-a630-ced9350c2278" -d '{"events": [{"server_uuid": "dad775ff-71cb-4751-9625-b420a19b86f2", "name": "network-vif-deleted", "tag": "cadfc25f-876a-43b5-aaad-1ab8aadc42de"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:11.139030 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-393be580-92ca-461c-b0c0-cb6f1c503c3b req-4fc62c1c-821d-4ccb-8997-c40c4879b18c tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad775ff-71cb-4751-9625-b420a19b86f2 HTTP/1.1" status: 200 len: 210 time: 0.0470946 Nov 29 02:12:11.172488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985beeb6-46c6-43b0-8b92-59a210052b8f x-openstack-request-id: req-985beeb6-46c6-43b0-8b92-59a210052b8f {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:11.172782 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad775ff-71cb-4751-9625-b420a19b86f2", "name": "network-vif-deleted", "tag": "cadfc25f-876a-43b5-aaad-1ab8aadc42de", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:11.173036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-985beeb6-46c6-43b0-8b92-59a210052b8f {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:11.173454 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad775ff-71cb-4751-9625-b420a19b86f2', 'name': 'network-vif-deleted', 'tag': 'cadfc25f-876a-43b5-aaad-1ab8aadc42de', 'status': 'completed', 'code': 200} Nov 29 02:12:12.293193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49462c6c-d8a6-4b99-a7bb-f5d2cb035f7c req-2b78cd08-2fa1-4eb2-aa00-e6df1f74f8a3 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:12.294719 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49462c6c-d8a6-4b99-a7bb-f5d2cb035f7c req-2b78cd08-2fa1-4eb2-aa00-e6df1f74f8a3 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Nov 29 02:12:12.341731 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-49462c6c-d8a6-4b99-a7bb-f5d2cb035f7c req-cf09d861-7064-4b47-986b-4934acd21ef6 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Nov 29 02:12:12.469621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6fb21-d160-4337-9fe0-12364aa2ad40 req-1d0ad68d-a1bb-4ee1-a83d-1c3b86dc3a13 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:12.471047 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a6fb21-d160-4337-9fe0-12364aa2ad40 req-1d0ad68d-a1bb-4ee1-a83d-1c3b86dc3a13 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0484726 Nov 29 02:12:12.516359 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-29a6fb21-d160-4337-9fe0-12364aa2ad40 req-043df0b5-148e-45d3-bcdc-a4467485cd9c tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394821 Nov 29 02:12:12.631366 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc957d2-d5f9-4294-9e8f-7f2e08594737 req-8491199c-a636-4b84-890e-98f2b10a2e26 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:12.632832 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0bc957d2-d5f9-4294-9e8f-7f2e08594737 req-8491199c-a636-4b84-890e-98f2b10a2e26 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0507798 Nov 29 02:12:12.681533 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0bc957d2-d5f9-4294-9e8f-7f2e08594737 req-af31fb4e-38c8-48c2-bc70-b6bea07dd310 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Nov 29 02:12:12.846907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76e386-8786-4e5d-a62c-585d4edd07af req-a8bd1678-4ab9-4727-be87-45b2a67a3b3a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:12.848354 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f76e386-8786-4e5d-a62c-585d4edd07af req-a8bd1678-4ab9-4727-be87-45b2a67a3b3a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0533526 Nov 29 02:12:12.894775 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1f76e386-8786-4e5d-a62c-585d4edd07af req-1ec7e78b-031f-47b3-b1ca-688d9c794638 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Nov 29 02:12:13.009499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c96f1-d984-4103-9130-4789799ae1bb req-61fa9700-1054-4141-a396-90eab4bcc21b tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:13.010917 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb2c96f1-d984-4103-9130-4789799ae1bb req-61fa9700-1054-4141-a396-90eab4bcc21b tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0518494 Nov 29 02:12:13.057075 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb2c96f1-d984-4103-9130-4789799ae1bb req-bb005e03-0fcb-4de2-9300-bf12e2677f8f tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Nov 29 02:12:13.179761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb3afb-821a-4ecf-8006-9156c1ceae8f req-c62fed17-9b07-44af-b5ed-9fece98de748 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:13.181219 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-57bb3afb-821a-4ecf-8006-9156c1ceae8f req-c62fed17-9b07-44af-b5ed-9fece98de748 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0494125 Nov 29 02:12:13.228060 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-57bb3afb-821a-4ecf-8006-9156c1ceae8f req-8f5d1777-0724-4446-941d-5c3287a727ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Nov 29 02:12:13.524558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb08d6-593e-4129-ba0f-386d58840006 req-8f1188a8-fe3d-4796-a7f7-efc1bfd620ff tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:13.526108 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-77fb08d6-593e-4129-ba0f-386d58840006 req-8f1188a8-fe3d-4796-a7f7-efc1bfd620ff tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0523465 Nov 29 02:12:13.572852 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-77fb08d6-593e-4129-ba0f-386d58840006 req-0f36d6d2-cde3-4d38-b273-4a05b9c5d81e tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Nov 29 02:12:13.978385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:14.047661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cadfc25f-876a-43b5-aaad-1ab8aadc42de no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:14.067356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: cadfc25f-876a-43b5-aaad-1ab8aadc42de {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:12:14.067700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cadfc25f-876a-43b5-aaad-1ab8aadc42de not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:12:14.201311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f28c0cc-b568-4a65-b65c-6c40da313d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:14.691310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ece9de-43ae-461e-be0d-0fa114808133 req-dee811a6-654f-4f4b-aaf3-3dc7d124294a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:14.692846 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-19ece9de-43ae-461e-be0d-0fa114808133 req-dee811a6-654f-4f4b-aaf3-3dc7d124294a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0488706 Nov 29 02:12:14.740741 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-19ece9de-43ae-461e-be0d-0fa114808133 req-f30018eb-33d5-40b4-a36d-047e8016dcd1 tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b0a251f-5ea0-486d-a8d5-415668c718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Nov 29 02:12:15.051851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-c4104eac-2779-4f19-a2d7-0abeb8c2209d tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:15.053288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-c4104eac-2779-4f19-a2d7-0abeb8c2209d tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 945 time: 0.0475323 Nov 29 02:12:15.139758 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Deleting port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:15.140183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:15.229504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] For port 2c5c5d5a-0d95-4875-8abb-20439e45cc36, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2c5c5d5a-0d95-4875-8abb-20439e45cc36,segment=NetworkSegment(6826ce8e-ed61-4719-baee-dc0b8f2a23bb),segment_id=6826ce8e-ed61-4719-baee-dc0b8f2a23bb)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:15.229866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:15.242468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Calling delete_port for 2c5c5d5a-0d95-4875-8abb-20439e45cc36 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:15.377325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:15.378165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:15.410481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['2c5c5d5a-0d95-4875-8abb-20439e45cc36'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:12:15.411540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Pushing event deleted for resources: {'Port': ['ID=2c5c5d5a-0d95-4875-8abb-20439e45cc36,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:15.448272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] No DVR routers for this DVR port 2c5c5d5a-0d95-4875-8abb-20439e45cc36 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:15.450823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:15.454360 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-976be9bb-1f63-4531-89cc-5f28375f0cab req-57f7a2d1-712c-4b96-b71a-5fb85079c1ee tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.21 "DELETE /v2.0/ports/2c5c5d5a-0d95-4875-8abb-20439e45cc36 HTTP/1.1" status: 204 len: 173 time: 0.3948460 Nov 29 02:12:15.454936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a245c08-03f5-41e0-897a-84f85b56fa33', 'name': 'network-vif-deleted', 'tag': '2c5c5d5a-0d95-4875-8abb-20439e45cc36'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:15.457377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a684599b-13d7-485f-86fc-5408b685f627" -d '{"events": [{"server_uuid": "4a245c08-03f5-41e0-897a-84f85b56fa33", "name": "network-vif-deleted", "tag": "2c5c5d5a-0d95-4875-8abb-20439e45cc36"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:15.504464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d61ffb-f8c7-420c-86c3-722526d636c9 x-openstack-request-id: req-b5d61ffb-f8c7-420c-86c3-722526d636c9 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:15.504764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a245c08-03f5-41e0-897a-84f85b56fa33", "name": "network-vif-deleted", "tag": "2c5c5d5a-0d95-4875-8abb-20439e45cc36", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:15.505020 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5d61ffb-f8c7-420c-86c3-722526d636c9 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:15.505432 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a245c08-03f5-41e0-897a-84f85b56fa33', 'name': 'network-vif-deleted', 'tag': '2c5c5d5a-0d95-4875-8abb-20439e45cc36', 'status': 'completed', 'code': 200} Nov 29 02:12:15.847425 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-019b9a5d-ec7d-40f4-a332-e6c86aed4f70 req-5b04757d-b898-4f4b-a080-49743e87935a tempest-ServersNegativeTestJSON-49927916 tempest-ServersNegativeTestJSON-49927916-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a245c08-03f5-41e0-897a-84f85b56fa33 HTTP/1.1" status: 200 len: 210 time: 0.0277741 Nov 29 02:12:16.327878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:16.906977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50894) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:16.956913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-22deed48-2dd0-45c6-8032-5cbf9de13584 admin admin] Deleting subnet ca989658-8c62-4a23-abd2-a03e8f476b1a {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:12:16.959993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22deed48-2dd0-45c6-8032-5cbf9de13584 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:16.994142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22deed48-2dd0-45c6-8032-5cbf9de13584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.032495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22deed48-2dd0-45c6-8032-5cbf9de13584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.082485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22deed48-2dd0-45c6-8032-5cbf9de13584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.112257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22deed48-2dd0-45c6-8032-5cbf9de13584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca989658-8c62-4a23-abd2-a03e8f476b1a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:17.115970 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22deed48-2dd0-45c6-8032-5cbf9de13584 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.119214 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-22deed48-2dd0-45c6-8032-5cbf9de13584 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca989658-8c62-4a23-abd2-a03e8f476b1a HTTP/1.1" status: 204 len: 168 time: 0.2112365 Nov 29 02:12:17.121609 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50896) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:17.189975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.270090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.289490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a82be3-3df7-4171-9580-d56c3ca9f6b4']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:17.298989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6826ce8e-ed61-4719-baee-dc0b8f2a23bb') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:17.299305 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6826ce8e-ed61-4719-baee-dc0b8f2a23bb') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:17.308340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.321232 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.327662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:17.328046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:17.329738 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:17.383631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.389736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.392922 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] 10.222.0.30 "DELETE /v2.0/networks/75a82be3-3df7-4171-9580-d56c3ca9f6b4 HTTP/1.1" status: 204 len: 168 time: 0.2704055 Nov 29 02:12:17.403513 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad76187-82c3-45c1-9228-da8a71a4824b admin admin] Pushing event deleted for resources: {'Network': ['ID=75a82be3-3df7-4171-9580-d56c3ca9f6b4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:17.495921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50900) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:17.540747 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fb0a7f85-d80c-4cd0-a233-a899a67a8bfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91b89f9da5084a80854696f54da18d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436597 Nov 29 02:12:17.543332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50902) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:17.597920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f41304c-4463-4c2e-b692-92a3ae18354d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.618472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f41304c-4463-4c2e-b692-92a3ae18354d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.664460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f41304c-4463-4c2e-b692-92a3ae18354d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.667123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f41304c-4463-4c2e-b692-92a3ae18354d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.668274 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6f41304c-4463-4c2e-b692-92a3ae18354d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b0a251f-5ea0-486d-a8d5-415668c718c3 HTTP/1.1" status: 204 len: 168 time: 0.1240203 Nov 29 02:12:17.676269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41304c-4463-4c2e-b692-92a3ae18354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a251f-5ea0-486d-a8d5-415668c718c3,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:18.077496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2c5c5d5a-0d95-4875-8abb-20439e45cc36 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:18.097731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 2c5c5d5a-0d95-4875-8abb-20439e45cc36 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:12:18.098088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2c5c5d5a-0d95-4875-8abb-20439e45cc36 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:12:18.331152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50924) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:18.427181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961441579'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:18.449737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:18.453235 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:18.461809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:18.539625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:18.545691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:18.574393 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:18.584496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19cc5a7-7c47-43f7-8af4-05a1b16a8b8b,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:18.590842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:18.591186 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Added segment 6341c5ce-1f9f-4aeb-9f04-797e25cda898 of type vlan for network 382756c3-f309-4657-9660-7f6bf1e208e8 Nov 29 02:12:18.634974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:18.659212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:18.664691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:18.665276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:18.710998 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3787622 Nov 29 02:12:18.766716 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce26858-d3c6-4542-b22a-fd8d07bb09bf tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Network': ['ID=382756c3-f309-4657-9660-7f6bf1e208e8,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:18.778994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 382756c3-f309-4657-9660-7f6bf1e208e8 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:22.022116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50928) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:22.027289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'subnet': {'network_id': '382756c3-f309-4657-9660-7f6bf1e208e8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:22.117134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:22.120581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.324845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.382526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Subnet': ['ID=c99e847c-8313-42e7-a301-8c32d7dd3414,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:22.393457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Checking segment: {'id': '6341c5ce-1f9f-4aeb-9f04-797e25cda898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '382756c3-f309-4657-9660-7f6bf1e208e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:22.393822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network hostable DHCP agents. Network: 382756c3-f309-4657-9660-7f6bf1e208e8, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:22.409963 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network 382756c3-f309-4657-9660-7f6bf1e208e8 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:22.418660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 382756c3-f309-4657-9660-7f6bf1e208e8) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:22.422699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:22.423330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.429182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c9d6e7-54af-45ef-b44f-3c577562f48f None None] Network 382756c3-f309-4657-9660-7f6bf1e208e8 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:22.441655 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cf11fc12-1b6e-4d84-98ac-5c9d5348ffa8 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4183917 Nov 29 02:12:22.445033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50930) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:22.450377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-355711313'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:22.471494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:22.474906 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.503620 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:22.513121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.513468 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Added segment 7f421041-8bae-4dc3-b192-0affd01e8a4a of type vlan for network 909d261f-a896-4cd6-969f-d438bc686224 Nov 29 02:12:22.559001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.586077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.591783 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:22.592540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.631344 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1852622 Nov 29 02:12:22.634349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50932) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:22.641330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'subnet': {'network_id': '909d261f-a896-4cd6-969f-d438bc686224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:22.666316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67674ee-a7aa-4d1d-8769-f7b7d7160090 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Network': ['ID=909d261f-a896-4cd6-969f-d438bc686224,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:22.693772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 909d261f-a896-4cd6-969f-d438bc686224 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:22.697993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.744848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:22.749071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.792206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-382756c3-f309-4657-9660-7f6bf1e208e8', 'network_id': '382756c3-f309-4657-9660-7f6bf1e208e8', 'tenant_id': '6049f6efa42e434aa7d2acebcb0b3166', 'fixed_ips': [{'subnet_id': 'c99e847c-8313-42e7-a301-8c32d7dd3414'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:22.793088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.926667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Allocated IP 2001:db8:0:ffff::2 (382756c3-f309-4657-9660-7f6bf1e208e8/c99e847c-8313-42e7-a301-8c32d7dd3414/171b543e-c861-46f1-9e2d-d29095adc875) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:22.938003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.006111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Subnet': ['ID=985e409d-a62f-4d77-9403-5a32a4678709,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:23.010793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Checking segment: {'id': '7f421041-8bae-4dc3-b192-0affd01e8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '909d261f-a896-4cd6-969f-d438bc686224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:23.011159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network hostable DHCP agents. Network: 909d261f-a896-4cd6-969f-d438bc686224, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:23.028325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network 909d261f-a896-4cd6-969f-d438bc686224 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:23.038198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 909d261f-a896-4cd6-969f-d438bc686224) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:23.044263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:23.045944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.052368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d83e40-60b7-4ed0-9d00-c22a19709f72 None None] Network 909d261f-a896-4cd6-969f-d438bc686224 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:23.065878 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2d2d66a1-8216-48e9-bb9e-972c5b8b7e8d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4273674 Nov 29 02:12:23.066391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50934) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:23.123333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.131382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.168182 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.189003 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Network 382756c3-f309-4657-9660-7f6bf1e208e8 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:23.195803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:23.200152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:23.202228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Pushing event updated for resources: {'Port': ['ID=171b543e-c861-46f1-9e2d-d29095adc875,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:23.247290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.290895 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Attempting to bind port 171b543e-c861-46f1-9e2d-d29095adc875 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:23.291271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Attempting to bind port 171b543e-c861-46f1-9e2d-d29095adc875 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '6341c5ce-1f9f-4aeb-9f04-797e25cda898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '382756c3-f309-4657-9660-7f6bf1e208e8'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:23.291649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Attempting to bind port 171b543e-c861-46f1-9e2d-d29095adc875 on network 382756c3-f309-4657-9660-7f6bf1e208e8 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:23.315908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:23.316525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Checking segment: {'id': '6341c5ce-1f9f-4aeb-9f04-797e25cda898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '382756c3-f309-4657-9660-7f6bf1e208e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:23.317117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.317519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Bound using segment: {'id': '6341c5ce-1f9f-4aeb-9f04-797e25cda898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '382756c3-f309-4657-9660-7f6bf1e208e8'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:23.318014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Bound port: 171b543e-c861-46f1-9e2d-d29095adc875, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6341c5ce-1f9f-4aeb-9f04-797e25cda898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '382756c3-f309-4657-9660-7f6bf1e208e8'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:23.318408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.319916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.321817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691de83-d55a-4d7f-92f0-a56764bc8d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-909d261f-a896-4cd6-969f-d438bc686224', 'network_id': '909d261f-a896-4cd6-969f-d438bc686224', 'tenant_id': '6049f6efa42e434aa7d2acebcb0b3166', 'fixed_ips': [{'subnet_id': '985e409d-a62f-4d77-9403-5a32a4678709'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:23.322687 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5691de83-d55a-4d7f-92f0-a56764bc8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.348453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Subnet': ['ID=985e409d-a62f-4d77-9403-5a32a4678709,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:23.408114 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.427725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909d261f-a896-4cd6-969f-d438bc686224']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:23.437115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f421041-8bae-4dc3-b192-0affd01e8a4a') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:23.437412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f421041-8bae-4dc3-b192-0affd01e8a4a') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:23.450239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f69f9-5137-4864-8906-e525c1e22caf None None] Network 909d261f-a896-4cd6-969f-d438bc686224 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:23.451984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.456684 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] For port 171b543e-c861-46f1-9e2d-d29095adc875, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:23.465814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.472480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:23.472875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:23.476147 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:23.507660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] For port 171b543e-c861-46f1-9e2d-d29095adc875, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=171b543e-c861-46f1-9e2d-d29095adc875,segment=NetworkSegment(6341c5ce-1f9f-4aeb-9f04-797e25cda898),segment_id=6341c5ce-1f9f-4aeb-9f04-797e25cda898)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:23.517382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.541126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.548018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.551608 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/909d261f-a896-4cd6-969f-d438bc686224 HTTP/1.1" status: 204 len: 168 time: 0.4841192 Nov 29 02:12:23.555076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50936) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:23.568359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-796174580'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:23.572817 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d38e98-2717-4f6b-a944-7c5b21d38687 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Network': ['ID=909d261f-a896-4cd6-969f-d438bc686224,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:23.592877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:23.596571 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.621624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:23.623640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc5525-c6ae-40e5-8192-89d1b605a54e None None] Pushing event updated for resources: {'Port': ['ID=171b543e-c861-46f1-9e2d-d29095adc875,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:23.635408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.635764 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Added segment 09c722e2-d6fd-49a2-b8ff-9959ee6cf88e of type vlan for network 0436098b-ec91-48c3-836b-951cb2869ae6 Nov 29 02:12:23.681836 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.707951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.713681 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:23.714271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.790491 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2342796 Nov 29 02:12:23.793338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50938) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:23.801105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200fcad-3d90-4266-8930-01736a8419e6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Network': ['ID=0436098b-ec91-48c3-836b-951cb2869ae6,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:23.804692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'subnet': {'network_id': '0436098b-ec91-48c3-836b-951cb2869ae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:23.816522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 0436098b-ec91-48c3-836b-951cb2869ae6 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:23.908039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:23.911723 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:23.974776 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Performing IP validity checks on allocation pools {{(pid=109948) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:12:23.975324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.ipam_backend_mixin [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109948) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:12:24.039418 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 171b543e-c861-46f1-9e2d-d29095adc875 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:24.093585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 171b543e-c861-46f1-9e2d-d29095adc875 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:24.093938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.100952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.170882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Subnet': ['ID=fa6c26ff-0df5-4cf3-aa6f-583eee405eb9,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:24.174986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.178379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Checking segment: {'id': '09c722e2-d6fd-49a2-b8ff-9959ee6cf88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0436098b-ec91-48c3-836b-951cb2869ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:24.178775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network hostable DHCP agents. Network: 0436098b-ec91-48c3-836b-951cb2869ae6, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:24.197973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network 0436098b-ec91-48c3-836b-951cb2869ae6 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:24.209332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 0436098b-ec91-48c3-836b-951cb2869ae6) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:24.210263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 171b543e-c861-46f1-9e2d-d29095adc875, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=171b543e-c861-46f1-9e2d-d29095adc875,segment=NetworkSegment(6341c5ce-1f9f-4aeb-9f04-797e25cda898),segment_id=6341c5ce-1f9f-4aeb-9f04-797e25cda898)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:24.214614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:24.215307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.217376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.224836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96202f-cb05-4490-b4af-aac632940e16 None None] Network 0436098b-ec91-48c3-836b-951cb2869ae6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:24.238208 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-10553cdf-596e-49f6-95d3-d4596047ca31 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4437292 Nov 29 02:12:24.240886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50940) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:24.326768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=171b543e-c861-46f1-9e2d-d29095adc875,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:24.397286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.448609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b50262-f050-4f08-8dba-b9304c85e5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-0436098b-ec91-48c3-836b-951cb2869ae6', 'network_id': '0436098b-ec91-48c3-836b-951cb2869ae6', 'tenant_id': '6049f6efa42e434aa7d2acebcb0b3166', 'fixed_ips': [{'subnet_id': 'fa6c26ff-0df5-4cf3-aa6f-583eee405eb9'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:24.449873 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e2b50262-f050-4f08-8dba-b9304c85e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.458724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.558367 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server [None req-e2b50262-f050-4f08-8dba-b9304c85e5d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa6c26ff-0df5-4cf3-aa6f-583eee405eb9: This subnet is being modified by another concurrent operation. Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise exception Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa6c26ff-0df5-4cf3-aa6f-583eee405eb9: This subnet is being modified by another concurrent operation. Nov 29 02:12:24.585850 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Nov 29 02:12:24.623203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6c26ff-0df5-4cf3-aa6f-583eee405eb9,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:24.640788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0437c-2682-4153-8cc6-09f561f02fdc None None] Network 0436098b-ec91-48c3-836b-951cb2869ae6 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:24.805226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a6eef-b19c-4393-8b83-de80d0503c1e None None] Network 382756c3-f309-4657-9660-7f6bf1e208e8 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:24.941915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f36027fc-45fe-4e99-96e5-e3f250d09694 None None] Provisioning complete for port 171b543e-c861-46f1-9e2d-d29095adc875 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:24.942292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f36027fc-45fe-4e99-96e5-e3f250d09694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.000175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.023023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0436098b-ec91-48c3-836b-951cb2869ae6']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:25.034080 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c722e2-d6fd-49a2-b8ff-9959ee6cf88e') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:25.034624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c722e2-d6fd-49a2-b8ff-9959ee6cf88e') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:25.046740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.061281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.067814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:25.068210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:25.071239 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:25.131219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.139025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.142106 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/0436098b-ec91-48c3-836b-951cb2869ae6 HTTP/1.1" status: 204 len: 168 time: 0.8997259 Nov 29 02:12:25.146493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50942) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:25.152356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1774616061'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:25.155967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466fac0-ea51-4eec-95da-75bcd46ca3ea tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Network': ['ID=0436098b-ec91-48c3-836b-951cb2869ae6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:25.173349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f3f28-f77a-4eda-99d9-bbd71c79d306 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:12:25.176530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:25.180210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.204887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:25.214773 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.215195 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Added segment cea0d115-a84b-4451-a0e5-da93bb50cd6c of type vlan for network e314008e-65b0-4cd8-b12d-15114a81db28 Nov 29 02:12:25.241292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f3f28-f77a-4eda-99d9-bbd71c79d306 None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:12:25.255412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.280834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.287013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:25.287757 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.325414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7a1fe52c-682a-43fb-b1b4-2cd79ff69618 None None] Provisioning complete for port 171b543e-c861-46f1-9e2d-d29095adc875 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:25.325791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe52c-682a-43fb-b1b4-2cd79ff69618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.326678 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1784699 Nov 29 02:12:25.329719 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50944) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:25.334806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'subnet': {'network_id': 'e314008e-65b0-4cd8-b12d-15114a81db28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:25.366680 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a32c1-9d93-4550-86cf-a0a77b478cc4 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Network': ['ID=e314008e-65b0-4cd8-b12d-15114a81db28,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:25.380723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network e314008e-65b0-4cd8-b12d-15114a81db28 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:25.430860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:25.434387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.626362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.679312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Subnet': ['ID=176728aa-3c69-42a6-ac6f-edc0443aa8ca,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:25.695467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Checking segment: {'id': 'cea0d115-a84b-4451-a0e5-da93bb50cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e314008e-65b0-4cd8-b12d-15114a81db28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:25.695821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network hostable DHCP agents. Network: e314008e-65b0-4cd8-b12d-15114a81db28, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:25.711558 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network e314008e-65b0-4cd8-b12d-15114a81db28 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:25.719386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, e314008e-65b0-4cd8-b12d-15114a81db28) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:25.723292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:25.723877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.728165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f424749c-99fb-46e2-9c96-6eb51f205bb0 None None] Network e314008e-65b0-4cd8-b12d-15114a81db28 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:25.740002 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8b3c98dd-167a-4541-a8c3-408028fd63a6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4091907 Nov 29 02:12:25.743529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50946) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:25.749004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649136429'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:25.769771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:25.773316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.800364 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:25.811380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.811824 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Added segment 25700b22-4cd0-4c2e-8aa4-ef35cd64d560 of type vlan for network d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb Nov 29 02:12:25.863111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.889878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.895608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:25.896181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.955896 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2113271 Nov 29 02:12:25.958818 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50948) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:25.964226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Request body: {'subnet': {'network_id': 'd9e0b5c1-1017-4dbf-a43a-7d0dc31171bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:25.971442 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652c57-037d-4396-86ba-ee964e115808 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Network': ['ID=d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:25.983572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:26.048128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 171b543e-c861-46f1-9e2d-d29095adc875 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:26.055423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Made reservation on behalf of 6049f6efa42e434aa7d2acebcb0b3166 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:26.059159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.110335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-e314008e-65b0-4cd8-b12d-15114a81db28', 'network_id': 'e314008e-65b0-4cd8-b12d-15114a81db28', 'tenant_id': '6049f6efa42e434aa7d2acebcb0b3166', 'fixed_ips': [{'subnet_id': '176728aa-3c69-42a6-ac6f-edc0443aa8ca'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:26.111221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.198393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 171b543e-c861-46f1-9e2d-d29095adc875 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:26.198791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.239234 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.290473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Allocated IP 2001:db8::2 (e314008e-65b0-4cd8-b12d-15114a81db28/176728aa-3c69-42a6-ac6f-edc0443aa8ca/ffdd3f51-2849-41c0-831d-05e464965534) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:26.306467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event updated for resources: {'Subnet': ['ID=858da49f-a1bf-4294-aad2-fbcc0223ab0c,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:26.311606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Checking segment: {'id': '25700b22-4cd0-4c2e-8aa4-ef35cd64d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e0b5c1-1017-4dbf-a43a-7d0dc31171bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:26.311989 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network hostable DHCP agents. Network: d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:26.330215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Network d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:26.340733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:26.345866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:26.346503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.359318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb8f85-7954-4527-9ae7-73fbcd41e09a None None] Network d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:26.362704 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c0d446ed-13da-49d4-a75b-c08ae993d97d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4025152 Nov 29 02:12:26.365270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50950) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:26.462832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.546065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.595669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.602912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0e7d1-fc33-414b-ba47-9ffc3b0d5f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb', 'network_id': 'd9e0b5c1-1017-4dbf-a43a-7d0dc31171bb', 'tenant_id': '6049f6efa42e434aa7d2acebcb0b3166', 'fixed_ips': [{'subnet_id': '858da49f-a1bf-4294-aad2-fbcc0223ab0c'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:26.603772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7ea0e7d1-fc33-414b-ba47-9ffc3b0d5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.606147 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.608833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.635374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Subnet': ['ID=858da49f-a1bf-4294-aad2-fbcc0223ab0c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:26.674927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Network e314008e-65b0-4cd8-b12d-15114a81db28 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:26.677691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Pushing event updated for resources: {'Port': ['ID=ffdd3f51-2849-41c0-831d-05e464965534,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:26.702493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.718977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:26.722983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:26.723136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:26.732753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25700b22-4cd0-4c2e-8aa4-ef35cd64d560') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:26.733057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25700b22-4cd0-4c2e-8aa4-ef35cd64d560') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:26.742947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.751010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee10b8-be3b-44ef-83f9-ce4fa4242ed6 None None] Network d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:26.757012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.763980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:26.764257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:26.767357 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:26.824221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.828430 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Attempting to bind port ffdd3f51-2849-41c0-831d-05e464965534 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:26.828808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Attempting to bind port ffdd3f51-2849-41c0-831d-05e464965534 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'cea0d115-a84b-4451-a0e5-da93bb50cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e314008e-65b0-4cd8-b12d-15114a81db28'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:26.829207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Attempting to bind port ffdd3f51-2849-41c0-831d-05e464965534 on network e314008e-65b0-4cd8-b12d-15114a81db28 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:26.833514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.836999 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb HTTP/1.1" status: 204 len: 168 time: 0.4707613 Nov 29 02:12:26.840290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50952) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:26.843402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:26.843789 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Checking segment: {'id': 'cea0d115-a84b-4451-a0e5-da93bb50cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e314008e-65b0-4cd8-b12d-15114a81db28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:26.844201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.844646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Bound using segment: {'id': 'cea0d115-a84b-4451-a0e5-da93bb50cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e314008e-65b0-4cd8-b12d-15114a81db28'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:26.845072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Bound port: ffdd3f51-2849-41c0-831d-05e464965534, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea0d115-a84b-4451-a0e5-da93bb50cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e314008e-65b0-4cd8-b12d-15114a81db28'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:26.845458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.847241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69f8f9-ade3-4636-8ed1-30e5603ddc67 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Network': ['ID=d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:26.871126 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d46309c-0b5f-4d1f-9406-bf6490f6fa36 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] GET failed (client error): The resource could not be found. Nov 29 02:12:26.875675 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6d46309c-0b5f-4d1f-9406-bf6490f6fa36 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "GET /v2.0/subnets/858da49f-a1bf-4294-aad2-fbcc0223ab0c HTTP/1.1" status: 404 len: 337 time: 0.0311499 Nov 29 02:12:26.875844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50954) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:26.899742 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b896d075-5d90-4ff7-b99a-fc1112731b3d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] DELETE failed (client error): The resource could not be found. Nov 29 02:12:26.900277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b896d075-5d90-4ff7-b99a-fc1112731b3d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:12:26.903350 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b896d075-5d90-4ff7-b99a-fc1112731b3d tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb HTTP/1.1" status: 404 len: 339 time: 0.0266132 Nov 29 02:12:26.907297 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50956) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:26.936557 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.pecan_wsgi.hooks.translation [None req-102bde75-ae66-4f8f-a41d-9e719fe52edd tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] DELETE failed (client error): The resource could not be found. Nov 29 02:12:26.937009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102bde75-ae66-4f8f-a41d-9e719fe52edd tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:12:26.940200 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-102bde75-ae66-4f8f-a41d-9e719fe52edd tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/subnets/858da49f-a1bf-4294-aad2-fbcc0223ab0c HTTP/1.1" status: 404 len: 337 time: 0.0319304 Nov 29 02:12:26.943194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50958) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:26.945028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] For port ffdd3f51-2849-41c0-831d-05e464965534, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:26.948594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] For port ffdd3f51-2849-41c0-831d-05e464965534, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ffdd3f51-2849-41c0-831d-05e464965534,segment=NetworkSegment(cea0d115-a84b-4451-a0e5-da93bb50cd6c),segment_id=cea0d115-a84b-4451-a0e5-da93bb50cd6c)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:26.954392 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.964098 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c7eabf-e670-4704-9c51-890ab074c1d5 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] DELETE failed (client error): The resource could not be found. Nov 29 02:12:26.965210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c7eabf-e670-4704-9c51-890ab074c1d5 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:12:26.967745 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e7c7eabf-e670-4704-9c51-890ab074c1d5 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/d9e0b5c1-1017-4dbf-a43a-7d0dc31171bb HTTP/1.1" status: 404 len: 339 time: 0.0235131 Nov 29 02:12:26.970320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50960) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.022117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df283d-36fc-4b29-b62b-95e25ef3f4c4 None None] Pushing event updated for resources: {'Port': ['ID=ffdd3f51-2849-41c0-831d-05e464965534,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:27.029474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4568389d-e366-4814-9fb3-5e6103408d77 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Deleting subnet 176728aa-3c69-42a6-ac6f-edc0443aa8ca {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:12:27.032898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4568389d-e366-4814-9fb3-5e6103408d77 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.074028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4568389d-e366-4814-9fb3-5e6103408d77 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.167553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4568389d-e366-4814-9fb3-5e6103408d77 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.235335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4568389d-e366-4814-9fb3-5e6103408d77 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.263467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568389d-e366-4814-9fb3-5e6103408d77 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Subnet': ['ID=176728aa-3c69-42a6-ac6f-edc0443aa8ca,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:27.267532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4568389d-e366-4814-9fb3-5e6103408d77 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.272995 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4568389d-e366-4814-9fb3-5e6103408d77 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/subnets/176728aa-3c69-42a6-ac6f-edc0443aa8ca HTTP/1.1" status: 204 len: 168 time: 0.2994716 Nov 29 02:12:27.273314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50962) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.349420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.405368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Deleting port ffdd3f51-2849-41c0-831d-05e464965534 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:27.405621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.473093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] For port ffdd3f51-2849-41c0-831d-05e464965534, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ffdd3f51-2849-41c0-831d-05e464965534,segment=NetworkSegment(cea0d115-a84b-4451-a0e5-da93bb50cd6c),segment_id=cea0d115-a84b-4451-a0e5-da93bb50cd6c)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:27.473457 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.485893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Calling delete_port for ffdd3f51-2849-41c0-831d-05e464965534 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:27.562607 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.593003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Port': ['ID=ffdd3f51-2849-41c0-831d-05e464965534,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:27.595247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No DVR routers for this DVR port ffdd3f51-2849-41c0-831d-05e464965534 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:27.676399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.697244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e314008e-65b0-4cd8-b12d-15114a81db28']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:27.706747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea0d115-a84b-4451-a0e5-da93bb50cd6c') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:27.707055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea0d115-a84b-4451-a0e5-da93bb50cd6c') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:27.717261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.730599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.737220 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:27.737622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:27.741197 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:27.807158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.814523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.818033 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/e314008e-65b0-4cd8-b12d-15114a81db28 HTTP/1.1" status: 204 len: 168 time: 0.5438063 Nov 29 02:12:27.820563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50964) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.842868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbcfc3-c71b-40d1-92e5-90c21a73064f tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Network': ['ID=e314008e-65b0-4cd8-b12d-15114a81db28,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:27.862279 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-0342e563-6769-4870-a47b-322f61378888 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] DELETE failed (client error): The resource could not be found. Nov 29 02:12:27.862775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0342e563-6769-4870-a47b-322f61378888 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:12:27.866021 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0342e563-6769-4870-a47b-322f61378888 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/subnets/fa6c26ff-0df5-4cf3-aa6f-583eee405eb9 HTTP/1.1" status: 404 len: 337 time: 0.0444579 Nov 29 02:12:27.868586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50966) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.887472 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8221cc-6827-492c-9696-9a9ddd49e561 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] DELETE failed (client error): The resource could not be found. Nov 29 02:12:27.887988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8221cc-6827-492c-9696-9a9ddd49e561 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:12:27.892114 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9f8221cc-6827-492c-9696-9a9ddd49e561 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/0436098b-ec91-48c3-836b-951cb2869ae6 HTTP/1.1" status: 404 len: 339 time: 0.0220690 Nov 29 02:12:27.894541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50968) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.921826 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-d917bf9e-b32c-4357-9235-1bea6b67dc58 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] DELETE failed (client error): The resource could not be found. Nov 29 02:12:27.922300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d917bf9e-b32c-4357-9235-1bea6b67dc58 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:12:27.925460 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d917bf9e-b32c-4357-9235-1bea6b67dc58 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/subnets/985e409d-a62f-4d77-9403-5a32a4678709 HTTP/1.1" status: 404 len: 337 time: 0.0294440 Nov 29 02:12:27.927996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50970) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.949615 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8a39d-e36a-4edd-9e68-2036d99e30d3 None None] DHCP port deletion for e314008e-65b0-4cd8-b12d-15114a81db28 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:27.951915 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.pecan_wsgi.hooks.translation [None req-936742c6-e926-4052-a5d6-485904b1b7b7 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] DELETE failed (client error): The resource could not be found. Nov 29 02:12:27.952422 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936742c6-e926-4052-a5d6-485904b1b7b7 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109948) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:12:27.955572 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-936742c6-e926-4052-a5d6-485904b1b7b7 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/909d261f-a896-4cd6-969f-d438bc686224 HTTP/1.1" status: 404 len: 339 time: 0.0266438 Nov 29 02:12:27.958242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50972) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.971759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-da2b3632-3be6-4b7d-8100-27b89304041d None None] Could not find standard attr ID for object ffdd3f51-2849-41c0-831d-05e464965534. {{(pid=109950) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:12:27.975091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c084aa-d598-41f3-8536-30e3546f4792 None None] Network e314008e-65b0-4cd8-b12d-15114a81db28 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:27.986813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c084aa-d598-41f3-8536-30e3546f4792 None None] Network e314008e-65b0-4cd8-b12d-15114a81db28 could not be found, it might have been deleted concurrently. {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 02:12:28.012883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69a5587-0f7b-4183-ba6f-ce0458cf5f0b tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Deleting subnet c99e847c-8313-42e7-a301-8c32d7dd3414 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:12:28.016733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a69a5587-0f7b-4183-ba6f-ce0458cf5f0b tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.056011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a69a5587-0f7b-4183-ba6f-ce0458cf5f0b tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.141277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a69a5587-0f7b-4183-ba6f-ce0458cf5f0b tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.197596 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a69a5587-0f7b-4183-ba6f-ce0458cf5f0b tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.224126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a5587-0f7b-4183-ba6f-ce0458cf5f0b tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Subnet': ['ID=c99e847c-8313-42e7-a301-8c32d7dd3414,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:28.227893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a69a5587-0f7b-4183-ba6f-ce0458cf5f0b tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.231133 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a69a5587-0f7b-4183-ba6f-ce0458cf5f0b tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/subnets/c99e847c-8313-42e7-a301-8c32d7dd3414 HTTP/1.1" status: 204 len: 168 time: 0.2713845 Nov 29 02:12:28.233740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 50974) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:28.236844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3471115-e6ff-47c6-838c-3abd280625d5 None None] Network 382756c3-f309-4657-9660-7f6bf1e208e8 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:28.313911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.366554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Deleting port 171b543e-c861-46f1-9e2d-d29095adc875 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:28.366908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.401916 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] DHCP port deletion for 382756c3-f309-4657-9660-7f6bf1e208e8 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:28.434555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] For port 171b543e-c861-46f1-9e2d-d29095adc875, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=171b543e-c861-46f1-9e2d-d29095adc875,segment=NetworkSegment(6341c5ce-1f9f-4aeb-9f04-797e25cda898),segment_id=6341c5ce-1f9f-4aeb-9f04-797e25cda898)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:28.434915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.448632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] Deleting port 171b543e-c861-46f1-9e2d-d29095adc875 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:28.449017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.453136 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Calling delete_port for 171b543e-c861-46f1-9e2d-d29095adc875 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:28.514511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] For port 171b543e-c861-46f1-9e2d-d29095adc875, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=171b543e-c861-46f1-9e2d-d29095adc875,segment=NetworkSegment(6341c5ce-1f9f-4aeb-9f04-797e25cda898),segment_id=6341c5ce-1f9f-4aeb-9f04-797e25cda898)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:28.514924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.527382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] Calling delete_port for 171b543e-c861-46f1-9e2d-d29095adc875 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:28.533056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.563809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Port': ['ID=171b543e-c861-46f1-9e2d-d29095adc875,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:28.565691 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] No DVR routers for this DVR port 171b543e-c861-46f1-9e2d-d29095adc875 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:28.604794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.630178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] Pushing event deleted for resources: {'Port': ['ID=171b543e-c861-46f1-9e2d-d29095adc875,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:28.633582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0795da-5d22-414d-b5c0-772032ccef35 None None] No DVR routers for this DVR port 171b543e-c861-46f1-9e2d-d29095adc875 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:28.651870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.672948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382756c3-f309-4657-9660-7f6bf1e208e8']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:28.681973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6341c5ce-1f9f-4aeb-9f04-797e25cda898') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:28.682274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6341c5ce-1f9f-4aeb-9f04-797e25cda898') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:28.692229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.705363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.711251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:28.711633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:28.714612 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:28.772116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.776508 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.779871 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] 10.222.0.30 "DELETE /v2.0/networks/382756c3-f309-4657-9660-7f6bf1e208e8 HTTP/1.1" status: 204 len: 168 time: 0.5451965 Nov 29 02:12:28.794369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16decc3-6af4-46a2-970a-5d41592f8fe6 tempest-NetworksIpV6Test-47238427 tempest-NetworksIpV6Test-47238427-project] Pushing event deleted for resources: {'Network': ['ID=382756c3-f309-4657-9660-7f6bf1e208e8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:29.010594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50980) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:29.137613 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bbdb0c29-51e3-4508-b7b3-7ba938cbd014 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6049f6efa42e434aa7d2acebcb0b3166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258602 Nov 29 02:12:29.140130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 50984) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:29.186051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.205670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.251555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.254672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.255797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c19cc5a7-7c47-43f7-8af4-05a1b16a8b8b HTTP/1.1" status: 204 len: 168 time: 0.1147895 Nov 29 02:12:29.263463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19cc5a7-7c47-43f7-8af4-05a1b16a8b8b,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:29.270453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.270808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.271158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.271504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.271843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.272179 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.272513 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.272846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.273176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.273508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.273824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.274150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ffa32-fd16-41c8-bfc2-a9d44c85c5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:29.864540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51006) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:29.966468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1dc361c7-2030-473e-aa5a-22f2eaaf6e5d tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-240741470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:29.991660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1dc361c7-2030-473e-aa5a-22f2eaaf6e5d tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.992720 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1dc361c7-2030-473e-aa5a-22f2eaaf6e5d tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.009092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 171b543e-c861-46f1-9e2d-d29095adc875 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:30.033055 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 171b543e-c861-46f1-9e2d-d29095adc875 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:12:30.033503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 171b543e-c861-46f1-9e2d-d29095adc875 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:12:30.047603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1dc361c7-2030-473e-aa5a-22f2eaaf6e5d tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.051729 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1dc361c7-2030-473e-aa5a-22f2eaaf6e5d tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.068735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1dc361c7-2030-473e-aa5a-22f2eaaf6e5d tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.069941 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1dc361c7-2030-473e-aa5a-22f2eaaf6e5d tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2044134 Nov 29 02:12:30.072635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51010) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:30.078320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-529549952'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:30.098955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Made reservation on behalf of 8814d510e7af43729ef0091eaefae82b for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:30.102306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.111049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.184140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.188152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.211061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:30.226446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1520d4e7-be95-4e14-9025-e579afe7db91,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:30.229261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.229613 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Added segment 19e0f0c8-53ad-49c3-910e-d291607d4392 of type vlan for network 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 Nov 29 02:12:30.273817 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.297959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.303633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:30.304227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.342260 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2686231 Nov 29 02:12:30.345105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51012) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:30.350314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Request body: {'subnet': {'network_id': '46db7929-d4c9-4ce7-ad16-13bbd81bc2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:30.376242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1220e2-09ec-45f1-87ed-957a361ac4a5 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event updated for resources: {'Network': ['ID=46db7929-d4c9-4ce7-ad16-13bbd81bc2f8,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:30.386303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:30.445567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Made reservation on behalf of 8814d510e7af43729ef0091eaefae82b for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:30.449504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.631121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.691987 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event updated for resources: {'Subnet': ['ID=7e63933d-8e2d-4225-86c1-1bea7144f180,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:30.699055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Checking segment: {'id': '19e0f0c8-53ad-49c3-910e-d291607d4392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '46db7929-d4c9-4ce7-ad16-13bbd81bc2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:30.699424 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Network hostable DHCP agents. Network: 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:30.715164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Network 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:30.723819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:30.728291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:30.729237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.733047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66abd22d-f35d-4677-8553-ba084d707900 None None] Network 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:30.745661 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ecb6736b-1fc3-4068-b062-254b10efecdb tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3994327 Nov 29 02:12:30.748801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51014) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:30.753654 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1592922640'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:30.774575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Made reservation on behalf of 8814d510e7af43729ef0091eaefae82b for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:30.778187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.802557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:30.811380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.811730 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Added segment e9eab5a1-bbb1-42b6-88b3-4b4ef0bb0311 of type vlan for network 6d91fcb5-0751-4711-a06b-f769037674c0 Nov 29 02:12:30.855905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.881145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-46db7929-d4c9-4ce7-ad16-13bbd81bc2f8', 'network_id': '46db7929-d4c9-4ce7-ad16-13bbd81bc2f8', 'tenant_id': '8814d510e7af43729ef0091eaefae82b', 'fixed_ips': [{'subnet_id': '7e63933d-8e2d-4225-86c1-1bea7144f180'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:30.882020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.883047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.889336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:30.889920 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.927408 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1775830 Nov 29 02:12:30.930461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51016) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:30.935862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Request body: {'subnet': {'network_id': '6d91fcb5-0751-4711-a06b-f769037674c0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:30.961467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c62e92-1a23-4c4c-95d9-80f3e0887428 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event updated for resources: {'Network': ['ID=6d91fcb5-0751-4711-a06b-f769037674c0,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:30.973609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 6d91fcb5-0751-4711-a06b-f769037674c0 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:31.026828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Made reservation on behalf of 8814d510e7af43729ef0091eaefae82b for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:31.030975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.070049 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Allocated IP 172.20.0.2 (46db7929-d4c9-4ce7-ad16-13bbd81bc2f8/7e63933d-8e2d-4225-86c1-1bea7144f180/2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:31.214075 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.216974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.222769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.261375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Network 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:31.264761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:31.268408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:31.274412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Pushing event updated for resources: {'Port': ['ID=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:31.278825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event updated for resources: {'Subnet': ['ID=b0595059-8b1d-48ed-8585-8b8559b1609a,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:31.287710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Checking segment: {'id': 'e9eab5a1-bbb1-42b6-88b3-4b4ef0bb0311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6d91fcb5-0751-4711-a06b-f769037674c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:31.288075 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Network hostable DHCP agents. Network: 6d91fcb5-0751-4711-a06b-f769037674c0, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:31.304892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Network 6d91fcb5-0751-4711-a06b-f769037674c0 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:31.314080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 6d91fcb5-0751-4711-a06b-f769037674c0) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:31.318230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:31.318862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.323877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59793d8-f46a-47bf-8eb5-00f93c77e882 None None] Network 6d91fcb5-0751-4711-a06b-f769037674c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:31.342875 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8fb7c501-a5ef-41ba-a089-ec8030085625 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4086020 Nov 29 02:12:31.343108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51018) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:31.347519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9490d135-382c-4cab-8333-7870219453b1 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d91fcb5-0751-4711-a06b-f769037674c0'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:31.351875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Attempting to bind port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:31.352251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Attempting to bind port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '19e0f0c8-53ad-49c3-910e-d291607d4392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '46db7929-d4c9-4ce7-ad16-13bbd81bc2f8'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:31.352615 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Attempting to bind port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 on network 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:31.386971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:31.387349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Checking segment: {'id': '19e0f0c8-53ad-49c3-910e-d291607d4392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '46db7929-d4c9-4ce7-ad16-13bbd81bc2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:31.387754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.388714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Bound using segment: {'id': '19e0f0c8-53ad-49c3-910e-d291607d4392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '46db7929-d4c9-4ce7-ad16-13bbd81bc2f8'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:31.389194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Bound port: 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e0f0c8-53ad-49c3-910e-d291607d4392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '46db7929-d4c9-4ce7-ad16-13bbd81bc2f8'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:31.389580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.501666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] For port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:31.506791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] For port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,segment=NetworkSegment(19e0f0c8-53ad-49c3-910e-d291607d4392),segment_id=19e0f0c8-53ad-49c3-910e-d291607d4392)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:31.514009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.560432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9490d135-382c-4cab-8333-7870219453b1 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.561372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9c84be-299d-486e-997d-c6e4d8888b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-6d91fcb5-0751-4711-a06b-f769037674c0', 'network_id': '6d91fcb5-0751-4711-a06b-f769037674c0', 'tenant_id': '8814d510e7af43729ef0091eaefae82b', 'fixed_ips': [{'subnet_id': 'b0595059-8b1d-48ed-8585-8b8559b1609a'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:31.562231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6e9c84be-299d-486e-997d-c6e4d8888b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.677997 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.api.v2.resource [None req-9490d135-382c-4cab-8333-7870219453b1 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:12:31.680895 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9490d135-382c-4cab-8333-7870219453b1 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "PUT /v2.0/routers/bd904f92-75e7-47af-8538-345333921289 HTTP/1.1" status: 400 len: 364 time: 0.3352947 Nov 29 02:12:31.686528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51020) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:31.746594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbce5aa-113d-4e1a-b3c8-0764c981742e tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Deleting subnet b0595059-8b1d-48ed-8585-8b8559b1609a {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:12:31.753712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbce5aa-113d-4e1a-b3c8-0764c981742e tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.784626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3492afc-9a93-437d-be46-74a789de4854 None None] Pushing event updated for resources: {'Port': ['ID=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:31.814822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbce5aa-113d-4e1a-b3c8-0764c981742e tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.865187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbce5aa-113d-4e1a-b3c8-0764c981742e tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.929319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbce5aa-113d-4e1a-b3c8-0764c981742e tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server [None req-6e9c84be-299d-486e-997d-c6e4d8888b6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0595059-8b1d-48ed-8585-8b8559b1609a: This subnet is being modified by another concurrent operation. Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server raise exception Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0595059-8b1d-48ed-8585-8b8559b1609a: This subnet is being modified by another concurrent operation. Nov 29 02:12:31.932526 dv-neutron-816800-5-hyperv neutron-server[109950]: ERROR oslo_messaging.rpc.server Nov 29 02:12:31.948603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f58bd7a-9449-400f-9e34-f134fd3a4dbf None None] Network 6d91fcb5-0751-4711-a06b-f769037674c0 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:31.958063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbce5aa-113d-4e1a-b3c8-0764c981742e tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event deleted for resources: {'Subnet': ['ID=b0595059-8b1d-48ed-8585-8b8559b1609a,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:31.960069 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2dbce5aa-113d-4e1a-b3c8-0764c981742e tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.963332 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2dbce5aa-113d-4e1a-b3c8-0764c981742e tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "DELETE /v2.0/subnets/b0595059-8b1d-48ed-8585-8b8559b1609a HTTP/1.1" status: 204 len: 168 time: 0.2758131 Nov 29 02:12:31.965697 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51022) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:32.046115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.071668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:32.120144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:32.120519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.138236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.158808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d91fcb5-0751-4711-a06b-f769037674c0']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:32.167827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9eab5a1-bbb1-42b6-88b3-4b4ef0bb0311') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:32.168125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9eab5a1-bbb1-42b6-88b3-4b4ef0bb0311') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:32.177715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.190731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.196642 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:32.197158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:32.200593 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:32.202696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.234757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,segment=NetworkSegment(19e0f0c8-53ad-49c3-910e-d291607d4392),segment_id=19e0f0c8-53ad-49c3-910e-d291607d4392)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:32.239413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.267479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.274898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.281034 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "DELETE /v2.0/networks/6d91fcb5-0751-4711-a06b-f769037674c0 HTTP/1.1" status: 204 len: 168 time: 0.3111718 Nov 29 02:12:32.281296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51024) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:32.291306 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:32.299742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903991e-9457-45f9-89a5-5a50092dbbe3 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event deleted for resources: {'Network': ['ID=6d91fcb5-0751-4711-a06b-f769037674c0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:32.344445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0b26ef-568f-47fc-856d-66fab07814ed tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Deleting subnet 7e63933d-8e2d-4225-86c1-1bea7144f180 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:12:32.348138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e0b26ef-568f-47fc-856d-66fab07814ed tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.391116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e0b26ef-568f-47fc-856d-66fab07814ed tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.480589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e0b26ef-568f-47fc-856d-66fab07814ed tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.537425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe3dc8-e28d-4978-a0c0-6a526f20b6be None None] Network 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:32.543493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e0b26ef-568f-47fc-856d-66fab07814ed tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.570709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b26ef-568f-47fc-856d-66fab07814ed tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event deleted for resources: {'Subnet': ['ID=7e63933d-8e2d-4225-86c1-1bea7144f180,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:32.574230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3e0b26ef-568f-47fc-856d-66fab07814ed tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.578056 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3e0b26ef-568f-47fc-856d-66fab07814ed tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "DELETE /v2.0/subnets/7e63933d-8e2d-4225-86c1-1bea7144f180 HTTP/1.1" status: 204 len: 168 time: 0.2958517 Nov 29 02:12:32.580427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51026) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:32.656930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-208f51f2-636c-41d2-ae9f-826da108626a None None] Provisioning complete for port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:32.657305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-208f51f2-636c-41d2-ae9f-826da108626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.657613 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.714552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Deleting port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:32.714964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.775584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] DHCP port deletion for 46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:32.781073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] For port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,segment=NetworkSegment(19e0f0c8-53ad-49c3-910e-d291607d4392),segment_id=19e0f0c8-53ad-49c3-910e-d291607d4392)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:32.781462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.793645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Calling delete_port for 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:32.821090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] Deleting port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:32.821385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.883469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] For port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,segment=NetworkSegment(19e0f0c8-53ad-49c3-910e-d291607d4392),segment_id=19e0f0c8-53ad-49c3-910e-d291607d4392)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:32.883872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.897380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] Calling delete_port for 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:32.981034 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.006275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] Pushing event deleted for resources: {'Port': ['ID=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:33.012202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d58bef-73a3-4571-b161-a62a93c725ee None None] No DVR routers for this DVR port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:33.029658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb0f71-db90-42e1-b9b9-5d897e0b8da2 None None] get_active_networks_info from dv-neutron-816800-5-hyperv {{(pid=109950) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:12:33.092135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb0f71-db90-42e1-b9b9-5d897e0b8da2 None None] Resources bound (agent type, host, resource id): {{(pid=109950) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:12:33.224666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.252210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event deleted for resources: {'Port': ['ID=2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:33.254298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] No DVR routers for this DVR port 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:33.331161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.353955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46db7929-d4c9-4ce7-ad16-13bbd81bc2f8']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:33.363326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e0f0c8-53ad-49c3-910e-d291607d4392') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:33.363618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e0f0c8-53ad-49c3-910e-d291607d4392') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:33.373224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.386137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.392102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:33.392488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:33.395401 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:33.451938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.458303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.461453 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "DELETE /v2.0/networks/46db7929-d4c9-4ce7-ad16-13bbd81bc2f8 HTTP/1.1" status: 204 len: 168 time: 0.8800535 Nov 29 02:12:33.464189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51028) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:33.474373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208b021-6a9b-4aaa-a2c7-9b4c588b8f5f tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Pushing event deleted for resources: {'Network': ['ID=46db7929-d4c9-4ce7-ad16-13bbd81bc2f8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:33.493725 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2e542f96-07f6-4920-b9c7-12e579d32f45 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd904f92-75e7-47af-8538-345333921289 HTTP/1.1" status: 200 len: 205 time: 0.0283229 Nov 29 02:12:33.496025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51030) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:33.572631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aca59dee-35bc-4d81-8cb9-a2de6281d280 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.733665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aca59dee-35bc-4d81-8cb9-a2de6281d280 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.735762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aca59dee-35bc-4d81-8cb9-a2de6281d280 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.779239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aca59dee-35bc-4d81-8cb9-a2de6281d280 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.779768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca59dee-35bc-4d81-8cb9-a2de6281d280 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Fanout notify agent at l3_agent the message router_deleted on router bd904f92-75e7-47af-8538-345333921289 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:12:33.786725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aca59dee-35bc-4d81-8cb9-a2de6281d280 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.787829 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-aca59dee-35bc-4d81-8cb9-a2de6281d280 tempest-RoutersNegativeTest-663293666 tempest-RoutersNegativeTest-663293666-project] 10.222.0.30 "DELETE /v2.0/routers/bd904f92-75e7-47af-8538-345333921289 HTTP/1.1" status: 204 len: 168 time: 0.2909205 Nov 29 02:12:34.011114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:34.024573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51036) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:34.036922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:12:34.037274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2faf6d6b-fed4-4768-bbf1-c5e2dd7a86d5 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:12:34.155459 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5c4c18d7-91bd-4fb4-9e99-adc1ab59d1ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8814d510e7af43729ef0091eaefae82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296399 Nov 29 02:12:34.157828 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51040) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:34.208382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8458cddb-804a-442c-90b0-a8b80a9ca6a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.228977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8458cddb-804a-442c-90b0-a8b80a9ca6a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.276520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8458cddb-804a-442c-90b0-a8b80a9ca6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.279386 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8458cddb-804a-442c-90b0-a8b80a9ca6a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.280572 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8458cddb-804a-442c-90b0-a8b80a9ca6a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1520d4e7-be95-4e14-9025-e579afe7db91 HTTP/1.1" status: 204 len: 168 time: 0.1218495 Nov 29 02:12:34.288727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458cddb-804a-442c-90b0-a8b80a9ca6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1520d4e7-be95-4e14-9025-e579afe7db91,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:34.881743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51062) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:34.974494 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-117676767-network', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:34.996024 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Made reservation on behalf of 1302d5bd437845d7b6b8cfa19ce7b6ea for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:34.998645 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.007077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.081273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.085001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.109701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:35.118167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bae3a29-8a97-4f04-9921-96c24ba3222d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.124474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.124820 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Added segment 80ec7b51-1a79-48e7-b535-5fab2b2e6272 of type vlan for network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f Nov 29 02:12:35.164024 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.195176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.196135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:35.196712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.251911 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3689830 Nov 29 02:12:35.255092 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51066) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:35.259263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf7fe2-fa3e-43eb-8dd1-4dfa7adbebed admin admin] Pushing event updated for resources: {'Network': ['ID=5b6675ec-1d35-4288-b16d-d2ff5cfd098f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.259955 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Request body: {'subnet': {'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-subnet', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:35.269939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:35.283524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Made reservation on behalf of 1302d5bd437845d7b6b8cfa19ce7b6ea for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:35.285893 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.448558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.509106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=921516ac-861e-4b41-8469-255c7f55eee2,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.517310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Checking segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:35.517668 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Network hostable DHCP agents. Network: 5b6675ec-1d35-4288-b16d-d2ff5cfd098f, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:35.535754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:35.544620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 5b6675ec-1d35-4288-b16d-d2ff5cfd098f) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:35.548928 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:35.549515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.553883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388ac929-6f9e-4217-a490-95a9375ff694 None None] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:35.565341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-42ddd613-2c78-4415-b972-946b55b64cbc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3091614 Nov 29 02:12:35.567987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51068) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:35.572605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:35.593247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.594392 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.646194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.698132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'fixed_ips': [{'subnet_id': '921516ac-861e-4b41-8469-255c7f55eee2'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:35.699126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.788596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.839028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Allocated IP 172.20.0.2 (5b6675ec-1d35-4288-b16d-d2ff5cfd098f/921516ac-861e-4b41-8469-255c7f55eee2/90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:35.980694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.987308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.991715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.011548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.022390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:36.025062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:36.032559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:36.044242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Pushing event updated for resources: {'Port': ['ID=90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:36.089224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Attempting to bind port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:36.089595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Attempting to bind port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:36.089957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Attempting to bind port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 on network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:36.095013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:36.095387 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Checking segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:36.095785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.096176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Bound using segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:36.096634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Bound port: 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:36.097011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.117497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Allocated IP 172.26.8.141 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:36.162930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] For port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:36.166307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] For port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:36.171548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.227891 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5d5b6-2b3d-4a51-8a68-ae1ea0f0edb1 None None] Pushing event updated for resources: {'Port': ['ID=90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:36.228375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.264256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.302095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:36.307236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:36.311340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:36.320374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a715a52-d766-4fd9-8eb5-faf6a916774e None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:36.336738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:36.409025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5db33fd0-b9f4-481e-bdbf-5a0f4ff85606 None None] Provisioning complete for port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:36.409756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5db33fd0-b9f4-481e-bdbf-5a0f4ff85606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.452599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5db33fd0-b9f4-481e-bdbf-5a0f4ff85606 None None] Port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:36.624937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.819979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.958792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Router 515bf674-f547-4ac8-b338-f28f4c84771f is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:12:37.069218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:37.079902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Sync routers for ids ['515bf674-f547-4ac8-b338-f28f4c84771f'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:37.089233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.091452 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-df281624-6c8e-43c6-b812-49085acb24b6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5216997 Nov 29 02:12:37.093919 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51070) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:37.097639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Routers {'515bf674-f547-4ac8-b338-f28f4c84771f'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:37.098273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['515bf674-f547-4ac8-b338-f28f4c84771f'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:37.101438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f718d-6b49-49f6-bc74-215d7e70ac82 None None] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:37.241563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-18c22980-a3f5-45d5-a26a-fd83dc56855e None None] Provisioning complete for port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:37.241937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18c22980-a3f5-45d5-a26a-fd83dc56855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.308770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Set router 515bf674-f547-4ac8-b338-f28f4c84771f gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:37.503124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.509194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18c22980-a3f5-45d5-a26a-fd83dc56855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.666248 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Allocated IP 172.20.0.1 (5b6675ec-1d35-4288-b16d-d2ff5cfd098f/921516ac-861e-4b41-8469-255c7f55eee2/9c562d85-e12d-4ae8-9c36-c4424f60a547) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:37.723282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-18c22980-a3f5-45d5-a26a-fd83dc56855e None None] For port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:37.730007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18c22980-a3f5-45d5-a26a-fd83dc56855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.780064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.789272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c22980-a3f5-45d5-a26a-fd83dc56855e None None] Pushing event updated for resources: {'Port': ['ID=90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:37.796516 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:12:36Z', 'revision_number': 3, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:37.818204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.826567 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Checking router: 515bf674-f547-4ac8-b338-f28f4c84771f for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:37.826930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Updating router 515bf674-f547-4ac8-b338-f28f4c84771f port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:12:37.856896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.867472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:37.870472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:37.872943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:37.902975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Pushing event updated for resources: {'Port': ['ID=9c562d85-e12d-4ae8-9c36-c4424f60a547,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:37.924277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:37.985235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-16013d9d-f29a-4f11-a309-30b6febb9187 None None] Provisioning complete for port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:37.985613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-16013d9d-f29a-4f11-a309-30b6febb9187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.096523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:38.107846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.154529 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:12:38.240346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:38.240726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.268045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.272798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.275285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.276879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.343057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.343270 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e4175-d791-4ec1-8286-e7ad7ef2c55c None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:38.344793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Pushing event updated for resources: {'Port': ['ID=9c562d85-e12d-4ae8-9c36-c4424f60a547,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:38.359129 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca24a31-85eb-49cc-bec7-e4b768d869a7 None None] Pushing event updated for resources: {'Port': ['ID=b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:38.363747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Attempting to bind port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:38.364121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Attempting to bind port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:38.364518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Attempting to bind port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:38.370077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e00f4cd1-22f6-401b-9140-9acb746b0f7b None None] Provisioning complete for port 9c562d85-e12d-4ae8-9c36-c4424f60a547 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:38.370872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e00f4cd1-22f6-401b-9140-9acb746b0f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.376769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:38.377155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:38.377564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.377955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:38.378453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Bound port: b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:38.379102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.443494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:38.444984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:38.473939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e00f4cd1-22f6-401b-9140-9acb746b0f7b None None] Port 9c562d85-e12d-4ae8-9c36-c4424f60a547 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:38.489650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] For port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:38.493085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] For port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:38.499216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.553453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270dd6bb-1201-4d0d-828d-1dc1326d0cc7 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:38.582276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Router 515bf674-f547-4ac8-b338-f28f4c84771f has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:12:38.588313 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Routers {'515bf674-f547-4ac8-b338-f28f4c84771f'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:38.588970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['515bf674-f547-4ac8-b338-f28f4c84771f'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:38.663913 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca24a31-85eb-49cc-bec7-e4b768d869a7 None None] Pushing event updated for resources: {'Port': ['ID=b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:38.684393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b76e3fce-8e03-4002-a2e2-56e5d87b7884 None None] Provisioning complete for port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:38.685257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b76e3fce-8e03-4002-a2e2-56e5d87b7884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.694887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:38.699876 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-290fd796-1d07-4fce-bfcc-34c3f6402538 admin admin] 10.222.0.30 "PUT /v2.0/routers/515bf674-f547-4ac8-b338-f28f4c84771f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6049702 Nov 29 02:12:38.741283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] Set router 515bf674-f547-4ac8-b338-f28f4c84771f gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:38.865275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b76e3fce-8e03-4002-a2e2-56e5d87b7884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.918546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b76e3fce-8e03-4002-a2e2-56e5d87b7884 None None] For port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:38.923534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b76e3fce-8e03-4002-a2e2-56e5d87b7884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.005083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e3fce-8e03-4002-a2e2-56e5d87b7884 None None] Pushing event updated for resources: {'Port': ['ID=b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:39.032339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '9c562d85-e12d-4ae8-9c36-c4424f60a547', 'name': '', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'mac_address': 'fa:16:3e:88:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '921516ac-861e-4b41-8469-255c7f55eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:37Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 2, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'subnets': [{'id': '921516ac-861e-4b41-8469-255c7f55eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:39.068605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b644f-b5b1-4a9c-9eb1-96aa3a0a7cbf None None] The sync data for ids ['515bf674-f547-4ac8-b338-f28f4c84771f'] in dv-neutron-816800-5-hyperv is: [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '9c562d85-e12d-4ae8-9c36-c4424f60a547', 'name': '', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'mac_address': 'fa:16:3e:88:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '921516ac-861e-4b41-8469-255c7f55eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:37Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 2, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'subnets': [{'id': '921516ac-861e-4b41-8469-255c7f55eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:39.075772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6e6b3d9b-fe65-48b3-bfa1-2dcc85b9627c None None] Provisioning complete for port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:39.076154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3d9b-fe65-48b3-bfa1-2dcc85b9627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.175674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51086) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:39.181010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1503434067-network', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:39.182115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6e6b3d9b-fe65-48b3-bfa1-2dcc85b9627c None None] Provisioning complete for port 9c562d85-e12d-4ae8-9c36-c4424f60a547 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:39.182525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3d9b-fe65-48b3-bfa1-2dcc85b9627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.203158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Made reservation on behalf of e4da8feeb5a74870a737bfdcb777c146 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:39.205468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.214645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.218237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b3d9b-fe65-48b3-bfa1-2dcc85b9627c None None] Port 9c562d85-e12d-4ae8-9c36-c4424f60a547 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:39.300866 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.305398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.327253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:39.343546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db113d-82f8-4bf6-9644-de00e93ac11d,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:39.348063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.348416 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Added segment 58ca2d7e-6a39-4e59-94e3-d77fb8bb0496 of type vlan for network e2be8860-e278-49c5-9d22-9721e6c58909 Nov 29 02:12:39.391421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.417242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.418272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.419975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.451916 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2747073 Nov 29 02:12:39.454876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51088) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:39.487601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Request body: {'subnet': {'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-subnet', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:39.504383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fa8b2-5239-4d7e-ad35-1da9ed938cbc admin admin] Pushing event updated for resources: {'Network': ['ID=e2be8860-e278-49c5-9d22-9721e6c58909,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:39.514824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network e2be8860-e278-49c5-9d22-9721e6c58909 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:39.516734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Made reservation on behalf of e4da8feeb5a74870a737bfdcb777c146 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:39.520348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.711045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.769838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=445f1e5f-3aa5-452e-9e95-4f40705e97b5,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:39.779721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Checking segment: {'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:39.779882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Network hostable DHCP agents. Network: e2be8860-e278-49c5-9d22-9721e6c58909, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:39.796831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Network e2be8860-e278-49c5-9d22-9721e6c58909 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:39.812612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, e2be8860-e278-49c5-9d22-9721e6c58909) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:39.816793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.817417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.822268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b9085-571e-44d1-9797-8a00309da157 None None] Network e2be8860-e278-49c5-9d22-9721e6c58909 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:39.834029 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3d5e7d5b-2071-43e8-9a90-6db30d1987fd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3784378 Nov 29 02:12:39.836851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51090) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:39.841722 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:39.867159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.868221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:39.930699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.009832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-e2be8860-e278-49c5-9d22-9721e6c58909', 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'fixed_ips': [{'subnet_id': '445f1e5f-3aa5-452e-9e95-4f40705e97b5'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:40.010612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.086039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.119090 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:40.223455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Allocated IP 172.20.0.2 (e2be8860-e278-49c5-9d22-9721e6c58909/445f1e5f-3aa5-452e-9e95-4f40705e97b5/65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:40.235362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:40.235748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.310626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.330951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.448310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Allocated IP 172.26.8.153 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/d9e7df24-5c52-49bc-8513-7f57179fe240) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:40.568219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.587875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.594656 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.608629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.645019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Network e2be8860-e278-49c5-9d22-9721e6c58909 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:40.651005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:40.652045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:40.658109 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:40.658315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:40.660662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Pushing event updated for resources: {'Port': ['ID=65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:40.662086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:40.667243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b81d30-b26e-4aec-88b0-f5d111ea41f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.691923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e7df24-5c52-49bc-8513-7f57179fe240,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:40.697496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3107908a-2a85-4324-a109-e62e487df480 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:40.706241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.706658 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.707012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.707356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.707697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.708037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.708377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.708708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.709040 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.709371 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.709699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.710039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:40.734931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Attempting to bind port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:40.735315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Attempting to bind port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:40.735686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Attempting to bind port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 on network e2be8860-e278-49c5-9d22-9721e6c58909 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:40.740868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:40.741249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Checking segment: {'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:40.741659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.742054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Bound using segment: {'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:40.742574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Bound port: 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:40.742967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.793550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-42e02b47-0889-44fe-82d6-d483f1157f28 None None] Provisioning complete for port d9e7df24-5c52-49bc-8513-7f57179fe240 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:40.794519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-42e02b47-0889-44fe-82d6-d483f1157f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.843032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] For port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:40.845064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-42e02b47-0889-44fe-82d6-d483f1157f28 None None] Port d9e7df24-5c52-49bc-8513-7f57179fe240 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:40.855699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] For port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4,segment=NetworkSegment(58ca2d7e-6a39-4e59-94e3-d77fb8bb0496),segment_id=58ca2d7e-6a39-4e59-94e3-d77fb8bb0496)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:40.861192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:40.929029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321fa34-efdf-4a29-b29a-16b103e88a82 None None] Pushing event updated for resources: {'Port': ['ID=65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:40.950871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:41.173119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:41.306164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Router f508a33d-0f90-48fb-a68d-200545fdf575 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:12:41.413633 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:41.422863 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Sync routers for ids ['f508a33d-0f90-48fb-a68d-200545fdf575'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:41.431431 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:41.435693 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-82b1b62c-2dd5-41dd-a375-ae64a1a99238 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5948179 Nov 29 02:12:41.435835 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Routers {'f508a33d-0f90-48fb-a68d-200545fdf575'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:41.435835 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f508a33d-0f90-48fb-a68d-200545fdf575'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:41.436062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51092) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:41.541813 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Set router f508a33d-0f90-48fb-a68d-200545fdf575 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:41.754379 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:12:40Z', 'revision_number': 3, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port': {'id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:40Z', 'updated_at': '2021-11-29T02:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:41.782069 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Checking router: f508a33d-0f90-48fb-a68d-200545fdf575 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:41.782538 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Updating router f508a33d-0f90-48fb-a68d-200545fdf575 port d9e7df24-5c52-49bc-8513-7f57179fe240 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:12:41.809875 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:41.874390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b3216-b4ec-42f4-af9d-a873c59f68c3 None None] Network e2be8860-e278-49c5-9d22-9721e6c58909 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:41.897039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:41.941519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Sync routers for ids ['515bf674-f547-4ac8-b338-f28f4c84771f'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:41.964128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Routers {'515bf674-f547-4ac8-b338-f28f4c84771f'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:41.964854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['515bf674-f547-4ac8-b338-f28f4c84771f'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:42.081282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.093503 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.113876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:42.121343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-25184de8-2a4a-4e75-917f-d37a20d36a31 None None] Provisioning complete for port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:42.121724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25184de8-2a4a-4e75-917f-d37a20d36a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.157065 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Attempting to bind port d9e7df24-5c52-49bc-8513-7f57179fe240 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:42.157437 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Attempting to bind port d9e7df24-5c52-49bc-8513-7f57179fe240 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:42.157993 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Attempting to bind port d9e7df24-5c52-49bc-8513-7f57179fe240 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:42.173496 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:42.173880 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:42.174489 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.175023 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:42.175663 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Bound port: d9e7df24-5c52-49bc-8513-7f57179fe240, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:42.176219 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.176482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c02b71-d38e-408e-8ce9-eaf77ff73090 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:42.243941 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] For port d9e7df24-5c52-49bc-8513-7f57179fe240, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:42.247978 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] For port d9e7df24-5c52-49bc-8513-7f57179fe240, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d9e7df24-5c52-49bc-8513-7f57179fe240,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:42.255723 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.256078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Set router 515bf674-f547-4ac8-b338-f28f4c84771f gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:42.263807 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Pushing event updated for resources: {'Port': ['ID=d9e7df24-5c52-49bc-8513-7f57179fe240,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:42.272222 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.272692 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.273034 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.273375 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.273707 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.274039 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.274371 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.274722 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.275046 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.275369 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.275758 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.276192 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:42.335628 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Routers {'f508a33d-0f90-48fb-a68d-200545fdf575'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:42.336481 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f508a33d-0f90-48fb-a68d-200545fdf575'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:42.349028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f732a624-e39a-4258-9ba4-dc9d6cd15ad1 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:42.390892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:42.391273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.415512 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22aa32-f401-4bfb-8236-613c84b636a7 None None] Pushing event updated for resources: {'Port': ['ID=d9e7df24-5c52-49bc-8513-7f57179fe240,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:42.470382 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] Set router f508a33d-0f90-48fb-a68d-200545fdf575 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:42.473067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25184de8-2a4a-4e75-917f-d37a20d36a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.478570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Allocated IP 172.20.0.1 (e2be8860-e278-49c5-9d22-9721e6c58909/445f1e5f-3aa5-452e-9e95-4f40705e97b5/4f5ac59b-f1ae-4f0a-b624-ff166aef6405) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:42.560760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-25184de8-2a4a-4e75-917f-d37a20d36a31 None None] For port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4,segment=NetworkSegment(58ca2d7e-6a39-4e59-94e3-d77fb8bb0496),segment_id=58ca2d7e-6a39-4e59-94e3-d77fb8bb0496)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:42.596710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25184de8-2a4a-4e75-917f-d37a20d36a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.645200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.680536 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:12:40Z', 'revision_number': 3, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port': {'id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:40Z', 'updated_at': '2021-11-29T02:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:42.681969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.682925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25184de8-2a4a-4e75-917f-d37a20d36a31 None None] Pushing event updated for resources: {'Port': ['ID=65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:42.702086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '9c562d85-e12d-4ae8-9c36-c4424f60a547', 'name': '', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'mac_address': 'fa:16:3e:88:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '921516ac-861e-4b41-8469-255c7f55eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:37Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 2, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'subnets': [{'id': '921516ac-861e-4b41-8469-255c7f55eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:42.712437 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d484d-3632-401c-b628-a18dd6ce032a None None] The sync data for ids ['f508a33d-0f90-48fb-a68d-200545fdf575'] in dv-neutron-816800-5-hyperv is: [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:12:40Z', 'revision_number': 3, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port': {'id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:40Z', 'updated_at': '2021-11-29T02:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:42.725525 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Network e2be8860-e278-49c5-9d22-9721e6c58909 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:42.728466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:42.730937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:42.734549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Checking router: 515bf674-f547-4ac8-b338-f28f4c84771f for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:42.734925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Updating router 515bf674-f547-4ac8-b338-f28f4c84771f port 9c562d85-e12d-4ae8-9c36-c4424f60a547 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:12:42.768122 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Pushing event updated for resources: {'Port': ['ID=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:42.772139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cbe54a95-fe60-4069-b032-ec7539459ee6 None None] Provisioning complete for port d9e7df24-5c52-49bc-8513-7f57179fe240 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:42.772580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cbe54a95-fe60-4069-b032-ec7539459ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.775751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.787911 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.940863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.000549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cbe54a95-fe60-4069-b032-ec7539459ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.067109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cbe54a95-fe60-4069-b032-ec7539459ee6 None None] For port d9e7df24-5c52-49bc-8513-7f57179fe240, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d9e7df24-5c52-49bc-8513-7f57179fe240,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:43.073340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cbe54a95-fe60-4069-b032-ec7539459ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.148771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cbe54a95-fe60-4069-b032-ec7539459ee6 None None] Provisioning complete for port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:43.149155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cbe54a95-fe60-4069-b032-ec7539459ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.179402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.180775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe54a95-fe60-4069-b032-ec7539459ee6 None None] Pushing event updated for resources: {'Port': ['ID=d9e7df24-5c52-49bc-8513-7f57179fe240,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:43.185809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.259869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.261893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Pushing event updated for resources: {'Port': ['ID=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:43.284325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.298301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.352378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd087a9-1510-421b-827b-5686f7cb9915 None None] Pushing event updated for resources: {'Port': ['ID=9c562d85-e12d-4ae8-9c36-c4424f60a547,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:43.367576 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Network e2be8860-e278-49c5-9d22-9721e6c58909 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:43.369084 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:43.423612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Attempting to bind port 9c562d85-e12d-4ae8-9c36-c4424f60a547 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:43.424132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Attempting to bind port 9c562d85-e12d-4ae8-9c36-c4424f60a547 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:43.424522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Attempting to bind port 9c562d85-e12d-4ae8-9c36-c4424f60a547 on network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:43.434785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:43.435169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Checking segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:43.435585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.435991 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Bound using segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:43.436481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Bound port: 9c562d85-e12d-4ae8-9c36-c4424f60a547, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:43.436932 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.511171 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8d67df2f-1058-4110-916a-5e245facfe66 None None] Provisioning complete for port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:43.511632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8d67df2f-1058-4110-916a-5e245facfe66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.515449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Router f508a33d-0f90-48fb-a68d-200545fdf575 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:12:43.697184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:43.712416 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c5c44017-a9e7-423d-8af3-d165fc0df9bb admin admin] 10.222.0.30 "PUT /v2.0/routers/f508a33d-0f90-48fb-a68d-200545fdf575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725351 Nov 29 02:12:43.747014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] For port 9c562d85-e12d-4ae8-9c36-c4424f60a547, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:43.750659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8d67df2f-1058-4110-916a-5e245facfe66 None None] Port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:43.760164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] For port 9c562d85-e12d-4ae8-9c36-c4424f60a547, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9c562d85-e12d-4ae8-9c36-c4424f60a547,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:43.765523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.823764 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Routers {'515bf674-f547-4ac8-b338-f28f4c84771f'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:43.824094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['515bf674-f547-4ac8-b338-f28f4c84771f'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:43.866052 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd087a9-1510-421b-827b-5686f7cb9915 None None] Pushing event updated for resources: {'Port': ['ID=9c562d85-e12d-4ae8-9c36-c4424f60a547,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:43.933680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] Provisioning complete for port 9c562d85-e12d-4ae8-9c36-c4424f60a547 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:43.934077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:43.999336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] Set router 515bf674-f547-4ac8-b338-f28f4c84771f gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:44.038176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.157349 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.210509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9c562d85-e12d-4ae8-9c36-c4424f60a547 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:44.255782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-59d88a50-e204-4d62-abfe-9fb9aba15ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.289543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] For port 9c562d85-e12d-4ae8-9c36-c4424f60a547, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9c562d85-e12d-4ae8-9c36-c4424f60a547,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:44.296033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.367211 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] Provisioning complete for port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:44.367592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.407844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9c562d85-e12d-4ae8-9c36-c4424f60a547 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:44.408190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.416376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] Pushing event updated for resources: {'Port': ['ID=9c562d85-e12d-4ae8-9c36-c4424f60a547,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:44.454100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-cd320584-faab-4690-b328-939ac3c209d8 None None] Port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:44.478579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '9c562d85-e12d-4ae8-9c36-c4424f60a547', 'name': '', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'mac_address': 'fa:16:3e:88:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '921516ac-861e-4b41-8469-255c7f55eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:37Z', 'updated_at': '2021-11-29T02:12:43Z', 'revision_number': 4, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'subnets': [{'id': '921516ac-861e-4b41-8469-255c7f55eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:44.508857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c992688-785f-4e72-8e43-7b6824649852 None None] The sync data for ids ['515bf674-f547-4ac8-b338-f28f4c84771f'] in dv-neutron-816800-5-hyperv is: [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '9c562d85-e12d-4ae8-9c36-c4424f60a547', 'name': '', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'mac_address': 'fa:16:3e:88:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '921516ac-861e-4b41-8469-255c7f55eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:37Z', 'updated_at': '2021-11-29T02:12:43Z', 'revision_number': 4, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'subnets': [{'id': '921516ac-861e-4b41-8469-255c7f55eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:44.547431 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:44.600567 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-a1ea3903-ca9d-4dfe-987d-5c05d728f31f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:44.603908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-09bef49a-f856-4ad9-b271-4973a9d89eb9 None None] Provisioning complete for port 9c562d85-e12d-4ae8-9c36-c4424f60a547 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:44.604427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-09bef49a-f856-4ad9-b271-4973a9d89eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.606802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-a1ea3903-ca9d-4dfe-987d-5c05d728f31f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/networks?id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f HTTP/1.1" status: 200 len: 816 time: 0.1223042 Nov 29 02:12:44.620083 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-a5c69095-e1d5-4573-9c85-9426ae28b071 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/quotas/1302d5bd437845d7b6b8cfa19ce7b6ea HTTP/1.1" status: 200 len: 375 time: 0.0111654 Nov 29 02:12:44.648618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:44.650738 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.687677 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Sync routers for ids ['f508a33d-0f90-48fb-a68d-200545fdf575'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:44.701227 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Routers {'f508a33d-0f90-48fb-a68d-200545fdf575'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:44.701870 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:12:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f508a33d-0f90-48fb-a68d-200545fdf575'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:44.783799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d9e7df24-5c52-49bc-8513-7f57179fe240 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:44.846638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d9e7df24-5c52-49bc-8513-7f57179fe240 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:44.847083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.884848 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Set router f508a33d-0f90-48fb-a68d-200545fdf575 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:45.057668 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-6c7d2944-db11-4120-940d-6a0eb4772b6b tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1302d5bd437845d7b6b8cfa19ce7b6ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4301894 Nov 29 02:12:45.119007 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:12:42Z', 'revision_number': 4, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port': {'id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:40Z', 'updated_at': '2021-11-29T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4f5ac59b-f1ae-4f0a-b624-ff166aef6405', 'name': '', 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'mac_address': 'fa:16:3e:f6:7e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '445f1e5f-3aa5-452e-9e95-4f40705e97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:41Z', 'updated_at': '2021-11-29T02:12:43Z', 'revision_number': 2, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'subnets': [{'id': '445f1e5f-3aa5-452e-9e95-4f40705e97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:45.151449 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Checking router: f508a33d-0f90-48fb-a68d-200545fdf575 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:45.151887 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Updating router f508a33d-0f90-48fb-a68d-200545fdf575 port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:12:45.163913 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-55973267-7005-4e59-8ea3-ff4843098eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875957 Nov 29 02:12:45.177409 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.261992 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-38646637-6d8e-4a7f-9b1b-bbd0d883694a service neutron] 10.222.0.30 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917621 Nov 29 02:12:45.385780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.437702 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-88b0f5f1-5c0e-471c-884f-e7d904c9d5c7 req-8de17726-906a-49b1-8e8c-9acf1b82c979 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 210 time: 0.0279901 Nov 29 02:12:45.456565 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.462368 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.601336 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2e802-6dfb-4e9d-969d-333141deaad2 None None] Pushing event updated for resources: {'Port': ['ID=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:45.655812 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Attempting to bind port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:45.656086 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Attempting to bind port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:45.656505 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Attempting to bind port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 on network e2be8860-e278-49c5-9d22-9721e6c58909 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:45.662358 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:45.662855 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Checking segment: {'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:45.663312 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.663715 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Bound using segment: {'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:45.664195 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Bound port: 4f5ac59b-f1ae-4f0a-b624-ff166aef6405, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:45.664571 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.730174 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] For port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:45.733988 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] For port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,segment=NetworkSegment(58ca2d7e-6a39-4e59-94e3-d77fb8bb0496),segment_id=58ca2d7e-6a39-4e59-94e3-d77fb8bb0496)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:45.739129 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.801084 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Routers {'f508a33d-0f90-48fb-a68d-200545fdf575'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:45.801734 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:12:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f508a33d-0f90-48fb-a68d-200545fdf575'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:45.820293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1ecb73aa-1bc4-4437-b50d-55042cfbe98f None None] Provisioning complete for port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:45.820903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ecb73aa-1bc4-4437-b50d-55042cfbe98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.840375 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2e802-6dfb-4e9d-969d-333141deaad2 None None] Pushing event updated for resources: {'Port': ['ID=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:45.949630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ecb73aa-1bc4-4437-b50d-55042cfbe98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.959851 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] Set router f508a33d-0f90-48fb-a68d-200545fdf575 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:46.019837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1ecb73aa-1bc4-4437-b50d-55042cfbe98f None None] For port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,segment=NetworkSegment(58ca2d7e-6a39-4e59-94e3-d77fb8bb0496),segment_id=58ca2d7e-6a39-4e59-94e3-d77fb8bb0496)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:46.027050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1ecb73aa-1bc4-4437-b50d-55042cfbe98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:46.085468 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9c562d85-e12d-4ae8-9c36-c4424f60a547 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:46.141818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb73aa-1bc4-4437-b50d-55042cfbe98f None None] Pushing event updated for resources: {'Port': ['ID=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:46.159575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4dbb58fc-77d6-48cb-8bd1-82d2a8380e59 None None] Provisioning complete for port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:46.160026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dbb58fc-77d6-48cb-8bd1-82d2a8380e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:46.200837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 9c562d85-e12d-4ae8-9c36-c4424f60a547 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:46.201231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:46.202126 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:12:42Z', 'revision_number': 4, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port': {'id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:40Z', 'updated_at': '2021-11-29T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4f5ac59b-f1ae-4f0a-b624-ff166aef6405', 'name': '', 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'mac_address': 'fa:16:3e:f6:7e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '445f1e5f-3aa5-452e-9e95-4f40705e97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:41Z', 'updated_at': '2021-11-29T02:12:45Z', 'revision_number': 4, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'subnets': [{'id': '445f1e5f-3aa5-452e-9e95-4f40705e97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:46.228394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e46f21-69db-44d5-a725-1f38d3c45bd6 None None] The sync data for ids ['f508a33d-0f90-48fb-a68d-200545fdf575'] in dv-neutron-816800-5-hyperv is: [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:12:42Z', 'revision_number': 4, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port': {'id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:40Z', 'updated_at': '2021-11-29T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '4f5ac59b-f1ae-4f0a-b624-ff166aef6405', 'name': '', 'network_id': 'e2be8860-e278-49c5-9d22-9721e6c58909', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'mac_address': 'fa:16:3e:f6:7e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '445f1e5f-3aa5-452e-9e95-4f40705e97b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:41Z', 'updated_at': '2021-11-29T02:12:45Z', 'revision_number': 4, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'subnets': [{'id': '445f1e5f-3aa5-452e-9e95-4f40705e97b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:46.351290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:46.578866 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc2c78aa-b5d6-4c22-ae20-09cc9c2fde3e req-53fb94d0-700f-40b1-8727-644cb3d7168a tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 210 time: 0.0655475 Nov 29 02:12:46.629112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-23206f50-1d05-41ed-a95f-6c8ad49a6119 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:46.630754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-23206f50-1d05-41ed-a95f-6c8ad49a6119 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.21 "GET /v2.0/networks?id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f HTTP/1.1" status: 200 len: 816 time: 0.1504791 Nov 29 02:12:46.651312 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Request body: {'port': {'device_id': 'f2cd9dca-bb91-420b-94a5-5263f3a2497b', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'admin_state_up': True, 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:46.767704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Made reservation on behalf of 1302d5bd437845d7b6b8cfa19ce7b6ea for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:46.771352 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:46.911099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Allocated IP 172.20.0.7 (5b6675ec-1d35-4288-b16d-d2ff5cfd098f/921516ac-861e-4b41-8469-255c7f55eee2/d3f6e903-14f8-4c2f-9480-f78bbff31f29) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:47.071987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.107171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.154314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:47.157474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:47.161217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:47.167737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Pushing event updated for resources: {'Port': ['ID=d3f6e903-14f8-4c2f-9480-f78bbff31f29,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:47.217528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:47.218149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.236165 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-08e1448e-f66b-447f-8c6e-aaf87917f357 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889201 Nov 29 02:12:47.255525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Request body: {'port': {'device_id': 'f2cd9dca-bb91-420b-94a5-5263f3a2497b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:47.318068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.460662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d29fa041-f22e-4523-9c69-3bfca4e3c13d None None] Provisioning complete for port d3f6e903-14f8-4c2f-9480-f78bbff31f29 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:47.461200 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d29fa041-f22e-4523-9c69-3bfca4e3c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.494366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d29fa041-f22e-4523-9c69-3bfca4e3c13d None None] Port d3f6e903-14f8-4c2f-9480-f78bbff31f29 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:47.579033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f6e903-14f8-4c2f-9480-f78bbff31f29 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:12:47.587125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.598771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Transition to ACTIVE for port object d3f6e903-14f8-4c2f-9480-f78bbff31f29 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:12:47.602979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.662894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f6e903-14f8-4c2f-9480-f78bbff31f29,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:47.697863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b673-9251-43e1-a90c-1092168617c0 req-ce3cf6e2-643d-4ff4-81d5-46edea3b6ed7 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:47.699498 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-eaf6b673-9251-43e1-a90c-1092168617c0 req-ce3cf6e2-643d-4ff4-81d5-46edea3b6ed7 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 943 time: 0.0542281 Nov 29 02:12:47.736168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Attempting to bind port d3f6e903-14f8-4c2f-9480-f78bbff31f29 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:47.736535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Attempting to bind port d3f6e903-14f8-4c2f-9480-f78bbff31f29 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:47.736915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Attempting to bind port d3f6e903-14f8-4c2f-9480-f78bbff31f29 on network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:47.741580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Port d3f6e903-14f8-4c2f-9480-f78bbff31f29 on network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:12:47.742321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Attempting to bind port d3f6e903-14f8-4c2f-9480-f78bbff31f29 on network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:47.747621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:47.747968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Checking segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:47.748360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Bound using segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:47.748801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Bound port: d3f6e903-14f8-4c2f-9480-f78bbff31f29, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:47.749170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.765715 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-eaf6b673-9251-43e1-a90c-1092168617c0 req-137c9106-5c8e-4ac0-839a-33a81731b8c3 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594819 Nov 29 02:12:47.816118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] For port d3f6e903-14f8-4c2f-9480-f78bbff31f29, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:47.819389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] For port d3f6e903-14f8-4c2f-9480-f78bbff31f29, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d3f6e903-14f8-4c2f-9480-f78bbff31f29,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:47.823865 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.861442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:47.862056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.863518 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] 10.222.0.21 "PUT /v2.0/ports/d3f6e903-14f8-4c2f-9480-f78bbff31f29 HTTP/1.1" status: 200 len: 1093 time: 0.6128824 Nov 29 02:12:47.863961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cd9dca-bb91-420b-94a5-5263f3a2497b', 'tag': 'd3f6e903-14f8-4c2f-9480-f78bbff31f29'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:47.866243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cd9dca-bb91-420b-94a5-5263f3a2497b", "tag": "d3f6e903-14f8-4c2f-9480-f78bbff31f29"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:47.891751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24adc1-7562-4843-9292-cfd90527cc57 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f6e903-14f8-4c2f-9480-f78bbff31f29,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:47.911734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcca18b-b8d8-47a3-8f23-6c2c08b48733 x-openstack-request-id: req-1dcca18b-b8d8-47a3-8f23-6c2c08b48733 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:47.911967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cd9dca-bb91-420b-94a5-5263f3a2497b", "tag": "d3f6e903-14f8-4c2f-9480-f78bbff31f29", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:47.912233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dcca18b-b8d8-47a3-8f23-6c2c08b48733 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:47.912623 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cd9dca-bb91-420b-94a5-5263f3a2497b', 'tag': 'd3f6e903-14f8-4c2f-9480-f78bbff31f29', 'status': 'completed', 'code': 200} Nov 29 02:12:47.976743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-3b309128-6d6b-487e-a140-4ca3d1ca23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:47.978269 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-3b309128-6d6b-487e-a140-4ca3d1ca23ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1302d5bd437845d7b6b8cfa19ce7b6ea&device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 1096 time: 0.0430281 Nov 29 02:12:48.029099 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-10d7f1d7-a14f-4789-af87-27523f27e6eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3f6e903-14f8-4c2f-9480-f78bbff31f29 HTTP/1.1" status: 200 len: 217 time: 0.0365074 Nov 29 02:12:48.055969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:48.086756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-3ed05441-1c87-43e0-8994-0316ce8bf0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:48.088271 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-3ed05441-1c87-43e0-8994-0316ce8bf0f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=921516ac-861e-4b41-8469-255c7f55eee2 HTTP/1.1" status: 200 len: 855 time: 0.0503931 Nov 29 02:12:48.107172 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:48.107547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:48.139242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-e8444996-10d1-47ae-944c-760b789fc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:48.140750 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-e8444996-10d1-47ae-944c-760b789fc213 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456562 Nov 29 02:12:48.236218 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-d0a433fa-0632-4416-9d81-82aad9776177 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873747 Nov 29 02:12:48.329956 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63af724f-1c98-42a8-aee0-4aabe9dd445a req-7b89dce8-f1e8-4bcd-820f-9c3784d6cce5 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866029 Nov 29 02:12:48.454163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-20d50d33-0c20-471c-9544-1f377968bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:48.455833 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-20d50d33-0c20-471c-9544-1f377968bd84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1302d5bd437845d7b6b8cfa19ce7b6ea&device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 1096 time: 0.0408978 Nov 29 02:12:48.556615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-85f1686c-f0b8-4dba-8fe4-cbbe4fd5cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:48.558051 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-85f1686c-f0b8-4dba-8fe4-cbbe4fd5cecd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f HTTP/1.1" status: 200 len: 917 time: 0.0941808 Nov 29 02:12:48.600816 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-16f79953-e26e-4be5-a50f-d42644445ca9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3f6e903-14f8-4c2f-9480-f78bbff31f29 HTTP/1.1" status: 200 len: 217 time: 0.0336485 Nov 29 02:12:48.648330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-40c5691a-6a07-4f8d-8746-5b0b7a483b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:48.649820 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-40c5691a-6a07-4f8d-8746-5b0b7a483b8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=921516ac-861e-4b41-8469-255c7f55eee2 HTTP/1.1" status: 200 len: 855 time: 0.0416076 Nov 29 02:12:48.698308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-06ae0d98-50a1-443b-8635-7dfabcdb3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:48.699813 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-06ae0d98-50a1-443b-8635-7dfabcdb3121 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424452 Nov 29 02:12:48.788594 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-2ce756ec-9b73-4e74-9292-d97c897174c0 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808680 Nov 29 02:12:48.881172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9858fc6-61ea-4fb7-b626-e3a5152c8006 req-02fbdf67-791d-474d-9519-0e0fbf1ca1c6 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:48.882724 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c9858fc6-61ea-4fb7-b626-e3a5152c8006 req-02fbdf67-791d-474d-9519-0e0fbf1ca1c6 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 943 time: 0.0489595 Nov 29 02:12:48.884658 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0263ab3f-4eac-42b6-97c0-48eb7d32f06e req-67587b26-8e7c-4c77-86ab-7aded345ddbd service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892026 Nov 29 02:12:48.933217 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c9858fc6-61ea-4fb7-b626-e3a5152c8006 req-270edcd3-5ab4-44cb-b049-e5143eb6aff3 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Nov 29 02:12:50.049048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce1577-1bc5-4f5f-998c-46cc405887fb req-03f41508-981b-4cd9-8735-05eb384b17b7 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:50.050541 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-45ce1577-1bc5-4f5f-998c-46cc405887fb req-03f41508-981b-4cd9-8735-05eb384b17b7 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 943 time: 0.0493085 Nov 29 02:12:50.096070 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-45ce1577-1bc5-4f5f-998c-46cc405887fb req-063b03c8-170c-44ad-959d-876719798c97 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Nov 29 02:12:50.247696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device d3f6e903-14f8-4c2f-9480-f78bbff31f29 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:12:50.345149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port d3f6e903-14f8-4c2f-9480-f78bbff31f29, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d3f6e903-14f8-4c2f-9480-f78bbff31f29,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:50.355884 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'd3f6e903-14f8-4c2f-9480-f78bbff31f29', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'port_id': 'd3f6e903-14f8-4c2f-9480-f78bbff31f29', 'mac_address': 'fa:16:3e:47:95:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921516ac-861e-4b41-8469-255c7f55eee2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:12:50.392275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:50.405088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f6e903-14f8-4c2f-9480-f78bbff31f29 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:12:50.423420 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port d3f6e903-14f8-4c2f-9480-f78bbff31f29, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d3f6e903-14f8-4c2f-9480-f78bbff31f29,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:50.427018 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:50.474235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=d3f6e903-14f8-4c2f-9480-f78bbff31f29,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:50.687558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['d3f6e903-14f8-4c2f-9480-f78bbff31f29'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:12:51.211488 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20151792-5167-446e-9eeb-3712c1834a62 req-593c81c3-132e-4b82-9ac4-01d6e3e69442 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:51.212967 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-20151792-5167-446e-9eeb-3712c1834a62 req-593c81c3-132e-4b82-9ac4-01d6e3e69442 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 944 time: 0.0490651 Nov 29 02:12:51.260376 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-20151792-5167-446e-9eeb-3712c1834a62 req-dfa101e8-8982-4447-986f-0b9ee7f079b2 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Nov 29 02:12:52.246442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device d3f6e903-14f8-4c2f-9480-f78bbff31f29 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:52.298957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port d3f6e903-14f8-4c2f-9480-f78bbff31f29 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:12:52.303385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port d3f6e903-14f8-4c2f-9480-f78bbff31f29 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:52.303830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:52.381562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0869a94-1a02-4c8a-8144-56108759def5 req-9347ba7b-e2fb-4977-a6c4-df3eea4e3718 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:52.383104 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0869a94-1a02-4c8a-8144-56108759def5 req-9347ba7b-e2fb-4977-a6c4-df3eea4e3718 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 944 time: 0.0504949 Nov 29 02:12:52.383907 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:52.406779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cd9dca-bb91-420b-94a5-5263f3a2497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f6e903-14f8-4c2f-9480-f78bbff31f29'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:52.409031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80ba0c9-d6eb-4f31-8f2d-7a372742424d" -d '{"events": [{"server_uuid": "f2cd9dca-bb91-420b-94a5-5263f3a2497b", "name": "network-vif-plugged", "status": "completed", "tag": "d3f6e903-14f8-4c2f-9480-f78bbff31f29"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:52.422575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port d3f6e903-14f8-4c2f-9480-f78bbff31f29, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d3f6e903-14f8-4c2f-9480-f78bbff31f29,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:52.426620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:52.440560 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f0869a94-1a02-4c8a-8144-56108759def5 req-be74d0d2-0aa5-430f-bdc6-9aeb52e54993 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513756 Nov 29 02:12:52.454241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c80eda-625d-4d73-98d4-6f2831dd2c7a x-openstack-request-id: req-16c80eda-625d-4d73-98d4-6f2831dd2c7a {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:52.454570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cd9dca-bb91-420b-94a5-5263f3a2497b", "name": "network-vif-plugged", "status": "completed", "tag": "d3f6e903-14f8-4c2f-9480-f78bbff31f29", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:52.454831 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16c80eda-625d-4d73-98d4-6f2831dd2c7a {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:52.455224 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cd9dca-bb91-420b-94a5-5263f3a2497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f6e903-14f8-4c2f-9480-f78bbff31f29', 'code': 200} Nov 29 02:12:52.478294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=d3f6e903-14f8-4c2f-9480-f78bbff31f29,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:52.518983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:52.657447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2da8d-877a-41aa-97ce-7026598b288c req-4e7ca261-67d4-474c-9152-38cfc0a50dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:52.659049 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4ff2da8d-877a-41aa-97ce-7026598b288c req-4e7ca261-67d4-474c-9152-38cfc0a50dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 1098 time: 0.0403376 Nov 29 02:12:52.702686 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4ff2da8d-877a-41aa-97ce-7026598b288c req-65f5b2a9-1d55-443c-9676-aee376f213f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358627 Nov 29 02:12:53.560956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe0489-5433-4a12-9268-c65500ad13aa req-84551f77-583e-4e25-87a9-55439835104c tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:53.562520 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8cfe0489-5433-4a12-9268-c65500ad13aa req-84551f77-583e-4e25-87a9-55439835104c tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 945 time: 0.0537643 Nov 29 02:12:53.609834 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8cfe0489-5433-4a12-9268-c65500ad13aa req-5f67ebcf-39d3-483d-a935-279d3a1a242a tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Nov 29 02:12:54.721559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318a16c-7210-45ea-a780-b891bc6603f2 req-9af243e2-48dd-42a6-a7b0-61a60793f6c0 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:54.723019 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2318a16c-7210-45ea-a780-b891bc6603f2 req-9af243e2-48dd-42a6-a7b0-61a60793f6c0 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 945 time: 0.0490229 Nov 29 02:12:54.770881 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2318a16c-7210-45ea-a780-b891bc6603f2 req-17c6303d-c454-4b7c-96f2-bd1ce619f10c tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Nov 29 02:12:54.883890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b4cd-91f2-44d4-9725-a39dc5af11e5 req-1888fd9a-39d9-4b6a-9bad-2fe2904a0287 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:54.885372 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5930b4cd-91f2-44d4-9725-a39dc5af11e5 req-1888fd9a-39d9-4b6a-9bad-2fe2904a0287 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 945 time: 0.0504391 Nov 29 02:12:54.932484 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5930b4cd-91f2-44d4-9725-a39dc5af11e5 req-c4c9d543-a5f5-4fbb-b83b-618c7be2c961 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Nov 29 02:13:10.635648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c29851db-fc9b-4b65-b0d6-c9d2861944e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:13.987429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:14.208183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8af99ac3-4baf-4fe7-a84b-e77af70b16d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:15.154876 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:13:15.384799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:16.333547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:17.711889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8518-f035-4c11-97d4-ffecea209def req-d44efdc3-86ab-46e3-a44e-dec3e175ccfd tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:17.713661 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ec5c8518-f035-4c11-97d4-ffecea209def req-d44efdc3-86ab-46e3-a44e-dec3e175ccfd tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 945 time: 0.0503893 Nov 29 02:13:17.764309 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ec5c8518-f035-4c11-97d4-ffecea209def req-436dee7c-5edd-4fb1-b7df-8bfd2e66e281 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444295 Nov 29 02:13:18.878879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ad3b-14e4-407e-a364-d42fcaa6069f req-c0f55508-8e37-454a-91d5-09b8f3adc7d5 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:18.880366 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a3a2ad3b-14e4-407e-a364-d42fcaa6069f req-c0f55508-8e37-454a-91d5-09b8f3adc7d5 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 945 time: 0.0484622 Nov 29 02:13:18.930247 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a3a2ad3b-14e4-407e-a364-d42fcaa6069f req-32ed2ef0-0b81-4d65-a94d-cadd48522356 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440314 Nov 29 02:13:19.367251 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-3ed5061c-46e2-4b35-80ce-1f52af303580 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:19.368727 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-3ed5061c-46e2-4b35-80ce-1f52af303580 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 945 time: 0.0480635 Nov 29 02:13:19.463812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Deleting port d3f6e903-14f8-4c2f-9480-f78bbff31f29 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:19.464147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:19.553054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] For port d3f6e903-14f8-4c2f-9480-f78bbff31f29, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d3f6e903-14f8-4c2f-9480-f78bbff31f29,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:19.553420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:19.566212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Calling delete_port for d3f6e903-14f8-4c2f-9480-f78bbff31f29 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:19.694113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:19.721903 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Pushing event deleted for resources: {'Port': ['ID=d3f6e903-14f8-4c2f-9480-f78bbff31f29,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:19.728065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['d3f6e903-14f8-4c2f-9480-f78bbff31f29'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:13:19.767622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] No DVR routers for this DVR port d3f6e903-14f8-4c2f-9480-f78bbff31f29 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:13:19.769961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:19.773330 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-42f39dd9-97fa-42c8-a1d1-8d140b3d6e72 req-b0b8a587-ce74-41a3-a738-f1f56f4c8cc9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.21 "DELETE /v2.0/ports/d3f6e903-14f8-4c2f-9480-f78bbff31f29 HTTP/1.1" status: 204 len: 173 time: 0.3987210 Nov 29 02:13:19.773774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cd9dca-bb91-420b-94a5-5263f3a2497b', 'name': 'network-vif-deleted', 'tag': 'd3f6e903-14f8-4c2f-9480-f78bbff31f29'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:19.776029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd4e01f-2c55-40ad-952f-39f7fc53e907" -d '{"events": [{"server_uuid": "f2cd9dca-bb91-420b-94a5-5263f3a2497b", "name": "network-vif-deleted", "tag": "d3f6e903-14f8-4c2f-9480-f78bbff31f29"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:19.812664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b521fb8-0713-48c4-9b73-cdf4769b974e x-openstack-request-id: req-3b521fb8-0713-48c4-9b73-cdf4769b974e {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:19.812969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cd9dca-bb91-420b-94a5-5263f3a2497b", "name": "network-vif-deleted", "tag": "d3f6e903-14f8-4c2f-9480-f78bbff31f29", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:19.813230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b521fb8-0713-48c4-9b73-cdf4769b974e {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:19.813638 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cd9dca-bb91-420b-94a5-5263f3a2497b', 'name': 'network-vif-deleted', 'tag': 'd3f6e903-14f8-4c2f-9480-f78bbff31f29', 'status': 'completed', 'code': 200} Nov 29 02:13:20.034538 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2d4c9e74-d2b9-4203-9cd2-ff891455f95b req-f1d48bb0-4b7d-4daa-9976-a98ae5b75afc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2cd9dca-bb91-420b-94a5-5263f3a2497b HTTP/1.1" status: 200 len: 210 time: 0.0266719 Nov 29 02:13:21.607383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-e03dedcc-1a9c-40d5-8d72-dfe1a61853ae tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:21.608835 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-e03dedcc-1a9c-40d5-8d72-dfe1a61853ae tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/networks?id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f HTTP/1.1" status: 200 len: 816 time: 0.1018951 Nov 29 02:13:21.623566 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-196bfdf0-5edf-4d69-b9a2-328c319c2d08 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/quotas/1302d5bd437845d7b6b8cfa19ce7b6ea HTTP/1.1" status: 200 len: 375 time: 0.0088606 Nov 29 02:13:21.685059 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-57f2611e-4fca-49cf-aa1a-3f8e278fd2e9 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1302d5bd437845d7b6b8cfa19ce7b6ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562677 Nov 29 02:13:21.865551 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-c07fc70a-56f6-48e5-a116-d55c555047fb service neutron] 10.222.0.30 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692414 Nov 29 02:13:21.958671 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-9f66c248-d2d5-4a39-a0a1-4bcd761dbea3 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870924 Nov 29 02:13:22.112063 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-752d52ea-4e95-44e3-8d65-93769a778324 req-41890e50-bd5a-4a8a-93ca-22387eb1306c tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 210 time: 0.0268049 Nov 29 02:13:22.433926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device d3f6e903-14f8-4c2f-9480-f78bbff31f29 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:22.457518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: d3f6e903-14f8-4c2f-9480-f78bbff31f29 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:13:22.457866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device d3f6e903-14f8-4c2f-9480-f78bbff31f29 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:13:22.518311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.097536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4dbc1b6a-a2f9-4268-be3f-2e612a181f74 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:23.099030 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4dbc1b6a-a2f9-4268-be3f-2e612a181f74 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.21 "GET /v2.0/networks?id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f HTTP/1.1" status: 200 len: 816 time: 0.1066694 Nov 29 02:13:23.133008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Request body: {'port': {'device_id': 'e61cd022-dfda-42f0-9fbf-b3e56ebb615f', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'admin_state_up': True, 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:13:23.207676 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-631c4395-24fb-4b4c-8d2b-6ff6783dd45e req-6b4bba31-a148-4266-9201-a5bdc78f4299 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 210 time: 0.0264125 Nov 29 02:13:23.250237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Made reservation on behalf of 1302d5bd437845d7b6b8cfa19ce7b6ea for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:13:23.253960 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.380637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Allocated IP 172.20.0.13 (5b6675ec-1d35-4288-b16d-d2ff5cfd098f/921516ac-861e-4b41-8469-255c7f55eee2/53048d13-8dd2-494e-af96-3e5f11fbd717) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:13:23.519168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.557004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.603788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:13:23.606954 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:13:23.610725 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:13:23.635701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Pushing event updated for resources: {'Port': ['ID=53048d13-8dd2-494e-af96-3e5f11fbd717,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:23.668343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:23.668966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.686111 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-1834d4d9-3d69-468b-9dbd-dfad3f54b3dc tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569937 Nov 29 02:13:23.705741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Request body: {'port': {'device_id': 'e61cd022-dfda-42f0-9fbf-b3e56ebb615f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:13:23.761378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.805979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6d1a9b05-65f3-454d-acbd-945b897db7cb None None] Provisioning complete for port 53048d13-8dd2-494e-af96-3e5f11fbd717 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:13:23.806599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6d1a9b05-65f3-454d-acbd-945b897db7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.840162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a9b05-65f3-454d-acbd-945b897db7cb None None] Port 53048d13-8dd2-494e-af96-3e5f11fbd717 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:13:24.024752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53048d13-8dd2-494e-af96-3e5f11fbd717 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:13:24.032196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:24.043892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Transition to ACTIVE for port object 53048d13-8dd2-494e-af96-3e5f11fbd717 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:13:24.048112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:24.096665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Pushing event updated for resources: {'Port': ['ID=53048d13-8dd2-494e-af96-3e5f11fbd717,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:24.173112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Attempting to bind port 53048d13-8dd2-494e-af96-3e5f11fbd717 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:13:24.173763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Attempting to bind port 53048d13-8dd2-494e-af96-3e5f11fbd717 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:13:24.173763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Attempting to bind port 53048d13-8dd2-494e-af96-3e5f11fbd717 on network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:13:24.178448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Port 53048d13-8dd2-494e-af96-3e5f11fbd717 on network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:13:24.178780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Attempting to bind port 53048d13-8dd2-494e-af96-3e5f11fbd717 on network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:13:24.183772 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:13:24.184117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Checking segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:13:24.184533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Bound using segment: {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:13:24.184965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Bound port: 53048d13-8dd2-494e-af96-3e5f11fbd717, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ec7b51-1a79-48e7-b535-5fab2b2e6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:13:24.185898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:24.255857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] For port 53048d13-8dd2-494e-af96-3e5f11fbd717, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:13:24.259043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] For port 53048d13-8dd2-494e-af96-3e5f11fbd717, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=53048d13-8dd2-494e-af96-3e5f11fbd717,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:13:24.264091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:24.308859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:24.309475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:24.311771 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] 10.222.0.21 "PUT /v2.0/ports/53048d13-8dd2-494e-af96-3e5f11fbd717 HTTP/1.1" status: 200 len: 1094 time: 0.6110313 Nov 29 02:13:24.312187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61cd022-dfda-42f0-9fbf-b3e56ebb615f', 'tag': '53048d13-8dd2-494e-af96-3e5f11fbd717'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:24.314464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467" -d '{"events": [{"name": "network-changed", "server_uuid": "e61cd022-dfda-42f0-9fbf-b3e56ebb615f", "tag": "53048d13-8dd2-494e-af96-3e5f11fbd717"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:24.358667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ef9cc-9e84-49a6-b59c-a7672ad083d3 x-openstack-request-id: req-e68ef9cc-9e84-49a6-b59c-a7672ad083d3 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:24.358962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61cd022-dfda-42f0-9fbf-b3e56ebb615f", "tag": "53048d13-8dd2-494e-af96-3e5f11fbd717", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:24.359218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e68ef9cc-9e84-49a6-b59c-a7672ad083d3 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:24.359618 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61cd022-dfda-42f0-9fbf-b3e56ebb615f', 'tag': '53048d13-8dd2-494e-af96-3e5f11fbd717', 'status': 'completed', 'code': 200} Nov 29 02:13:24.364323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39c668-234b-4a20-9afc-940a0497d5ef service neutron] Pushing event updated for resources: {'Port': ['ID=53048d13-8dd2-494e-af96-3e5f11fbd717,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:24.378962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e2da0-c659-4ed0-8f65-20c6a19cce27 req-db029a3e-6bbc-42a0-8811-72e31f2e0ace tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:24.380492 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ac7e2da0-c659-4ed0-8f65-20c6a19cce27 req-db029a3e-6bbc-42a0-8811-72e31f2e0ace tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 944 time: 0.0896020 Nov 29 02:13:24.456291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-3f07d1cf-c8d4-4772-bb4c-fceaa8538e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:24.457791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-3f07d1cf-c8d4-4772-bb4c-fceaa8538e68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1302d5bd437845d7b6b8cfa19ce7b6ea&device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 1097 time: 0.0764275 Nov 29 02:13:24.461126 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ac7e2da0-c659-4ed0-8f65-20c6a19cce27 req-7e33c38f-8169-4075-b816-969f790c39f2 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720778 Nov 29 02:13:24.506687 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-447c039d-87e3-45d3-8c7a-bbdbcdb5aee4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53048d13-8dd2-494e-af96-3e5f11fbd717 HTTP/1.1" status: 200 len: 217 time: 0.0356562 Nov 29 02:13:24.558755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-726aa5e7-1a5e-4007-8e9f-c13e69a2d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:24.560261 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-726aa5e7-1a5e-4007-8e9f-c13e69a2d28a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=921516ac-861e-4b41-8469-255c7f55eee2 HTTP/1.1" status: 200 len: 855 time: 0.0470738 Nov 29 02:13:24.606877 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-41ad171b-32e1-4bf9-a568-c61921099e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:24.609066 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-41ad171b-32e1-4bf9-a568-c61921099e0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408351 Nov 29 02:13:24.698788 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-b8c6be9c-2733-43d5-86e5-a3be1555dce2 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815878 Nov 29 02:13:24.795407 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4795751c-6961-4ddd-9ff0-7ef20d352c93 req-81159114-7d8a-4364-82d4-a2e8f5320cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893760 Nov 29 02:13:24.921484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-58cd6bb9-ac48-40a0-abb5-033eb44dc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:24.923030 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-58cd6bb9-ac48-40a0-abb5-033eb44dc961 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1302d5bd437845d7b6b8cfa19ce7b6ea&device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 1097 time: 0.0425546 Nov 29 02:13:25.016346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-ac82f00e-fdba-41f8-8457-24ee6ce1a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:25.017826 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-ac82f00e-fdba-41f8-8457-24ee6ce1a3a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f HTTP/1.1" status: 200 len: 917 time: 0.0880327 Nov 29 02:13:25.059083 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-d824258f-a229-432a-a19f-fc163ee9f4aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53048d13-8dd2-494e-af96-3e5f11fbd717 HTTP/1.1" status: 200 len: 217 time: 0.0336618 Nov 29 02:13:25.107027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-0931c1db-d6f9-4972-a6d6-6dc9f1ea2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:25.108430 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-0931c1db-d6f9-4972-a6d6-6dc9f1ea2089 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=921516ac-861e-4b41-8469-255c7f55eee2 HTTP/1.1" status: 200 len: 855 time: 0.0421076 Nov 29 02:13:25.161046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-77764019-ce83-4967-acb9-e55bb0cef3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:25.162531 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-77764019-ce83-4967-acb9-e55bb0cef3b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436218 Nov 29 02:13:25.252061 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-424573bf-3b77-4d0c-9626-af1ce96645c0 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804372 Nov 29 02:13:25.352560 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c95d7ede-e767-49a9-9c7d-bd5dc6cec467 req-71b907c4-61ae-42ef-ba48-827370309d28 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930238 Nov 29 02:13:25.578042 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66118f-bcee-41af-ae81-12ec310adeac req-70f75ba2-876f-4e41-879f-cf6145df7dbf tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:25.579507 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3c66118f-bcee-41af-ae81-12ec310adeac req-70f75ba2-876f-4e41-879f-cf6145df7dbf tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 944 time: 0.0486326 Nov 29 02:13:25.625902 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3c66118f-bcee-41af-ae81-12ec310adeac req-61850737-740b-4733-9a6e-0ffb3a724772 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Nov 29 02:13:26.452413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 53048d13-8dd2-494e-af96-3e5f11fbd717 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:13:26.548317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 53048d13-8dd2-494e-af96-3e5f11fbd717, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=53048d13-8dd2-494e-af96-3e5f11fbd717,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:26.559225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '53048d13-8dd2-494e-af96-3e5f11fbd717', 'network_id': '5b6675ec-1d35-4288-b16d-d2ff5cfd098f', 'port_id': '53048d13-8dd2-494e-af96-3e5f11fbd717', 'mac_address': 'fa:16:3e:fd:25:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921516ac-861e-4b41-8469-255c7f55eee2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:13:26.596534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:26.608917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53048d13-8dd2-494e-af96-3e5f11fbd717 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:13:26.628152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 53048d13-8dd2-494e-af96-3e5f11fbd717, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=53048d13-8dd2-494e-af96-3e5f11fbd717,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:26.633110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:26.686190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=53048d13-8dd2-494e-af96-3e5f11fbd717,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:26.693065 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.693422 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.693765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.694104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.694447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.694792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.695124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.695452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.695781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.696106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.696427 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.696748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:26.741373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dc611-3f84-42be-a66b-a41c6d432548 req-09743769-c925-4841-adf7-05c56737dc44 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:26.742916 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-552dc611-3f84-42be-a66b-a41c6d432548 req-09743769-c925-4841-adf7-05c56737dc44 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 945 time: 0.0513480 Nov 29 02:13:26.789578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-552dc611-3f84-42be-a66b-a41c6d432548 req-220b7ae4-bb86-4fc0-8805-ff30190e1ae8 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Nov 29 02:13:26.908454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['53048d13-8dd2-494e-af96-3e5f11fbd717'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:13:27.905953 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b298d6-f002-4f2f-854e-0904d1bbcb3a req-bae66fde-2b2c-4d95-8081-284799e399a7 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:27.907435 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-33b298d6-f002-4f2f-854e-0904d1bbcb3a req-bae66fde-2b2c-4d95-8081-284799e399a7 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 945 time: 0.0528440 Nov 29 02:13:27.953136 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-33b298d6-f002-4f2f-854e-0904d1bbcb3a req-60f76f18-cde6-4622-b6dd-53e2a1774708 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Nov 29 02:13:28.482261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 53048d13-8dd2-494e-af96-3e5f11fbd717 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:13:28.533029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 53048d13-8dd2-494e-af96-3e5f11fbd717 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:13:28.536906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 53048d13-8dd2-494e-af96-3e5f11fbd717 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:13:28.537405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:28.615618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:28.637960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61cd022-dfda-42f0-9fbf-b3e56ebb615f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53048d13-8dd2-494e-af96-3e5f11fbd717'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:28.640310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f393ef0-2184-4c7d-a5e7-06fe85e0e44c" -d '{"events": [{"server_uuid": "e61cd022-dfda-42f0-9fbf-b3e56ebb615f", "name": "network-vif-plugged", "status": "completed", "tag": "53048d13-8dd2-494e-af96-3e5f11fbd717"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:28.652186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 53048d13-8dd2-494e-af96-3e5f11fbd717, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=53048d13-8dd2-494e-af96-3e5f11fbd717,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:28.656074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:28.680077 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda2999-ce65-4255-ab67-d8069090803a x-openstack-request-id: req-7dda2999-ce65-4255-ab67-d8069090803a {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:28.680373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61cd022-dfda-42f0-9fbf-b3e56ebb615f", "name": "network-vif-plugged", "status": "completed", "tag": "53048d13-8dd2-494e-af96-3e5f11fbd717", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:28.680632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7dda2999-ce65-4255-ab67-d8069090803a {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:28.681024 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61cd022-dfda-42f0-9fbf-b3e56ebb615f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53048d13-8dd2-494e-af96-3e5f11fbd717', 'code': 200} Nov 29 02:13:28.708930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=53048d13-8dd2-494e-af96-3e5f11fbd717,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:28.881108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b1cd1-ca59-43cf-84c6-33f6e7de29fe req-55dec279-2d40-451d-92a1-1633a225c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:28.882632 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-df3b1cd1-ca59-43cf-84c6-33f6e7de29fe req-55dec279-2d40-451d-92a1-1633a225c77e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 1099 time: 0.0403049 Nov 29 02:13:28.930243 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-df3b1cd1-ca59-43cf-84c6-33f6e7de29fe req-862a81bd-39b2-4352-b991-07c53875f5b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Nov 29 02:13:29.066721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250a147-7f3f-454e-9885-b0a44887de33 req-9b20db27-0726-4fce-b130-710aae6ee695 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:29.068220 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e250a147-7f3f-454e-9885-b0a44887de33 req-9b20db27-0726-4fce-b130-710aae6ee695 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 946 time: 0.0492990 Nov 29 02:13:29.114436 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e250a147-7f3f-454e-9885-b0a44887de33 req-db199c1d-038c-45af-bfdf-56f3671f603e tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Nov 29 02:13:30.227922 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f088ba-4151-4c66-9fe1-ef412d1a2ef8 req-4723d5a8-d0a6-466a-ab5e-8038eee5b38b tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:30.229404 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63f088ba-4151-4c66-9fe1-ef412d1a2ef8 req-4723d5a8-d0a6-466a-ab5e-8038eee5b38b tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 946 time: 0.0471127 Nov 29 02:13:30.275961 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63f088ba-4151-4c66-9fe1-ef412d1a2ef8 req-73019b8a-7e2d-4c4b-82a9-3c58c2239bd6 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400383 Nov 29 02:13:30.388354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a09bff-7323-495b-904c-546babb97d43 req-3e667cba-8280-4304-bdbe-7f81a0029947 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:30.389853 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-01a09bff-7323-495b-904c-546babb97d43 req-3e667cba-8280-4304-bdbe-7f81a0029947 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 946 time: 0.0494955 Nov 29 02:13:30.440344 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-01a09bff-7323-495b-904c-546babb97d43 req-e22af219-5c24-4c7d-b64b-6ce986b780e4 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Nov 29 02:13:40.638380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b540778-03da-48e7-81a2-4c1770ad2880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:43.989625 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:44.209009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73933e0e-890a-41e6-aa7a-ac3fd11f8526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:45.390144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:46.374367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:46.949086 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-c2615114-216f-4899-bb4e-a0b728b2173c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431840 Nov 29 02:13:47.053442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-7016c907-b4fc-4cae-a5f9-f0f05301fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:47.054952 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-7016c907-b4fc-4cae-a5f9-f0f05301fe7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1302d5bd437845d7b6b8cfa19ce7b6ea&device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 1099 time: 0.0443861 Nov 29 02:13:47.161259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-f86ff3f2-92cf-4138-9692-66f0a99622c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:47.162762 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-f86ff3f2-92cf-4138-9692-66f0a99622c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f HTTP/1.1" status: 200 len: 917 time: 0.0869107 Nov 29 02:13:47.208170 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-0a146720-c066-4ffd-ad74-74a170506ad8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53048d13-8dd2-494e-af96-3e5f11fbd717 HTTP/1.1" status: 200 len: 217 time: 0.0380433 Nov 29 02:13:47.257446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-40cd2797-302d-4236-86f9-f1dd9e9d9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:47.258919 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-40cd2797-302d-4236-86f9-f1dd9e9d9531 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=921516ac-861e-4b41-8469-255c7f55eee2 HTTP/1.1" status: 200 len: 855 time: 0.0439637 Nov 29 02:13:47.304400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-7eb53036-a6d3-4143-aa92-a8386ade5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:47.305891 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-7eb53036-a6d3-4143-aa92-a8386ade5243 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b6675ec-1d35-4288-b16d-d2ff5cfd098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399911 Nov 29 02:13:47.399516 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-2c5891e9-8b61-4aeb-b6d9-45e0d1109dd7 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863006 Nov 29 02:13:47.492024 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-17cff3cd-399e-49da-8a5b-f6c91046e4ba req-2f8876f0-9921-444b-95f1-a2b62ba697e7 service neutron] 10.222.0.21 "GET /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Nov 29 02:13:52.154348 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:13:52.522717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:52.861958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d9cf4-5f91-48e0-b768-5ec03dec7944 req-f33571a9-8f77-495a-b951-745afcd2e49f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:52.863491 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d82d9cf4-5f91-48e0-b768-5ec03dec7944 req-f33571a9-8f77-495a-b951-745afcd2e49f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 946 time: 0.0500040 Nov 29 02:13:52.915675 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d82d9cf4-5f91-48e0-b768-5ec03dec7944 req-5f8aab0f-99b3-4333-ab79-a22c1a3b8c5f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Nov 29 02:13:54.032840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3c595-19c2-48a5-b77b-8ce1cf2cd8f7 req-467a13b8-de9b-4cc3-8f94-7cbdbe5b82fd tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:54.034341 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b4f3c595-19c2-48a5-b77b-8ce1cf2cd8f7 req-467a13b8-de9b-4cc3-8f94-7cbdbe5b82fd tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 946 time: 0.0491736 Nov 29 02:13:54.082742 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b4f3c595-19c2-48a5-b77b-8ce1cf2cd8f7 req-66910e33-288d-4d98-8ea0-d4e25b28500c tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bae3a29-8a97-4f04-9921-96c24ba3222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 Nov 29 02:13:54.663685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-7d623ef5-bbee-4e0b-a6f7-e7331357aa43 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:54.665116 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-7d623ef5-bbee-4e0b-a6f7-e7331357aa43 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 946 time: 0.0469353 Nov 29 02:13:54.754009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Deleting port 53048d13-8dd2-494e-af96-3e5f11fbd717 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:54.754340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:54.843843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] For port 53048d13-8dd2-494e-af96-3e5f11fbd717, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=53048d13-8dd2-494e-af96-3e5f11fbd717,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:54.844207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:54.856862 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Calling delete_port for 53048d13-8dd2-494e-af96-3e5f11fbd717 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:54.982451 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:55.010015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Pushing event deleted for resources: {'Port': ['ID=53048d13-8dd2-494e-af96-3e5f11fbd717,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:55.016194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['53048d13-8dd2-494e-af96-3e5f11fbd717'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:13:55.023994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.024353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.024824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.025174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.025515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.025852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.026703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.027053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.027378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.027713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.028045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.028374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:55.062966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] No DVR routers for this DVR port 53048d13-8dd2-494e-af96-3e5f11fbd717 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:13:55.065318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:55.068684 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2623d8a1-3a79-4535-a21f-4c8416a0e987 req-a7f6c3d1-146d-4d7a-a5b0-dec3da164d1f tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.21 "DELETE /v2.0/ports/53048d13-8dd2-494e-af96-3e5f11fbd717 HTTP/1.1" status: 204 len: 173 time: 0.3969924 Nov 29 02:13:55.069124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61cd022-dfda-42f0-9fbf-b3e56ebb615f', 'name': 'network-vif-deleted', 'tag': '53048d13-8dd2-494e-af96-3e5f11fbd717'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:55.071435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcc2a17-2bae-4a5a-a18b-0a6aca4703eb" -d '{"events": [{"server_uuid": "e61cd022-dfda-42f0-9fbf-b3e56ebb615f", "name": "network-vif-deleted", "tag": "53048d13-8dd2-494e-af96-3e5f11fbd717"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:55.110301 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f87ca9-d1da-49d6-8e59-05278879f7e1 x-openstack-request-id: req-a9f87ca9-d1da-49d6-8e59-05278879f7e1 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:55.110621 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61cd022-dfda-42f0-9fbf-b3e56ebb615f", "name": "network-vif-deleted", "tag": "53048d13-8dd2-494e-af96-3e5f11fbd717", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:55.110885 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9f87ca9-d1da-49d6-8e59-05278879f7e1 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:55.111279 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61cd022-dfda-42f0-9fbf-b3e56ebb615f', 'name': 'network-vif-deleted', 'tag': '53048d13-8dd2-494e-af96-3e5f11fbd717', 'status': 'completed', 'code': 200} Nov 29 02:13:55.178396 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-18c92474-61d2-4737-b53b-8636adf27e6b req-e25c2ea2-d7f0-4f2e-a974-da505c0fd537 tempest-TestEncryptedCinderVolumes-133482609 tempest-TestEncryptedCinderVolumes-133482609-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61cd022-dfda-42f0-9fbf-b3e56ebb615f HTTP/1.1" status: 200 len: 210 time: 0.0266509 Nov 29 02:13:56.268541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51404) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:56.615291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:56.862923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Deleting port 9c562d85-e12d-4ae8-9c36-c4424f60a547 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:56.863340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:56.941092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] For port 9c562d85-e12d-4ae8-9c36-c4424f60a547, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=9c562d85-e12d-4ae8-9c36-c4424f60a547,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:56.941462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:56.955611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Calling delete_port for 9c562d85-e12d-4ae8-9c36-c4424f60a547 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:57.143208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:57.174113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c562d85-e12d-4ae8-9c36-c4424f60a547,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:57.200116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.200482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.200829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.201180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.201568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.201915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.202254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.202616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.202958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.203296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.203629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.203961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:57.361149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:57.578289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Router 515bf674-f547-4ac8-b338-f28f4c84771f has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:13:57.684495 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:13:57.690925 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9fc17d45-4f61-463d-b0eb-0cbee77c7408 admin admin] 10.222.0.30 "PUT /v2.0/routers/515bf674-f547-4ac8-b338-f28f4c84771f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4212804 Nov 29 02:13:57.692787 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51406) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:57.696084 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] Sync routers for ids ['515bf674-f547-4ac8-b338-f28f4c84771f'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:13:57.706679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] Routers {'515bf674-f547-4ac8-b338-f28f4c84771f'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:57.707705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['515bf674-f547-4ac8-b338-f28f4c84771f'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:57.816190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] Set router 515bf674-f547-4ac8-b338-f28f4c84771f gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:58.002104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:13:57Z', 'revision_number': 5, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:58.029029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] Checking router: 515bf674-f547-4ac8-b338-f28f4c84771f for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:13:58.041654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] Routers {'515bf674-f547-4ac8-b338-f28f4c84771f'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:58.042506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['515bf674-f547-4ac8-b338-f28f4c84771f'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:58.083346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.150360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] Set router 515bf674-f547-4ac8-b338-f28f4c84771f gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:58.184828 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.237875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Deleting port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:58.238356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.317234 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] For port b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:58.317604 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.328681 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:13:57Z', 'revision_number': 5, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:58.330476 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Calling delete_port for b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:58.354768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c265b2f-8fe3-4d18-854b-94cd56e0fd93 None None] The sync data for ids ['515bf674-f547-4ac8-b338-f28f4c84771f'] in dv-neutron-816800-5-hyperv is: [{'id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'name': 'tempest-TestEncryptedCinderVolumes-117676767-router', 'tenant_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:35Z', 'updated_at': '2021-11-29T02:13:57Z', 'revision_number': 5, 'project_id': '1302d5bd437845d7b6b8cfa19ce7b6ea', 'gw_port': {'id': 'b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bf674-f547-4ac8-b338-f28f4c84771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:36Z', 'updated_at': '2021-11-29T02:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:13:58.501313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.530929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:58.547854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60b5dc7-a785-4db8-88b2-d79d96895446 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:13:58.593567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.624575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 53048d13-8dd2-494e-af96-3e5f11fbd717 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:58.644463 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 53048d13-8dd2-494e-af96-3e5f11fbd717 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:13:58.644750 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 53048d13-8dd2-494e-af96-3e5f11fbd717 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:13:58.683015 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.685131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.736082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.736646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 515bf674-f547-4ac8-b338-f28f4c84771f {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:13:58.741540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.742804 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-373b197d-65ba-4c0f-b458-0fe0141e30b7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/515bf674-f547-4ac8-b338-f28f4c84771f HTTP/1.1" status: 204 len: 168 time: 1.0489554 Nov 29 02:13:58.745403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51408) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:58.794813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5678af-aae9-4bff-9c37-1e2624380f24 admin admin] Deleting subnet 921516ac-861e-4b41-8469-255c7f55eee2 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:13:58.798698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f5678af-aae9-4bff-9c37-1e2624380f24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.834250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f5678af-aae9-4bff-9c37-1e2624380f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.912707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f5678af-aae9-4bff-9c37-1e2624380f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:58.972308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f5678af-aae9-4bff-9c37-1e2624380f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.001147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5678af-aae9-4bff-9c37-1e2624380f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921516ac-861e-4b41-8469-255c7f55eee2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:59.003160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9f5678af-aae9-4bff-9c37-1e2624380f24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.007309 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9f5678af-aae9-4bff-9c37-1e2624380f24 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/921516ac-861e-4b41-8469-255c7f55eee2 HTTP/1.1" status: 204 len: 168 time: 0.2608309 Nov 29 02:13:59.009180 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51410) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:59.010837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b14b4f-eb79-4811-abe5-ebd93e2bc52b None None] Network 5b6675ec-1d35-4288-b16d-d2ff5cfd098f requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:13:59.080240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.130932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Deleting port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:59.131353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.199290 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] For port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180,segment=NetworkSegment(80ec7b51-1a79-48e7-b535-5fab2b2e6272),segment_id=80ec7b51-1a79-48e7-b535-5fab2b2e6272)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:59.199689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.211651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Calling delete_port for 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:59.291045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.315755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Pushing event deleted for resources: {'Port': ['ID=90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:59.319009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] No DVR routers for this DVR port 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:13:59.372005 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f68807-21af-4fd7-8285-4ae1cbe40d52 None None] DHCP port deletion for 5b6675ec-1d35-4288-b16d-d2ff5cfd098f request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:13:59.396750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.416661 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6675ec-1d35-4288-b16d-d2ff5cfd098f']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:59.425387 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ec7b51-1a79-48e7-b535-5fab2b2e6272') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:59.425683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ec7b51-1a79-48e7-b535-5fab2b2e6272') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:59.438436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.452371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.458295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:13:59.458733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:13:59.460408 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:13:59.515230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.520584 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:59.523891 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] 10.222.0.30 "DELETE /v2.0/networks/5b6675ec-1d35-4288-b16d-d2ff5cfd098f HTTP/1.1" status: 204 len: 168 time: 0.5137839 Nov 29 02:13:59.527031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51412) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:59.535738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e67ae-970d-4ed2-8aa0-2bcc9dc7925d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6675ec-1d35-4288-b16d-d2ff5cfd098f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:59.866325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:00.062410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9c562d85-e12d-4ae8-9c36-c4424f60a547 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:00.085042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 9c562d85-e12d-4ae8-9c36-c4424f60a547 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:00.085389 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 9c562d85-e12d-4ae8-9c36-c4424f60a547 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:00.085808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:00.103751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:00.104217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b6af5c0c-d5fb-400a-9bb2-2c9ac1fb5078 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:00.104676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:00.120002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Deleting port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:00.120271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:00.124851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:00.125193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 90ea7e0f-8f1e-4d62-a6ca-0efb1b0ce180 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:00.200065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] For port 4f5ac59b-f1ae-4f0a-b624-ff166aef6405, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,segment=NetworkSegment(58ca2d7e-6a39-4e59-94e3-d77fb8bb0496),segment_id=58ca2d7e-6a39-4e59-94e3-d77fb8bb0496)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:00.200437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:00.212811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Calling delete_port for 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:00.394097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:00.421190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5ac59b-f1ae-4f0a-b624-ff166aef6405,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:00.584567 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:00.803075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Router f508a33d-0f90-48fb-a68d-200545fdf575 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:14:00.907599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:14:00.912621 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4c981928-3eda-4856-b3b6-f8955bbee90a admin admin] 10.222.0.30 "PUT /v2.0/routers/f508a33d-0f90-48fb-a68d-200545fdf575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3845639 Nov 29 02:14:00.915199 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51414) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:00.917830 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] Sync routers for ids ['f508a33d-0f90-48fb-a68d-200545fdf575'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:14:00.927277 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] Routers {'f508a33d-0f90-48fb-a68d-200545fdf575'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:00.927884 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f508a33d-0f90-48fb-a68d-200545fdf575'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:01.017653 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.030928 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] Set router f508a33d-0f90-48fb-a68d-200545fdf575 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:01.115560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.175809 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Deleting port d9e7df24-5c52-49bc-8513-7f57179fe240 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:01.176156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.208927 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:14:00Z', 'revision_number': 5, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port': {'id': 'd9e7df24-5c52-49bc-8513-7f57179fe240', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:40Z', 'updated_at': '2021-11-29T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:01.234657 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] Checking router: f508a33d-0f90-48fb-a68d-200545fdf575 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:14:01.242914 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] Routers {'f508a33d-0f90-48fb-a68d-200545fdf575'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:01.243512 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['f508a33d-0f90-48fb-a68d-200545fdf575'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:01.253443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] For port d9e7df24-5c52-49bc-8513-7f57179fe240, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d9e7df24-5c52-49bc-8513-7f57179fe240,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:01.253813 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.267085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Calling delete_port for d9e7df24-5c52-49bc-8513-7f57179fe240 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:01.327760 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] Set router f508a33d-0f90-48fb-a68d-200545fdf575 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:01.382482 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:14:01Z', 'revision_number': 6, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:01.406227 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d382d98-0c43-418c-ad85-c3ff05bc42c7 None None] The sync data for ids ['f508a33d-0f90-48fb-a68d-200545fdf575'] in dv-neutron-816800-5-hyperv is: [{'id': 'f508a33d-0f90-48fb-a68d-200545fdf575', 'name': 'tempest-TestEncryptedCinderVolumes-1503434067-router', 'tenant_id': 'e4da8feeb5a74870a737bfdcb777c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:39Z', 'updated_at': '2021-11-29T02:14:01Z', 'revision_number': 6, 'project_id': 'e4da8feeb5a74870a737bfdcb777c146', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:14:01.433208 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.465400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e7df24-5c52-49bc-8513-7f57179fe240,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:01.475975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14410bfe-aeb8-40cc-a2a7-3231bd7cc506 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:01.525766 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.615047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.617180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.659956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.660490 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f508a33d-0f90-48fb-a68d-200545fdf575 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:14:01.664899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.665997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-686b1be1-37a1-4e2d-a65e-1f190aa2145b admin admin] 10.222.0.30 "DELETE /v2.0/routers/f508a33d-0f90-48fb-a68d-200545fdf575 HTTP/1.1" status: 204 len: 168 time: 0.7498858 Nov 29 02:14:01.668457 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51416) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:01.716456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-468e60c3-37a3-48ec-b5c5-d3c12d766c85 admin admin] Deleting subnet 445f1e5f-3aa5-452e-9e95-4f40705e97b5 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:14:01.719763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-468e60c3-37a3-48ec-b5c5-d3c12d766c85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.757511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-468e60c3-37a3-48ec-b5c5-d3c12d766c85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.835912 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-468e60c3-37a3-48ec-b5c5-d3c12d766c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.891362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-468e60c3-37a3-48ec-b5c5-d3c12d766c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.916612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e60c3-37a3-48ec-b5c5-d3c12d766c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445f1e5f-3aa5-452e-9e95-4f40705e97b5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:01.920262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-468e60c3-37a3-48ec-b5c5-d3c12d766c85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:01.923947 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-468e60c3-37a3-48ec-b5c5-d3c12d766c85 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/445f1e5f-3aa5-452e-9e95-4f40705e97b5 HTTP/1.1" status: 204 len: 168 time: 0.2545660 Nov 29 02:14:01.926480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a37d6de-2d7c-4541-b5c7-6d110281b6fc None None] Network e2be8860-e278-49c5-9d22-9721e6c58909 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:01.926667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51418) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:01.996311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.050376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Deleting port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:02.050740 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.117091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] For port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4,segment=NetworkSegment(58ca2d7e-6a39-4e59-94e3-d77fb8bb0496),segment_id=58ca2d7e-6a39-4e59-94e3-d77fb8bb0496)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:02.117365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.130139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Calling delete_port for 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:02.219674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.228124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d9e7df24-5c52-49bc-8513-7f57179fe240 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:02.249573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d9e7df24-5c52-49bc-8513-7f57179fe240 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:02.249923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d9e7df24-5c52-49bc-8513-7f57179fe240 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:02.250343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:02.250670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:02.255828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] No DVR routers for this DVR port 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:14:02.272136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6eeaf-34d0-4668-b917-84fad7eed4fd None None] DHCP port deletion for e2be8860-e278-49c5-9d22-9721e6c58909 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:02.274248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:02.274624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4f5ac59b-f1ae-4f0a-b624-ff166aef6405 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:02.334576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.354684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2be8860-e278-49c5-9d22-9721e6c58909']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:02.364195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:02.364494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ca2d7e-6a39-4e59-94e3-d77fb8bb0496') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:02.377325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.393588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.400164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:14:02.400545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:14:02.402406 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:14:02.459146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.468990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.472285 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e2be8860-e278-49c5-9d22-9721e6c58909 HTTP/1.1" status: 204 len: 168 time: 0.5446043 Nov 29 02:14:02.481515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cbc49-e64d-40f0-b532-631ea579c393 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2be8860-e278-49c5-9d22-9721e6c58909,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:02.625871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51422) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:02.670600 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3b883823-72e5-4df5-8e78-53e5f8c9adf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1302d5bd437845d7b6b8cfa19ce7b6ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434439 Nov 29 02:14:02.673115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51424) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:03.045596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72e0f19b-0572-4d4c-abde-deddfb0d6118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:03.065561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72e0f19b-0572-4d4c-abde-deddfb0d6118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:03.111111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72e0f19b-0572-4d4c-abde-deddfb0d6118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:03.113718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-72e0f19b-0572-4d4c-abde-deddfb0d6118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:03.114898 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-72e0f19b-0572-4d4c-abde-deddfb0d6118 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bae3a29-8a97-4f04-9921-96c24ba3222d HTTP/1.1" status: 204 len: 168 time: 0.4408903 Nov 29 02:14:03.122755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0f19b-0572-4d4c-abde-deddfb0d6118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bae3a29-8a97-4f04-9921-96c24ba3222d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:03.420330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51430) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:03.458412 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-176a6558-33b1-46e1-ac73-fc3d1e7f72ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4da8feeb5a74870a737bfdcb777c146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369666 Nov 29 02:14:03.460750 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51432) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:03.505502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7678c93b-491f-459a-91fb-65a55ef43114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:03.526003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7678c93b-491f-459a-91fb-65a55ef43114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:03.570703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7678c93b-491f-459a-91fb-65a55ef43114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:03.573319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7678c93b-491f-459a-91fb-65a55ef43114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:03.574496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7678c93b-491f-459a-91fb-65a55ef43114 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4db113d-82f8-4bf6-9644-de00e93ac11d HTTP/1.1" status: 204 len: 168 time: 0.1128569 Nov 29 02:14:03.583054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678c93b-491f-459a-91fb-65a55ef43114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db113d-82f8-4bf6-9644-de00e93ac11d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:04.057538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:04.081375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:04.081732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 65f6c3de-d6d3-487e-a1fe-4a92e1e18ba4 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:04.265999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51454) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:04.359962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-720191550-network', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:04.382494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Made reservation on behalf of 92b859690b3a4cbdb2a289edb372e130 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:04.384704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.394678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.464970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.468892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.489087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:14:04.503252 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20d0632-cdf1-422e-8d5b-ef27527904d4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:04.506336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.506704 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Added segment c20d33d8-9709-43ed-8d69-0976cc1f06a3 of type vlan for network c6dfd22e-6cd5-47a7-a41d-977401908265 Nov 29 02:14:04.547535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.571309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.572455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:04.573034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.634732 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3674169 Nov 29 02:14:04.637403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51458) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:04.640204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582b302-9486-4f89-8bc7-988e77cd6569 admin admin] Pushing event updated for resources: {'Network': ['ID=c6dfd22e-6cd5-47a7-a41d-977401908265,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:04.643032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Request body: {'subnet': {'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-720191550-subnet', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:04.649483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network c6dfd22e-6cd5-47a7-a41d-977401908265 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:14:04.663683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Made reservation on behalf of 92b859690b3a4cbdb2a289edb372e130 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:04.666046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.832661 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.891893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:04.896002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Checking segment: {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:04.896368 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Network hostable DHCP agents. Network: c6dfd22e-6cd5-47a7-a41d-977401908265, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:14:04.912275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Network c6dfd22e-6cd5-47a7-a41d-977401908265 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:14:04.920115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, c6dfd22e-6cd5-47a7-a41d-977401908265) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:04.924004 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:04.924595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.929226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b511352b-cc3d-495d-9290-74c39c0c8b54 None None] Network c6dfd22e-6cd5-47a7-a41d-977401908265 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:04.940522 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-10f81302-871f-4cf7-837f-b0104a531baa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3020425 Nov 29 02:14:04.943169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51460) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:04.947650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:04.968740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:04.969825 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.024553 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.080462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-c6dfd22e-6cd5-47a7-a41d-977401908265', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:14:05.081347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.221469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Allocated IP 172.20.0.2 (c6dfd22e-6cd5-47a7-a41d-977401908265/de09ad54-ee23-4f8e-9239-8e6ed6ab4e24/3fef7578-8c22-4c3a-9a11-65925183b247) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:05.369974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.376577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.417026 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Network c6dfd22e-6cd5-47a7-a41d-977401908265 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:05.421944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:05.426807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:05.429793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Pushing event updated for resources: {'Port': ['ID=3fef7578-8c22-4c3a-9a11-65925183b247,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:05.451029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.485101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Attempting to bind port 3fef7578-8c22-4c3a-9a11-65925183b247 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:05.485386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Attempting to bind port 3fef7578-8c22-4c3a-9a11-65925183b247 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:05.485754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Attempting to bind port 3fef7578-8c22-4c3a-9a11-65925183b247 on network c6dfd22e-6cd5-47a7-a41d-977401908265 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:05.490620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:05.491002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Checking segment: {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:05.491405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.491799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Bound using segment: {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:05.492262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Bound port: 3fef7578-8c22-4c3a-9a11-65925183b247, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:05.492642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.554550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] For port 3fef7578-8c22-4c3a-9a11-65925183b247, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:05.557533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] For port 3fef7578-8c22-4c3a-9a11-65925183b247, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3fef7578-8c22-4c3a-9a11-65925183b247,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:05.562970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.627819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d86ff1-5433-45cb-b97a-0136b72edad8 None None] Pushing event updated for resources: {'Port': ['ID=3fef7578-8c22-4c3a-9a11-65925183b247,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:05.654391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.674561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.797492 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Allocated IP 172.26.8.31 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/e1c69993-7064-450d-9ffb-3e68b4d47f17) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:05.905163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.937917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:05.977459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:05.980352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:05.984479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:05.990103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c69993-7064-450d-9ffb-3e68b4d47f17,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:05.994455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aa806f-b391-4575-a62c-be5b67779d69 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:06.070749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-66d0ff18-8ff7-4d3b-ba2c-f0a4b2d9d5a6 None None] Provisioning complete for port e1c69993-7064-450d-9ffb-3e68b4d47f17 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:06.071219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66d0ff18-8ff7-4d3b-ba2c-f0a4b2d9d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.099875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3fef7578-8c22-4c3a-9a11-65925183b247 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:06.140150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-66d0ff18-8ff7-4d3b-ba2c-f0a4b2d9d5a6 None None] Port e1c69993-7064-450d-9ffb-3e68b4d47f17 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:14:06.162014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3fef7578-8c22-4c3a-9a11-65925183b247 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:06.162389 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.246583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.249915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.281659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 3fef7578-8c22-4c3a-9a11-65925183b247, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3fef7578-8c22-4c3a-9a11-65925183b247,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:06.286896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.340880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=3fef7578-8c22-4c3a-9a11-65925183b247,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:06.459497 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.508668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022063d-3389-42fb-912f-05d99d721128 None None] Network c6dfd22e-6cd5-47a7-a41d-977401908265 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:06.590261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8a7f8d71-e8e8-467b-a945-db63d8586abb None None] Provisioning complete for port 3fef7578-8c22-4c3a-9a11-65925183b247 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:06.590661 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8a7f8d71-e8e8-467b-a945-db63d8586abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.591602 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Router 4475410f-101b-41b9-b1a1-8835f7f80fe3 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:14:06.700758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:14:06.717981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Sync routers for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:14:06.721648 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.723259 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f107dfc2-fba3-4395-9643-da6e618d75c8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7787459 Nov 29 02:14:06.727216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51462) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:06.740755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:06.741376 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:06.850182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:06.993735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6bc8f8e8-34b4-4d5d-8cf0-0ade5a3dbc43 None None] Provisioning complete for port 3fef7578-8c22-4c3a-9a11-65925183b247 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:06.994111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6bc8f8e8-34b4-4d5d-8cf0-0ade5a3dbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.109684 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:06Z', 'revision_number': 3, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:07.141577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Checking router: 4475410f-101b-41b9-b1a1-8835f7f80fe3 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:14:07.141931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Updating router 4475410f-101b-41b9-b1a1-8835f7f80fe3 port e1c69993-7064-450d-9ffb-3e68b4d47f17 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:14:07.158946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.169621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.311779 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Allocated IP 172.20.0.1 (c6dfd22e-6cd5-47a7-a41d-977401908265/de09ad54-ee23-4f8e-9239-8e6ed6ab4e24/51e5cce9-349a-43c6-a25a-9707bd88941e) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:07.416036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.421256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.424911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.461342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.470842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623d417-c062-4365-84dd-c734b8412d4f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:07.484183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Attempting to bind port e1c69993-7064-450d-9ffb-3e68b4d47f17 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:07.484557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Attempting to bind port e1c69993-7064-450d-9ffb-3e68b4d47f17 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:07.484918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Attempting to bind port e1c69993-7064-450d-9ffb-3e68b4d47f17 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:07.486976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd83b-aa15-4fd5-93db-ebea68ab9bf6 None None] Pushing event updated for resources: {'Port': ['ID=e1c69993-7064-450d-9ffb-3e68b4d47f17,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:07.493761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:07.494135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:07.494571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.494957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:07.495424 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Bound port: e1c69993-7064-450d-9ffb-3e68b4d47f17, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:07.495804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.499106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Network c6dfd22e-6cd5-47a7-a41d-977401908265 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:07.504166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:07.507932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:07.535266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Pushing event updated for resources: {'Port': ['ID=51e5cce9-349a-43c6-a25a-9707bd88941e,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:07.553029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.556532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] For port e1c69993-7064-450d-9ffb-3e68b4d47f17, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:07.563881 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] For port e1c69993-7064-450d-9ffb-3e68b4d47f17, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e1c69993-7064-450d-9ffb-3e68b4d47f17,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:07.572443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.608231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-653aa2bb-1719-49fa-a807-d6e642399cf9 None None] Provisioning complete for port e1c69993-7064-450d-9ffb-3e68b4d47f17 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:07.608611 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-653aa2bb-1719-49fa-a807-d6e642399cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.645299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd7c1e0-eef3-4b04-9ad8-b973d4d78389 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:07.693702 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd83b-aa15-4fd5-93db-ebea68ab9bf6 None None] Pushing event updated for resources: {'Port': ['ID=e1c69993-7064-450d-9ffb-3e68b4d47f17,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:07.696342 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:07.696956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:07.712610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.880016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.884991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.957502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.959276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Pushing event updated for resources: {'Port': ['ID=51e5cce9-349a-43c6-a25a-9707bd88941e,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:07.963730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-653aa2bb-1719-49fa-a807-d6e642399cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.994028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-653aa2bb-1719-49fa-a807-d6e642399cf9 None None] For port e1c69993-7064-450d-9ffb-3e68b4d47f17, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e1c69993-7064-450d-9ffb-3e68b4d47f17,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:07.998899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:08.001099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-653aa2bb-1719-49fa-a807-d6e642399cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.057034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Network c6dfd22e-6cd5-47a7-a41d-977401908265 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:08.058397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:08.102675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3fef7578-8c22-4c3a-9a11-65925183b247 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:08.159494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aa2bb-1719-49fa-a807-d6e642399cf9 None None] Pushing event updated for resources: {'Port': ['ID=e1c69993-7064-450d-9ffb-3e68b4d47f17,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:08.185132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Router 4475410f-101b-41b9-b1a1-8835f7f80fe3 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:14:08.214129 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7b43fc2c-5394-4642-bf98-f44aadbd7dda None None] Provisioning complete for port 51e5cce9-349a-43c6-a25a-9707bd88941e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:08.214533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b43fc2c-5394-4642-bf98-f44aadbd7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.283044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7b43fc2c-5394-4642-bf98-f44aadbd7dda None None] Port 51e5cce9-349a-43c6-a25a-9707bd88941e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:14:08.287702 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3fef7578-8c22-4c3a-9a11-65925183b247 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:08.288081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.299091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:14:08.304170 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e0f19275-9151-454c-bf41-4cbafd6495ac admin admin] 10.222.0.30 "PUT /v2.0/routers/4475410f-101b-41b9-b1a1-8835f7f80fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5753214 Nov 29 02:14:08.352039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-7b43fc2c-5394-4642-bf98-f44aadbd7dda None None] Provisioning complete for port e1c69993-7064-450d-9ffb-3e68b4d47f17 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:08.352414 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b43fc2c-5394-4642-bf98-f44aadbd7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.430824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 1, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:08.471679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5bd2d-53cc-4fbe-9329-8b014d3ad6a3 None None] The sync data for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv is: [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 1, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:14:08.637629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a045b0c7-6354-4801-8570-d8c9e82bd75c None None] Provisioning complete for port 51e5cce9-349a-43c6-a25a-9707bd88941e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:08.638073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a045b0c7-6354-4801-8570-d8c9e82bd75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.692510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a045b0c7-6354-4801-8570-d8c9e82bd75c None None] Port 51e5cce9-349a-43c6-a25a-9707bd88941e cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:14:08.819490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51478) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:08.824460 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-161039942-network', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:08.845967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Made reservation on behalf of d632edaa51e34b759097187a9daf9d4f for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:08.848476 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.858405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.937933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.942339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.969142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:14:08.979913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf80546-e877-41dc-b292-ace2a145935c,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:08.986790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.987232 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Added segment 23ad9ef2-cfd8-4037-8b80-56d66bb32373 of type vlan for network 225c78b0-4adf-4eef-9dff-d7aed877c3bd Nov 29 02:14:09.032721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.057277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.058397 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:09.059087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.124932 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3017821 Nov 29 02:14:09.125281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51480) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:09.130749 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Request body: {'subnet': {'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-161039942-subnet', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:09.141889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aab64c-01bc-402c-bc14-4b2795004b0c admin admin] Pushing event updated for resources: {'Network': ['ID=225c78b0-4adf-4eef-9dff-d7aed877c3bd,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:09.152849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 225c78b0-4adf-4eef-9dff-d7aed877c3bd details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:14:09.160157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Made reservation on behalf of d632edaa51e34b759097187a9daf9d4f for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:09.162681 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.345468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.401741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=76674f6c-9a17-4d7a-9c69-c5f04f2e4673,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:09.412164 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Checking segment: {'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:09.412527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Network hostable DHCP agents. Network: 225c78b0-4adf-4eef-9dff-d7aed877c3bd, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:14:09.428780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Network 225c78b0-4adf-4eef-9dff-d7aed877c3bd is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:14:09.438534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 225c78b0-4adf-4eef-9dff-d7aed877c3bd) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:09.442627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:09.443233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.449167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161c4bd-01bd-49ff-b9ef-cbfbf3399c43 None None] Network 225c78b0-4adf-4eef-9dff-d7aed877c3bd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:09.461959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3efe621c-f0f9-4622-8e1c-6f42f6f004ab admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3332791 Nov 29 02:14:09.462162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51482) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:09.466416 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:09.495047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.496479 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.565831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.616643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-225c78b0-4adf-4eef-9dff-d7aed877c3bd', 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'fixed_ips': [{'subnet_id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:14:09.617759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.709699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.762338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Allocated IP 172.20.0.2 (225c78b0-4adf-4eef-9dff-d7aed877c3bd/76674f6c-9a17-4d7a-9c69-c5f04f2e4673/86576c76-960a-4dea-87a8-2dab3fc543e0) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:09.907934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.914353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.916738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.936523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.956992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Network 225c78b0-4adf-4eef-9dff-d7aed877c3bd is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:09.961705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:09.966319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:09.994599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Pushing event updated for resources: {'Port': ['ID=86576c76-960a-4dea-87a8-2dab3fc543e0,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:10.020705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Attempting to bind port 86576c76-960a-4dea-87a8-2dab3fc543e0 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:10.021080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Attempting to bind port 86576c76-960a-4dea-87a8-2dab3fc543e0 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:10.021445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Attempting to bind port 86576c76-960a-4dea-87a8-2dab3fc543e0 on network 225c78b0-4adf-4eef-9dff-d7aed877c3bd {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:10.026654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:10.027331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Checking segment: {'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:10.027744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.028143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Bound using segment: {'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:10.028614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Bound port: 86576c76-960a-4dea-87a8-2dab3fc543e0, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:10.029319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.055838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Allocated IP 172.26.8.174 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/4b92b2b6-a7dc-4284-bd16-85a6b34d573c) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:10.111184 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e1c69993-7064-450d-9ffb-3e68b4d47f17 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:10.137454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] For port 86576c76-960a-4dea-87a8-2dab3fc543e0, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:10.157330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] For port 86576c76-960a-4dea-87a8-2dab3fc543e0, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=86576c76-960a-4dea-87a8-2dab3fc543e0,segment=NetworkSegment(23ad9ef2-cfd8-4037-8b80-56d66bb32373),segment_id=23ad9ef2-cfd8-4037-8b80-56d66bb32373)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:10.165183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.172296 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.209144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.222340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e1c69993-7064-450d-9ffb-3e68b4d47f17 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:10.222757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.253337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:10.257526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:10.258792 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48a086-c925-490b-bc96-e3a3e817a1e8 None None] Pushing event updated for resources: {'Port': ['ID=86576c76-960a-4dea-87a8-2dab3fc543e0,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:10.264257 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:10.281395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af428ab0-0e31-4318-9bc6-a686b1d490ad None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:10.299549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Pushing event updated for resources: {'Port': ['ID=4b92b2b6-a7dc-4284-bd16-85a6b34d573c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:10.354842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-cab4dc53-fd25-4f23-8b10-483564fe2a98 None None] Provisioning complete for port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:10.355218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cab4dc53-fd25-4f23-8b10-483564fe2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.391579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-cab4dc53-fd25-4f23-8b10-483564fe2a98 None None] Port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:14:10.561020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.617491 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Sync routers for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:14:10.627498 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:10.628107 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:10.641474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d64abaa1-8d3b-4fce-90bd-89be8b05ebbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.766838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.828323 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:10.896141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Router 9e6a8b66-5e01-42ef-b177-55b0653866db is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:14:11.002891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:14:11.013014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Sync routers for ids ['9e6a8b66-5e01-42ef-b177-55b0653866db'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:14:11.022118 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.023518 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9c580eb0-3aa3-44e5-9f36-330c64531f15 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5604298 Nov 29 02:14:11.026398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51484) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:11.029253 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Routers {'9e6a8b66-5e01-42ef-b177-55b0653866db'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:11.029887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9e6a8b66-5e01-42ef-b177-55b0653866db'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:11.032696 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 2, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:11.059235 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Checking router: 4475410f-101b-41b9-b1a1-8835f7f80fe3 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:14:11.059591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Updating router 4475410f-101b-41b9-b1a1-8835f7f80fe3 port 51e5cce9-349a-43c6-a25a-9707bd88941e binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:14:11.088133 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.151354 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Set router 9e6a8b66-5e01-42ef-b177-55b0653866db gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:11.390054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:10Z', 'revision_number': 3, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port': {'id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:11.415387 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.422571 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.424552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Checking router: 9e6a8b66-5e01-42ef-b177-55b0653866db for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:14:11.425007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Updating router 9e6a8b66-5e01-42ef-b177-55b0653866db port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:14:11.459232 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3627afc9-1977-453c-b890-4057eba67a07 None None] Network 225c78b0-4adf-4eef-9dff-d7aed877c3bd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:11.463032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.529023 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Pushing event updated for resources: {'Port': ['ID=51e5cce9-349a-43c6-a25a-9707bd88941e,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:11.540470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.554180 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.554609 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.554900 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.555238 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.555577 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.555910 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.556245 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.556576 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.556907 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.557237 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.557561 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.557887 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:11.564353 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Attempting to bind port 51e5cce9-349a-43c6-a25a-9707bd88941e on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:11.564726 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Attempting to bind port 51e5cce9-349a-43c6-a25a-9707bd88941e by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:11.565091 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Attempting to bind port 51e5cce9-349a-43c6-a25a-9707bd88941e on network c6dfd22e-6cd5-47a7-a41d-977401908265 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:11.572810 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:11.573192 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Checking segment: {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:11.574454 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.574869 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Bound using segment: {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:11.575533 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Bound port: 51e5cce9-349a-43c6-a25a-9707bd88941e, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:11.575932 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.637549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-32064447-e0d5-44b0-a227-53d53edd2aae None None] Provisioning complete for port 86576c76-960a-4dea-87a8-2dab3fc543e0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:11.637885 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32064447-e0d5-44b0-a227-53d53edd2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.656773 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] For port 51e5cce9-349a-43c6-a25a-9707bd88941e, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:11.660569 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] For port 51e5cce9-349a-43c6-a25a-9707bd88941e, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=51e5cce9-349a-43c6-a25a-9707bd88941e,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:11.666731 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.732242 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:11.733920 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:11.737618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Allocated IP 172.20.0.1 (225c78b0-4adf-4eef-9dff-d7aed877c3bd/76674f6c-9a17-4d7a-9c69-c5f04f2e4673/8c256b10-b733-4531-9804-103b29f59bcd) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:11.800262 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a6e71-f5e0-4b9c-9979-7f53a41eafd6 None None] Pushing event updated for resources: {'Port': ['ID=51e5cce9-349a-43c6-a25a-9707bd88941e,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:11.859564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.875406 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:11.898370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.939322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Network 225c78b0-4adf-4eef-9dff-d7aed877c3bd is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:11.944596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:11.948712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:11.975241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Pushing event updated for resources: {'Port': ['ID=8c256b10-b733-4531-9804-103b29f59bcd,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:11.999199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.050552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32064447-e0d5-44b0-a227-53d53edd2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.130260 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:11Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:12.149782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-32064447-e0d5-44b0-a227-53d53edd2aae None None] For port 86576c76-960a-4dea-87a8-2dab3fc543e0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=86576c76-960a-4dea-87a8-2dab3fc543e0,segment=NetworkSegment(23ad9ef2-cfd8-4037-8b80-56d66bb32373),segment_id=23ad9ef2-cfd8-4037-8b80-56d66bb32373)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:12.171899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.179318 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93c234-dba5-4fc5-bc19-10e5aa824261 None None] The sync data for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv is: [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:11Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:14:12.180025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-32064447-e0d5-44b0-a227-53d53edd2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.181884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.183096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.287060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Attempting to bind port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:12.287438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Attempting to bind port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:12.287808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Attempting to bind port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:12.293671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0025756-3b7f-448b-8637-3b4407dccfe8 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:12.304655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32064447-e0d5-44b0-a227-53d53edd2aae None None] Pushing event updated for resources: {'Port': ['ID=86576c76-960a-4dea-87a8-2dab3fc543e0,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:12.307457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:12.307840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:12.308254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.308643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:12.309318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Bound port: 4b92b2b6-a7dc-4284-bd16-85a6b34d573c, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:12.309713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.341347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 51e5cce9-349a-43c6-a25a-9707bd88941e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:12.392911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.402916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.427381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-48dadb3b-4f3e-4d0b-a466-3ca21075b1aa None None] Provisioning complete for port 51e5cce9-349a-43c6-a25a-9707bd88941e triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:12.427756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-48dadb3b-4f3e-4d0b-a466-3ca21075b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.472730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Pushing event updated for resources: {'Port': ['ID=8c256b10-b733-4531-9804-103b29f59bcd,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:12.477346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf95c45-45ca-4269-9540-710fce768d0b None None] Pushing event updated for resources: {'Port': ['ID=4b92b2b6-a7dc-4284-bd16-85a6b34d573c,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:12.486060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.497864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] For port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:12.503294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] For port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4b92b2b6-a7dc-4284-bd16-85a6b34d573c,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:12.518105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.535612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 51e5cce9-349a-43c6-a25a-9707bd88941e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:12.535990 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.615843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf28e7-dffd-4b2b-8847-3fcff54e3e9f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:12.622827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Network 225c78b0-4adf-4eef-9dff-d7aed877c3bd is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:12.625522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:12.687618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-48dadb3b-4f3e-4d0b-a466-3ca21075b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.708978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf95c45-45ca-4269-9540-710fce768d0b None None] Pushing event updated for resources: {'Port': ['ID=4b92b2b6-a7dc-4284-bd16-85a6b34d573c,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:12.711675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Routers {'9e6a8b66-5e01-42ef-b177-55b0653866db'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:12.712295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9e6a8b66-5e01-42ef-b177-55b0653866db'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:12.821741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-48dadb3b-4f3e-4d0b-a466-3ca21075b1aa None None] For port 51e5cce9-349a-43c6-a25a-9707bd88941e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=51e5cce9-349a-43c6-a25a-9707bd88941e,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:12.847254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-48dadb3b-4f3e-4d0b-a466-3ca21075b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.899177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.934849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] Set router 9e6a8b66-5e01-42ef-b177-55b0653866db gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:13.032197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dadb3b-4f3e-4d0b-a466-3ca21075b1aa None None] Pushing event updated for resources: {'Port': ['ID=51e5cce9-349a-43c6-a25a-9707bd88941e,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:13.041992 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Provisioning complete for port 8c256b10-b733-4531-9804-103b29f59bcd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:13.042482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.136504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Router 9e6a8b66-5e01-42ef-b177-55b0653866db has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:14:13.177348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Port 8c256b10-b733-4531-9804-103b29f59bcd cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:14:13.188868 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:14:13.189219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:14:13.205126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Provisioning complete for port 86576c76-960a-4dea-87a8-2dab3fc543e0 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:13.205494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.245108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:14:13.250308 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b21ee862-f751-4175-a000-da6dd66f2b40 admin admin] 10.222.0.30 "PUT /v2.0/routers/9e6a8b66-5e01-42ef-b177-55b0653866db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2228174 Nov 29 02:14:13.334504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 4, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port': {'id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8c256b10-b733-4531-9804-103b29f59bcd', 'name': '', 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'mac_address': 'fa:16:3e:fc:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:11Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 2, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'subnets': [{'id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:13.363958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a9998-b5d0-4194-b72c-0fee678e57a3 None None] The sync data for ids ['9e6a8b66-5e01-42ef-b177-55b0653866db'] in dv-neutron-816800-5-hyperv is: [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 4, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port': {'id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8c256b10-b733-4531-9804-103b29f59bcd', 'name': '', 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'mac_address': 'fa:16:3e:fc:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:11Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 2, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'subnets': [{'id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:14:13.369643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Provisioning complete for port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:13.369814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.453944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.475933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] For port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4b92b2b6-a7dc-4284-bd16-85a6b34d573c,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:13.481000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.535636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e14db8-30e4-47e4-a905-ffdc865f6cb9 None None] Pushing event updated for resources: {'Port': ['ID=4b92b2b6-a7dc-4284-bd16-85a6b34d573c,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:13.741869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 86576c76-960a-4dea-87a8-2dab3fc543e0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:13.797238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 86576c76-960a-4dea-87a8-2dab3fc543e0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:13.797626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.995331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:14.092812 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 51e5cce9-349a-43c6-a25a-9707bd88941e up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:14.149449 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 51e5cce9-349a-43c6-a25a-9707bd88941e triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:14.149920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:14.219936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dd1adfdc-d31e-4c5b-afc3-4f22d69fd867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:14.263152 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 86576c76-960a-4dea-87a8-2dab3fc543e0 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:14.321069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 86576c76-960a-4dea-87a8-2dab3fc543e0 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:14.321543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:15.401769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:16.110791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4b92b2b6-a7dc-4284-bd16-85a6b34d573c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:16.175765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:16.176217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:16.344996 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:16.511185 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Sync routers for ids ['9e6a8b66-5e01-42ef-b177-55b0653866db'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:14:16.522126 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Routers {'9e6a8b66-5e01-42ef-b177-55b0653866db'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:16.522900 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:14:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9e6a8b66-5e01-42ef-b177-55b0653866db'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:16.633653 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Set router 9e6a8b66-5e01-42ef-b177-55b0653866db gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:16.840977 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 4, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port': {'id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8c256b10-b733-4531-9804-103b29f59bcd', 'name': '', 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'mac_address': 'fa:16:3e:fc:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:11Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 2, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'subnets': [{'id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:16.873882 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Checking router: 9e6a8b66-5e01-42ef-b177-55b0653866db for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:14:16.874244 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Updating router 9e6a8b66-5e01-42ef-b177-55b0653866db port 8c256b10-b733-4531-9804-103b29f59bcd binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:14:16.994288 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.281171 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.288714 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.344443 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaa340-da6b-4908-8574-f205388995c0 None None] Pushing event updated for resources: {'Port': ['ID=8c256b10-b733-4531-9804-103b29f59bcd,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:17.402185 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Attempting to bind port 8c256b10-b733-4531-9804-103b29f59bcd on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:17.402746 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Attempting to bind port 8c256b10-b733-4531-9804-103b29f59bcd by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:17.403257 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Attempting to bind port 8c256b10-b733-4531-9804-103b29f59bcd on network 225c78b0-4adf-4eef-9dff-d7aed877c3bd {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:17.412953 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:17.413589 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Checking segment: {'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:17.414003 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.414410 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Bound using segment: {'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:17.414964 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Bound port: 8c256b10-b733-4531-9804-103b29f59bcd, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ad9ef2-cfd8-4037-8b80-56d66bb32373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:17.415361 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.509108 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] For port 8c256b10-b733-4531-9804-103b29f59bcd, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:17.512266 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] For port 8c256b10-b733-4531-9804-103b29f59bcd, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8c256b10-b733-4531-9804-103b29f59bcd,segment=NetworkSegment(23ad9ef2-cfd8-4037-8b80-56d66bb32373),segment_id=23ad9ef2-cfd8-4037-8b80-56d66bb32373)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:17.517488 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.600792 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Routers {'9e6a8b66-5e01-42ef-b177-55b0653866db'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:17.601774 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:14:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9e6a8b66-5e01-42ef-b177-55b0653866db'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:17.636770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bff49b74-e124-47a2-9eac-a722a5b462bd None None] Provisioning complete for port 8c256b10-b733-4531-9804-103b29f59bcd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:17.637740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bff49b74-e124-47a2-9eac-a722a5b462bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.639867 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaa340-da6b-4908-8574-f205388995c0 None None] Pushing event updated for resources: {'Port': ['ID=8c256b10-b733-4531-9804-103b29f59bcd,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:17.729277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bff49b74-e124-47a2-9eac-a722a5b462bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.755787 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] Set router 9e6a8b66-5e01-42ef-b177-55b0653866db gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:17.774641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-bff49b74-e124-47a2-9eac-a722a5b462bd None None] For port 8c256b10-b733-4531-9804-103b29f59bcd, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8c256b10-b733-4531-9804-103b29f59bcd,segment=NetworkSegment(23ad9ef2-cfd8-4037-8b80-56d66bb32373),segment_id=23ad9ef2-cfd8-4037-8b80-56d66bb32373)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:17.781768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bff49b74-e124-47a2-9eac-a722a5b462bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.844856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff49b74-e124-47a2-9eac-a722a5b462bd None None] Pushing event updated for resources: {'Port': ['ID=8c256b10-b733-4531-9804-103b29f59bcd,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:17.904213 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8ba6904e-6003-43cd-8fe9-21a3c5f12fe9 None None] Provisioning complete for port 8c256b10-b733-4531-9804-103b29f59bcd triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:17.905288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8ba6904e-6003-43cd-8fe9-21a3c5f12fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:18.045062 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 4, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port': {'id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8c256b10-b733-4531-9804-103b29f59bcd', 'name': '', 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'mac_address': 'fa:16:3e:fc:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:11Z', 'updated_at': '2021-11-29T02:14:17Z', 'revision_number': 4, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'subnets': [{'id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:18.074050 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce51c6-ce9f-4e60-8bcd-55c0c14a24b0 None None] The sync data for ids ['9e6a8b66-5e01-42ef-b177-55b0653866db'] in dv-neutron-816800-5-hyperv is: [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 4, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port': {'id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '8c256b10-b733-4531-9804-103b29f59bcd', 'name': '', 'network_id': '225c78b0-4adf-4eef-9dff-d7aed877c3bd', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'mac_address': 'fa:16:3e:fc:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:11Z', 'updated_at': '2021-11-29T02:14:17Z', 'revision_number': 4, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'subnets': [{'id': '76674f6c-9a17-4d7a-9c69-c5f04f2e4673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:14:18.153748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8c256b10-b733-4531-9804-103b29f59bcd up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:18.209367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8c256b10-b733-4531-9804-103b29f59bcd triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:18.209753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:22.519979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:23.411575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-89104d95-65bf-4fb9-ae0e-d6a28758bf7b tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:23.413041 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-89104d95-65bf-4fb9-ae0e-d6a28758bf7b tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 814 time: 0.1049948 Nov 29 02:14:23.428457 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-d07e7e8a-7a83-4cf7-b336-08283f2908c9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/quotas/92b859690b3a4cbdb2a289edb372e130 HTTP/1.1" status: 200 len: 375 time: 0.0097098 Nov 29 02:14:23.478583 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-0b99742b-d8b3-4b69-95d1-82e62e2670e9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449579 Nov 29 02:14:23.572650 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-c7fb7c60-eb2c-4d15-80c0-de37c30fa93d service neutron] 10.222.0.30 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823073 Nov 29 02:14:23.665420 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-af352d6a-cb1d-4deb-9ab1-e440d4c2611e service neutron] 10.222.0.30 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867920 Nov 29 02:14:23.820280 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c1c03d4e-a342-414e-89ea-09691bc44e46 req-8271133e-2889-4ddf-bba3-93796acee58b tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 210 time: 0.0280986 Nov 29 02:14:24.816531 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-a804cdb1-17cf-4f46-90ee-45518c692aef tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:24.817995 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-a804cdb1-17cf-4f46-90ee-45518c692aef tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 814 time: 0.1121204 Nov 29 02:14:24.847535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'port': {'device_id': 'e896f28d-3121-439a-8577-973fa17f9c46', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'admin_state_up': True, 'tenant_id': '92b859690b3a4cbdb2a289edb372e130'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:24.919536 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-504d2047-6bd4-4d14-9cb1-0c5a480a3aef req-1afb5927-b7ba-46a3-9715-e913e1396ea3 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 210 time: 0.0266542 Nov 29 02:14:24.968870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Made reservation on behalf of 92b859690b3a4cbdb2a289edb372e130 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:24.972829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.115456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Allocated IP 172.20.0.11 (c6dfd22e-6cd5-47a7-a41d-977401908265/de09ad54-ee23-4f8e-9239-8e6ed6ab4e24/ed4f84f0-5f33-4e9f-b396-4bfb07a62719) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:25.313751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.359511 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.414326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Network c6dfd22e-6cd5-47a7-a41d-977401908265 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:25.418305 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:25.423019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:25.480193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:25.480835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.493263 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'Port': ['ID=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:25.535694 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-5d6473d8-20a0-4b87-9022-d5902e68b210 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6922743 Nov 29 02:14:25.680358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4bca3f8f-64df-4d6a-a847-0b6c85114151 None None] Provisioning complete for port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:25.680898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bca3f8f-64df-4d6a-a847-0b6c85114151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.724007 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4bca3f8f-64df-4d6a-a847-0b6c85114151 None None] Port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:14:26.038945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b76f-b1db-4c31-b9ec-5e9c1c28a12d req-7bd5f26d-404e-4e28-96b6-5c4b89ed23b0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:26.040747 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-22a5b76f-b1db-4c31-b9ec-5e9c1c28a12d req-7bd5f26d-404e-4e28-96b6-5c4b89ed23b0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 932 time: 0.0512671 Nov 29 02:14:26.093683 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-22a5b76f-b1db-4c31-b9ec-5e9c1c28a12d req-e8641af4-7880-4290-b324-49a06d6653c5 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Nov 29 02:14:27.211349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b656-d833-443a-b28b-f7b5ec050d0b req-c93a6ad3-fcdf-412e-be01-4b8ebb42f876 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:27.212938 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1e56b656-d833-443a-b28b-f7b5ec050d0b req-c93a6ad3-fcdf-412e-be01-4b8ebb42f876 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 932 time: 0.0498552 Nov 29 02:14:27.262495 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1e56b656-d833-443a-b28b-f7b5ec050d0b req-92268bee-05c2-4bcf-b226-94555c59ff00 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Nov 29 02:14:28.379949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f759dd-5582-4d44-8176-e34301080a4c req-940ce4ce-8741-41c0-ab80-c257ef90eec7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:28.382129 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-57f759dd-5582-4d44-8176-e34301080a4c req-940ce4ce-8741-41c0-ab80-c257ef90eec7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 932 time: 0.0517695 Nov 29 02:14:28.432218 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-57f759dd-5582-4d44-8176-e34301080a4c req-dc52def9-8415-4d1b-b003-ae1b61ee3dcd tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443709 Nov 29 02:14:29.153250 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:14:29.562496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc71bc-3e7e-4b75-9ea6-4a03c6227fc8 req-e1d7f673-d78f-4dbf-850b-c3c3f0f0b1a1 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:29.564176 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-82fc71bc-3e7e-4b75-9ea6-4a03c6227fc8 req-e1d7f673-d78f-4dbf-850b-c3c3f0f0b1a1 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 932 time: 0.0592895 Nov 29 02:14:29.614619 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-82fc71bc-3e7e-4b75-9ea6-4a03c6227fc8 req-9d3fa1a8-9ec4-46c0-8769-206e305f90ac tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Nov 29 02:14:30.730734 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512f185-f2a3-4bf3-85f4-fd6db45d38ea req-f7d5993b-078f-4935-a7a3-56162b269c98 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:30.732237 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c512f185-f2a3-4bf3-85f4-fd6db45d38ea req-f7d5993b-078f-4935-a7a3-56162b269c98 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 932 time: 0.0517578 Nov 29 02:14:30.782526 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c512f185-f2a3-4bf3-85f4-fd6db45d38ea req-0e9e7205-a4cc-4395-b966-8350540330eb tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434277 Nov 29 02:14:31.903966 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741361-90f9-4169-8f60-aa51b59c4d45 req-5f8b0f97-fb38-454b-b683-a67dc0696639 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:31.906092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83741361-90f9-4169-8f60-aa51b59c4d45 req-5f8b0f97-fb38-454b-b683-a67dc0696639 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 932 time: 0.0519838 Nov 29 02:14:31.955079 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83741361-90f9-4169-8f60-aa51b59c4d45 req-bdeaa656-db5b-4f85-90cb-7382260978f3 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Nov 29 02:14:33.078009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dc7ea-3045-4264-a1dc-a42864ff89e2 req-fcd3f6b5-ef4b-41c7-a4f9-a7d896f6dccf tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:33.085636 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fa7dc7ea-3045-4264-a1dc-a42864ff89e2 req-fcd3f6b5-ef4b-41c7-a4f9-a7d896f6dccf tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 932 time: 0.0596611 Nov 29 02:14:33.130051 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fa7dc7ea-3045-4264-a1dc-a42864ff89e2 req-1377558f-a3a9-4c50-9441-2aa01298cfdd tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Nov 29 02:14:34.248287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05047b79-89b4-4d5a-b8fa-c738846e5ea3 req-3708b6f3-ace9-4059-a896-d40efd33411f tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:34.250337 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05047b79-89b4-4d5a-b8fa-c738846e5ea3 req-3708b6f3-ace9-4059-a896-d40efd33411f tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 932 time: 0.0539849 Nov 29 02:14:34.589440 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-05047b79-89b4-4d5a-b8fa-c738846e5ea3 req-7549c8d9-5bbe-49a2-b839-500327db051a tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327975 Nov 29 02:14:34.878846 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Request body: {'port': {'device_id': 'e896f28d-3121-439a-8577-973fa17f9c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:34.931556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:35.188662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4f84f0-5f33-4e9f-b396-4bfb07a62719 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:14:35.195984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:35.208104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Transition to ACTIVE for port object ed4f84f0-5f33-4e9f-b396-4bfb07a62719 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:14:35.211610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:35.262501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:35.340414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Attempting to bind port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:35.340753 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Attempting to bind port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:35.341087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Attempting to bind port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 on network c6dfd22e-6cd5-47a7-a41d-977401908265 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:35.346344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 on network c6dfd22e-6cd5-47a7-a41d-977401908265 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:14:35.346728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Attempting to bind port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 on network c6dfd22e-6cd5-47a7-a41d-977401908265 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:35.351678 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:35.352021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Checking segment: {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:35.352410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Bound using segment: {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:35.352958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Bound port: ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20d33d8-9709-43ed-8d69-0976cc1f06a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:35.353328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:35.419703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] For port ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:35.422733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] For port ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:35.427213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:35.460770 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:35.461406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:35.462813 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] 10.222.0.21 "PUT /v2.0/ports/ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 1094 time: 0.5883284 Nov 29 02:14:35.463256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:14:35.465500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3914a601-19b6-40d1-a808-f9cf789668e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:14:35.489445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89431b-3dab-4776-ac51-74165af1c99b service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:35.532521 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f415a7f-a378-4c9f-b76c-739faf8beba2 x-openstack-request-id: req-8f415a7f-a378-4c9f-b76c-739faf8beba2 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:14:35.532819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:14:35.533082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f415a7f-a378-4c9f-b76c-739faf8beba2 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:14:35.533492 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'status': 'completed', 'code': 200} Nov 29 02:14:35.564062 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-59612742-3687-48d6-b4a1-4fd1e339c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:35.565637 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-59612742-3687-48d6-b4a1-4fd1e339c656 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1097 time: 0.0468533 Nov 29 02:14:35.619502 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-4d09f42f-ac83-4693-b11f-2b994bf698f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 217 time: 0.0402324 Nov 29 02:14:35.677223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-8edc5f71-fd34-4820-994b-2bdd2769323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:35.678772 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-8edc5f71-fd34-4820-994b-2bdd2769323b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0527697 Nov 29 02:14:35.709880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dc1b4-9295-4149-bdd9-ce652ed9ec29 req-79ee6898-b1de-4364-b202-36366dbb43d2 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:35.711266 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-210dc1b4-9295-4149-bdd9-ce652ed9ec29 req-79ee6898-b1de-4364-b202-36366dbb43d2 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 944 time: 0.0504282 Nov 29 02:14:35.725230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-faf53f05-a43e-4699-b3d7-059213170e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:35.726785 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-faf53f05-a43e-4699-b3d7-059213170e79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413959 Nov 29 02:14:35.760927 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-210dc1b4-9295-4149-bdd9-ce652ed9ec29 req-fc100cef-f8dc-4a94-881d-2236d60ca6ad tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Nov 29 02:14:35.821394 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-1948fa10-2af4-41af-a50a-3ac8d22603cc service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876048 Nov 29 02:14:35.909961 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f60d1c46-bb5b-4904-898d-c54bf7fe37e3 req-7640e7bd-9cf0-4c5b-a6d7-4d4065f84b8f service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Nov 29 02:14:36.047108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-cb0bfea1-546a-4530-bcae-e551e8a83270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:36.048605 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-cb0bfea1-546a-4530-bcae-e551e8a83270 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1097 time: 0.0453863 Nov 29 02:14:36.139170 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-0880f9eb-41ed-4f0a-b8d0-c6bca69fc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:36.140633 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-0880f9eb-41ed-4f0a-b8d0-c6bca69fc3a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 915 time: 0.0841477 Nov 29 02:14:36.187995 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-bdc2e071-2c3e-4e4b-8dd5-7a7e669da03b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 217 time: 0.0382516 Nov 29 02:14:36.238055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-78641942-9a11-43d4-bf96-44a13b25246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:36.239493 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-78641942-9a11-43d4-bf96-44a13b25246f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0429304 Nov 29 02:14:36.285277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-0ea22196-696c-414a-b983-729bba49f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:36.286676 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-0ea22196-696c-414a-b983-729bba49f54f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394785 Nov 29 02:14:36.380139 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-7314fa09-5ee9-4a4a-a167-ffb354404294 service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851026 Nov 29 02:14:36.470690 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3914a601-19b6-40d1-a808-f9cf789668e3 req-1f0485a5-07a8-48d0-b177-40424c241c56 service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820894 Nov 29 02:14:36.874035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d251ca5-a52e-45ed-b813-0238077d6fb6 req-daf53ed0-5173-4dff-9449-85b5d9ea5da2 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:36.875545 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1d251ca5-a52e-45ed-b813-0238077d6fb6 req-daf53ed0-5173-4dff-9449-85b5d9ea5da2 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 944 time: 0.0485899 Nov 29 02:14:36.926631 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1d251ca5-a52e-45ed-b813-0238077d6fb6 req-fc5b920e-caa1-4772-b8ee-8a00204e9df2 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Nov 29 02:14:38.041179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fa7e1-0d1c-428c-9b79-e85b58969048 req-03d5db52-27a2-40dc-ba86-28969bf10f69 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:38.042705 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0c7fa7e1-0d1c-428c-9b79-e85b58969048 req-03d5db52-27a2-40dc-ba86-28969bf10f69 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 944 time: 0.0494490 Nov 29 02:14:38.091547 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0c7fa7e1-0d1c-428c-9b79-e85b58969048 req-03c4d3e0-fc16-42ff-befe-0461faa2647f tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422728 Nov 29 02:14:38.809621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ed4f84f0-5f33-4e9f-b396-4bfb07a62719 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:14:38.906182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:38.917180 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'port_id': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'mac_address': 'fa:16:3e:cb:89:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:14:38.955523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:38.967526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4f84f0-5f33-4e9f-b396-4bfb07a62719 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:14:38.997222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:39.001509 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:39.046790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:39.053528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.053889 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.054236 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.054604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.054947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.055284 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.055622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.055956 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.056287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.056618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.056945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.057269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:39.205786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70002eb3-35ed-405c-94e2-e535406d3cbb req-43baf33e-0314-45c9-bfe6-3f662854defc tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:39.207319 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-70002eb3-35ed-405c-94e2-e535406d3cbb req-43baf33e-0314-45c9-bfe6-3f662854defc tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 945 time: 0.0497065 Nov 29 02:14:39.253177 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-70002eb3-35ed-405c-94e2-e535406d3cbb req-abbab7f1-d199-4f7d-9a34-fcb79c72523a tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 Nov 29 02:14:39.276331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ed4f84f0-5f33-4e9f-b396-4bfb07a62719'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:14:40.364030 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5bd5a-8622-4b8e-adef-d20c0fdd77bc req-4a65f46f-9eba-4862-b433-cc41b8285b36 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:40.365468 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83e5bd5a-8622-4b8e-adef-d20c0fdd77bc req-4a65f46f-9eba-4862-b433-cc41b8285b36 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 945 time: 0.0476921 Nov 29 02:14:40.411839 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-83e5bd5a-8622-4b8e-adef-d20c0fdd77bc req-9052a39d-4807-498b-9b05-6647c874e102 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Nov 29 02:14:40.644204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-288404f7-35d5-4761-9443-e4aeafb4e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.826903 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ed4f84f0-5f33-4e9f-b396-4bfb07a62719 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:40.880367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:14:40.884321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:40.884691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.959628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.985294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:14:40.987541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a6b12e-86ad-42bc-ad36-b4b6e9df2510" -d '{"events": [{"server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "name": "network-vif-plugged", "status": "completed", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:14:41.000089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:41.004241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.027271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba9768-c082-49b7-8010-c6ee146f70c2 x-openstack-request-id: req-a0ba9768-c082-49b7-8010-c6ee146f70c2 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:14:41.027563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "name": "network-vif-plugged", "status": "completed", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:14:41.027819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0ba9768-c082-49b7-8010-c6ee146f70c2 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:14:41.028210 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'code': 200} Nov 29 02:14:41.053620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:41.225253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21134754-3e8a-4061-9e13-c6dc67855fe9 req-ce2b0dfb-bc07-45db-b74c-28678d5e96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:41.226686 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21134754-3e8a-4061-9e13-c6dc67855fe9 req-ce2b0dfb-bc07-45db-b74c-28678d5e96d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1099 time: 0.0396082 Nov 29 02:14:41.270612 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21134754-3e8a-4061-9e13-c6dc67855fe9 req-fdd14794-95df-4a18-af4e-9956fb26b55e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Nov 29 02:14:41.523703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2733e0e-e54d-47b3-9eab-7b22fe07adeb req-b9a3f4a6-3216-4f84-a803-ae6e98deada0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:41.525138 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c2733e0e-e54d-47b3-9eab-7b22fe07adeb req-b9a3f4a6-3216-4f84-a803-ae6e98deada0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0484691 Nov 29 02:14:41.572029 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c2733e0e-e54d-47b3-9eab-7b22fe07adeb req-708973dd-91dd-4df9-8d71-6fa5b1db66b0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Nov 29 02:14:42.688435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af694249-de83-4ffe-9ac7-9331f486e7a0 req-abc18f64-c826-48c5-a9ff-e45464a9ee9d tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:42.689910 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-af694249-de83-4ffe-9ac7-9331f486e7a0 req-abc18f64-c826-48c5-a9ff-e45464a9ee9d tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0519273 Nov 29 02:14:42.736080 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-af694249-de83-4ffe-9ac7-9331f486e7a0 req-528f9536-c97f-4f79-afee-5d0bda8aa067 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Nov 29 02:14:42.851251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4978f23-ab6d-4447-a3a8-b7361f3b5a82 req-7ea7804b-d4d7-42e2-946f-b488f35c4990 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:42.852704 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d4978f23-ab6d-4447-a3a8-b7361f3b5a82 req-7ea7804b-d4d7-42e2-946f-b488f35c4990 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0516982 Nov 29 02:14:42.899443 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d4978f23-ab6d-4447-a3a8-b7361f3b5a82 req-e91051de-46c8-49fd-aa23-b5cf37f88a92 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Nov 29 02:14:43.212960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9600b-b231-44f2-8f64-36ae7914ded9 req-4071a4ed-f523-490e-a6cc-62687651ee98 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:43.214405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ecf9600b-b231-44f2-8f64-36ae7914ded9 req-4071a4ed-f523-490e-a6cc-62687651ee98 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0485816 Nov 29 02:14:43.261541 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ecf9600b-b231-44f2-8f64-36ae7914ded9 req-f17a2b49-fcea-4043-aa1a-44a42c1b9f34 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Nov 29 02:14:43.993751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:44.210952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c9e6-befc-4455-bb57-f97d9fada94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.399107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:46.337974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:46.960592 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-21d461c4-821a-4602-9155-3d8aada17ae0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398536 Nov 29 02:14:47.056317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-eb961d75-487b-4856-907f-9b281ed8e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:47.057897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-eb961d75-487b-4856-907f-9b281ed8e511 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1099 time: 0.0399489 Nov 29 02:14:47.173959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-3edc5c4f-7ce9-4329-b9b3-eaf4aea2bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:47.175500 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-3edc5c4f-7ce9-4329-b9b3-eaf4aea2bba5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 915 time: 0.0983584 Nov 29 02:14:47.218017 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-62e36045-f546-47f1-8bd3-8f82d8dc8b43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 217 time: 0.0347204 Nov 29 02:14:47.271416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-befa9664-31b3-4b63-8ead-93504eaf953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:47.272897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-befa9664-31b3-4b63-8ead-93504eaf953a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0489924 Nov 29 02:14:47.321733 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-38ea0aa7-4058-400a-b7ad-2c95eb780518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:47.323292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-38ea0aa7-4058-400a-b7ad-2c95eb780518 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430400 Nov 29 02:14:47.414248 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-ee8ff481-a185-42e8-8e04-88930c1c9e8d service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838468 Nov 29 02:14:47.508632 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2c073c0a-2a4d-414f-a175-1c187183d5c9 req-640ab5cd-fdc7-42e6-8818-47d5ffed7999 service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874996 Nov 29 02:14:52.522474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:56.782964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d216330-a9c1-4e7b-b448-7d563cac7622 req-4a9d7593-5183-420d-8b0a-e1d4f05e7ed4 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:56.784428 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6d216330-a9c1-4e7b-b448-7d563cac7622 req-4a9d7593-5183-420d-8b0a-e1d4f05e7ed4 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0479660 Nov 29 02:14:56.834257 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6d216330-a9c1-4e7b-b448-7d563cac7622 req-99d10ae6-d992-47a6-8455-1b0e873acfb4 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Nov 29 02:14:56.857287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51688) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:56.985968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba55abd-f121-4447-926e-ede61938ad62 tempest-TestMinimumBasicScenario-1073267027 tempest-TestMinimumBasicScenario-1073267027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:56.987492 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7ba55abd-f121-4447-926e-ede61938ad62 tempest-TestMinimumBasicScenario-1073267027 tempest-TestMinimumBasicScenario-1073267027-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1094 time: 0.1290445 Nov 29 02:14:56.990573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51692) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:56.995041 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:57.018324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:57.118760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:57.226699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Allocated IP 172.26.8.215 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/195dc264-05be-40dd-bdcc-e7ba613f474a) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:57.330085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:57.363728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:57.400159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:57.404991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:57.408407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:57.438901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'Port': ['ID=195dc264-05be-40dd-bdcc-e7ba613f474a,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:57.451522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.452426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.452780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.453128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.453470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.453809 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.454147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.454504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.454842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.455184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.455518 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.455849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:57.775028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:57.841153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:57.984884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:57.989124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.054884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'Port': ['ID=195dc264-05be-40dd-bdcc-e7ba613f474a,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:58.070210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.166595 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Floating IP 174587e2-792a-41ed-8e61-baffc27810f6 associated. External IP: 172.26.8.215, port: ed4f84f0-5f33-4e9f-b396-4bfb07a62719. Nov 29 02:14:58.364790 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Router 4475410f-101b-41b9-b1a1-8835f7f80fe3 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:14:58.467242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:14:58.477852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] Sync routers for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:14:58.485088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.487650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:58.488311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:14:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:58.512530 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1795ee31-ffd5-4569-853b-74af6c38b6a9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5208955 Nov 29 02:14:58.513140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:14:58.516023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50b00db-9411-4312-8906-0b1f186fb379" -d '{"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:14:58.516275 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51694) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:58.527103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317650127', 'description': 'tempest-secgroup-smoke-317650127 description', 'project_id': '92b859690b3a4cbdb2a289edb372e130'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:58.555650 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042f78cc-d74d-4da7-b9e7-08b527fc8804 x-openstack-request-id: req-042f78cc-d74d-4da7-b9e7-08b527fc8804 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:14:58.555953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:14:58.556542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-042f78cc-d74d-4da7-b9e7-08b527fc8804 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:14:58.556921 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'status': 'completed', 'code': 200} Nov 29 02:14:58.560210 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.605036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:58.640388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.644526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.651827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b00db-9411-4312-8906-0b1f186fb379 req-b8630f44-2f3f-435a-a914-db286741cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:58.653970 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f50b00db-9411-4312-8906-0b1f186fb379 req-b8630f44-2f3f-435a-a914-db286741cf6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1099 time: 0.0499895 Nov 29 02:14:58.676515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d108ec9b-fae7-4b66-a63b-9551001f94ee,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:58.680730 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.681977 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1645892 Nov 29 02:14:58.685042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51698) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:58.688434 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.688695 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.688989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.689332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.689670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.690010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.690345 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.690708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.691039 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.691374 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.691488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d67ef2fa-6911-429c-9479-e3be46b67716 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'security_group_rule': {'security_group_id': 'd108ec9b-fae7-4b66-a63b-9551001f94ee', 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:58.691701 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.692028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed9a21-62fe-4afb-8edf-89fe16f3ff2c tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:58.763093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d67ef2fa-6911-429c-9479-e3be46b67716 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.777507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b00db-9411-4312-8906-0b1f186fb379 req-49dff413-3cb6-466f-a326-8092645b32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:58.779013 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f50b00db-9411-4312-8906-0b1f186fb379 req-49dff413-3cb6-466f-a326-8092645b32b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 915 time: 0.1177609 Nov 29 02:14:58.857371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '174587e2-792a-41ed-8e61-baffc27810f6', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'port_id': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'mac_address': 'fa:16:3e:cb:89:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896f28d-3121-439a-8577-973fa17f9c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:14:57Z', 'updated_at': '2021-11-29T02:14:57Z', 'revision_number': 0, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 5, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:58.870751 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f50b00db-9411-4312-8906-0b1f186fb379 req-25a17175-4771-4e0c-a070-eeaccf75dda9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 1000 time: 0.0839097 Nov 29 02:14:58.876625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d67ef2fa-6911-429c-9479-e3be46b67716 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.884658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] Checking router: 4475410f-101b-41b9-b1a1-8835f7f80fe3 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:14:58.886824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d67ef2fa-6911-429c-9479-e3be46b67716 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.893663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:58.894217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:14:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:58.926641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ef2fa-6911-429c-9479-e3be46b67716 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5277eba7-ac99-428c-92be-91cd0fa615f1,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:58.936957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d67ef2fa-6911-429c-9479-e3be46b67716 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:58.941691 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d67ef2fa-6911-429c-9479-e3be46b67716 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2520437 Nov 29 02:14:58.941880 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51700) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:58.946281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-2be2d12f-c591-4a5f-b7f3-308e7cfd93ce tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'security_group_rule': {'security_group_id': 'd108ec9b-fae7-4b66-a63b-9551001f94ee', 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:58.956576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b00db-9411-4312-8906-0b1f186fb379 req-5c201dc1-4a11-4ce0-9b54-dd6691f77374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:58.958014 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f50b00db-9411-4312-8906-0b1f186fb379 req-5c201dc1-4a11-4ce0-9b54-dd6691f77374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0803096 Nov 29 02:14:59.008084 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:59.240697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '174587e2-792a-41ed-8e61-baffc27810f6', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'port_id': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'mac_address': 'fa:16:3e:cb:89:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896f28d-3121-439a-8577-973fa17f9c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:14:57Z', 'updated_at': '2021-11-29T02:14:57Z', 'revision_number': 0, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 5, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:59.271796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad3f10-4cb9-486b-a074-c61a3699975e None None] The sync data for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv is: [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '174587e2-792a-41ed-8e61-baffc27810f6', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'port_id': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'mac_address': 'fa:16:3e:cb:89:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896f28d-3121-439a-8577-973fa17f9c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:14:57Z', 'updated_at': '2021-11-29T02:14:57Z', 'revision_number': 0, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 5, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:14:59.345781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2be2d12f-c591-4a5f-b7f3-308e7cfd93ce tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.382321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b00db-9411-4312-8906-0b1f186fb379 req-9bb595d7-e0a5-43c8-bc5b-b81439dc8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:59.383902 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f50b00db-9411-4312-8906-0b1f186fb379 req-9bb595d7-e0a5-43c8-bc5b-b81439dc8385 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4180884 Nov 29 02:14:59.418727 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2be2d12f-c591-4a5f-b7f3-308e7cfd93ce tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.428227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2be2d12f-c591-4a5f-b7f3-308e7cfd93ce tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.467134 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a68ba2-e66d-4837-8d40-4b3a7352b9ca None None] New status for floating IP 174587e2-792a-41ed-8e61-baffc27810f6: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:14:59.490676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2d12f-c591-4a5f-b7f3-308e7cfd93ce tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3abe2f3-fa51-4f37-81ee-bdce9a110b75,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:59.502141 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-2be2d12f-c591-4a5f-b7f3-308e7cfd93ce tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.503374 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-2be2d12f-c591-4a5f-b7f3-308e7cfd93ce tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5605752 Nov 29 02:14:59.506320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51702) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:59.512442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-272ff908-7029-4ad8-bcf8-35e475f689c0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'security_group_rule': {'security_group_id': 'd108ec9b-fae7-4b66-a63b-9551001f94ee', 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:59.548246 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f50b00db-9411-4312-8906-0b1f186fb379 req-049d63f9-7e84-4bb4-9564-4c3ae40af11b service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539812 Nov 29 02:14:59.564745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-272ff908-7029-4ad8-bcf8-35e475f689c0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.675442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-272ff908-7029-4ad8-bcf8-35e475f689c0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.681496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f50b00db-9411-4312-8906-0b1f186fb379 req-31ccbb8c-d218-4ebc-89e8-bae81a32d9ab service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253872 Nov 29 02:14:59.682071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-272ff908-7029-4ad8-bcf8-35e475f689c0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.699331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ff908-7029-4ad8-bcf8-35e475f689c0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7c4b59-33bf-4c01-922b-651ad04127a6,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:59.706084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-272ff908-7029-4ad8-bcf8-35e475f689c0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.707314 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-272ff908-7029-4ad8-bcf8-35e475f689c0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998062 Nov 29 02:14:59.709992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51704) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:59.714394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-beffffc0-43ad-421a-99cf-de9b6f4bbf08 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'security_group_rule': {'security_group_id': 'd108ec9b-fae7-4b66-a63b-9551001f94ee', 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:59.740797 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-beffffc0-43ad-421a-99cf-de9b6f4bbf08 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.801312 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-beffffc0-43ad-421a-99cf-de9b6f4bbf08 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.804714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-beffffc0-43ad-421a-99cf-de9b6f4bbf08 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.823801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffffc0-43ad-421a-99cf-de9b6f4bbf08 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241a818b-26ae-431d-86b8-3e556a8e5053,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:59.829556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-beffffc0-43ad-421a-99cf-de9b6f4bbf08 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.830751 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-beffffc0-43ad-421a-99cf-de9b6f4bbf08 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197801 Nov 29 02:14:59.833480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51706) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:59.837658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-1f46ad7f-b40d-40b8-867f-3455152b74d7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'security_group_rule': {'security_group_id': 'd108ec9b-fae7-4b66-a63b-9551001f94ee', 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:59.859670 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-1f46ad7f-b40d-40b8-867f-3455152b74d7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Project 92b859690b3a4cbdb2a289edb372e130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:14:59.864391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f46ad7f-b40d-40b8-867f-3455152b74d7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.921901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f46ad7f-b40d-40b8-867f-3455152b74d7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.925576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f46ad7f-b40d-40b8-867f-3455152b74d7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.944164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46ad7f-b40d-40b8-867f-3455152b74d7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4602653-b719-4c74-9770-fa91b0f3d100,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:59.953032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1f46ad7f-b40d-40b8-867f-3455152b74d7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:59.954203 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1f46ad7f-b40d-40b8-867f-3455152b74d7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198113 Nov 29 02:14:59.956924 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51708) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:59.961123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-82f0801a-990c-4f69-b38c-2139f187f083 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'security_group_rule': {'security_group_id': 'd108ec9b-fae7-4b66-a63b-9551001f94ee', 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:59.982164 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-82f0801a-990c-4f69-b38c-2139f187f083 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Project 92b859690b3a4cbdb2a289edb372e130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:14:59.986766 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82f0801a-990c-4f69-b38c-2139f187f083 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:00.043359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82f0801a-990c-4f69-b38c-2139f187f083 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:00.047138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82f0801a-990c-4f69-b38c-2139f187f083 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:00.065109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0801a-990c-4f69-b38c-2139f187f083 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0fed33-3e62-4c44-ae9b-14b22fe8f481,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:00.073365 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-82f0801a-990c-4f69-b38c-2139f187f083 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:00.074673 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-82f0801a-990c-4f69-b38c-2139f187f083 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168022 Nov 29 02:15:00.162775 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0f55353a-1b32-4e84-835f-11df128b2844 req-587a3dfb-f98f-49e9-89cf-f75bfb03aed7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317650127&fields=id&tenant_id=92b859690b3a4cbdb2a289edb372e130 HTTP/1.1" status: 200 len: 267 time: 0.0444229 Nov 29 02:15:00.214135 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55353a-1b32-4e84-835f-11df128b2844 req-16c14e7d-bc81-4618-9416-9f31194bc3c8 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:00.215638 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0f55353a-1b32-4e84-835f-11df128b2844 req-16c14e7d-bc81-4618-9416-9f31194bc3c8 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0468740 Nov 29 02:15:00.226874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-0f55353a-1b32-4e84-835f-11df128b2844 req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'port': {'security_groups': ['b20d0632-cdf1-422e-8d5b-ef27527904d4', 'd108ec9b-fae7-4b66-a63b-9551001f94ee']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:15:00.291856 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0f55353a-1b32-4e84-835f-11df128b2844 req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:00.471145 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-0f55353a-1b32-4e84-835f-11df128b2844 req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] For port ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:00.499437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0f55353a-1b32-4e84-835f-11df128b2844 req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:00.504277 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0f55353a-1b32-4e84-835f-11df128b2844 req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:00.539225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ed4f84f0-5f33-4e9f-b396-4bfb07a62719'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:15:00.548431 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55353a-1b32-4e84-835f-11df128b2844 req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:00.549073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-0f55353a-1b32-4e84-835f-11df128b2844 req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:00.550500 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0f55353a-1b32-4e84-835f-11df128b2844 req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "PUT /v2.0/ports/ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 982 time: 0.3280509 Nov 29 02:15:00.550971 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:15:00.553279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef" -d '{"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:15:00.581209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a915d-346d-4b39-85e5-428d2597d06e tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'Port': ['ID=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,revision_number=6']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:00.673814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ed4f84f0-5f33-4e9f-b396-4bfb07a62719'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:15:00.677438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd996b-c0c3-445e-8110-53d6a68e4ab7 req-d8f9caef-cc43-48bb-b46c-7c189ae35ee7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:00.678872 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1fd996b-c0c3-445e-8110-53d6a68e4ab7 req-d8f9caef-cc43-48bb-b46c-7c189ae35ee7 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0584307 Nov 29 02:15:00.757837 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1fd996b-c0c3-445e-8110-53d6a68e4ab7 req-c828b62d-e448-476c-8f2b-5fe62e4d1270 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714712 Nov 29 02:15:00.786916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f3afd8-914e-4759-bd17-dce91eb4b317 x-openstack-request-id: req-02f3afd8-914e-4759-bd17-dce91eb4b317 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:15:00.786916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:15:00.786916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02f3afd8-914e-4759-bd17-dce91eb4b317 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:15:00.786916 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'status': 'completed', 'code': 200} Nov 29 02:15:00.863380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-108d89b3-0f98-4c61-8cda-a929bec2aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:00.864836 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-108d89b3-0f98-4c61-8cda-a929bec2aeab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1138 time: 0.0410757 Nov 29 02:15:00.961647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-8fc3cebe-a924-4e02-853b-1cdee6b2e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:00.963250 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-8fc3cebe-a924-4e02-853b-1cdee6b2e419 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 915 time: 0.0880849 Nov 29 02:15:00.964543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b6585196-2cdd-4ae5-810c-e777ca884fbd None None] Provisioning complete for port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:15:00.964924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b6585196-2cdd-4ae5-810c-e777ca884fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:01.029300 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-7ecf48ef-ea83-4c0c-9171-301246b2dab4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 1002 time: 0.0583928 Nov 29 02:15:01.079218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-f8173871-5bf8-415a-a612-c06e4beb4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:01.080705 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-f8173871-5bf8-415a-a612-c06e4beb4782 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0440004 Nov 29 02:15:01.131908 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-c3b417e1-ac79-43a4-aee2-340aa626951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:01.133393 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-c3b417e1-ac79-43a4-aee2-340aa626951b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445888 Nov 29 02:15:01.266552 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-bec0d19c-c15d-461a-80ac-6574d659bfe5 service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254373 Nov 29 02:15:01.362364 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3d5eb1-b752-4797-ac2c-3dc1aeacddef req-072258a9-2741-41f4-a722-57d38e658bbb service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870032 Nov 29 02:15:06.151818 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:15:10.645217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dbd30c1b-0386-4291-8c07-a959db4b14ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:13.996435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:14.212366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3fde3f56-1482-45ce-97a2-1be3ad842d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:14.990349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409754f8-5b86-4b7a-a6dd-89ac0d11c072 req-ac9fb45d-3df0-4058-8379-d76c57d40968 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:14.992168 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-409754f8-5b86-4b7a-a6dd-89ac0d11c072 req-ac9fb45d-3df0-4058-8379-d76c57d40968 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0752387 Nov 29 02:15:14.999177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-80243d39-5458-497b-9c95-4f7328e9412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:15.000580 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-80243d39-5458-497b-9c95-4f7328e9412b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1138 time: 0.0581298 Nov 29 02:15:15.111772 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-409754f8-5b86-4b7a-a6dd-89ac0d11c072 req-222fae8c-4cf2-4235-a145-ac5cbd8e9e4b tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096690 Nov 29 02:15:15.133162 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-c740ce91-c31a-4d51-aa14-ab37c791edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:15.134648 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-c740ce91-c31a-4d51-aa14-ab37c791edb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 915 time: 0.1200404 Nov 29 02:15:15.204860 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-3fa2b4a9-2757-4f6b-95e9-c3bf77997e6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 1002 time: 0.0612357 Nov 29 02:15:15.253360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-d47115c7-45c5-4481-8cdf-35f0257d7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:15.254812 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-d47115c7-45c5-4481-8cdf-35f0257d7b6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0427880 Nov 29 02:15:15.301321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-d2d911fb-424a-421e-a425-f4778fd56e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:15.303136 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-d2d911fb-424a-421e-a425-f4778fd56e6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394824 Nov 29 02:15:15.399790 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:15.400407 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-b99a7743-2520-4bf7-b606-2654174c0263 service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887387 Nov 29 02:15:15.490395 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-69453479-f8b2-4b9e-bca2-ebb1dab9d8fa req-73c28255-a6fc-40c2-9bc2-a570f54bf87c service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830150 Nov 29 02:15:16.233286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaee50-697b-452f-8952-c4a2ee1f4624 req-3f638ca6-48f0-40a9-892c-dd67287097b9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:16.234916 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c7eaee50-697b-452f-8952-c4a2ee1f4624 req-3f638ca6-48f0-40a9-892c-dd67287097b9 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0531700 Nov 29 02:15:16.301086 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c7eaee50-697b-452f-8952-c4a2ee1f4624 req-63de2ac7-81e9-406f-9d3e-761925be5101 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601320 Nov 29 02:15:16.339794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:17.414074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7095f5-6395-4703-96ca-ad55a692d2ab req-9f47b85b-a01c-4a8f-8748-14d18aa740d1 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:17.415577 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4e7095f5-6395-4703-96ca-ad55a692d2ab req-9f47b85b-a01c-4a8f-8748-14d18aa740d1 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0489419 Nov 29 02:15:17.478507 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4e7095f5-6395-4703-96ca-ad55a692d2ab req-d00562b9-1062-4140-89ca-a9746d3c30a4 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570235 Nov 29 02:15:18.593087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a67e76-2c88-4232-9a76-3e4dc520c49a req-50251cbf-6891-4e66-9d97-ddd51a284f06 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:18.594612 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-09a67e76-2c88-4232-9a76-3e4dc520c49a req-50251cbf-6891-4e66-9d97-ddd51a284f06 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0498033 Nov 29 02:15:18.654486 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-09a67e76-2c88-4232-9a76-3e4dc520c49a req-d7aaad55-e6ff-4969-82e3-e7c14e75ff7f tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539148 Nov 29 02:15:19.767982 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa55f9-f6c9-41c6-89a9-cf84a88657e4 req-373a8316-dd62-4b81-b3a4-494c8f94bbb4 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:19.769459 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6dfa55f9-f6c9-41c6-89a9-cf84a88657e4 req-373a8316-dd62-4b81-b3a4-494c8f94bbb4 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0489652 Nov 29 02:15:19.827553 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6dfa55f9-f6c9-41c6-89a9-cf84a88657e4 req-c5de126f-9e66-4039-86d3-1ea6b7d22c49 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521691 Nov 29 02:15:20.941923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2feeacf-1772-4051-9a7d-cf9884a6ac4f req-8179ebe1-9547-493b-80b5-d98a5e959f76 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:20.943417 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d2feeacf-1772-4051-9a7d-cf9884a6ac4f req-8179ebe1-9547-493b-80b5-d98a5e959f76 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0495043 Nov 29 02:15:21.058700 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d2feeacf-1772-4051-9a7d-cf9884a6ac4f req-980395a1-e732-441f-a41b-3cf5a9449a3a tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091669 Nov 29 02:15:22.171514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44109bd9-db12-48af-b37a-a35d13e0ed72 req-38b1b342-638b-43c3-8eb9-78b211e3f092 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:22.173001 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-44109bd9-db12-48af-b37a-a35d13e0ed72 req-38b1b342-638b-43c3-8eb9-78b211e3f092 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0497873 Nov 29 02:15:22.231604 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-44109bd9-db12-48af-b37a-a35d13e0ed72 req-549440e2-1f90-47e8-9cf1-4a79a1daf642 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526304 Nov 29 02:15:22.541755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:23.348478 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614788c-4ae6-4def-89eb-f692da3e5fa5 req-d3b5b0b3-cb07-45b6-89ab-eb32f42d171b tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:23.349932 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3614788c-4ae6-4def-89eb-f692da3e5fa5 req-d3b5b0b3-cb07-45b6-89ab-eb32f42d171b tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0524442 Nov 29 02:15:23.409092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3614788c-4ae6-4def-89eb-f692da3e5fa5 req-56513947-f1ef-49c5-bce3-be1d34545160 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532079 Nov 29 02:15:24.533004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6afa41-0000-40ed-9cb8-354343ee1458 req-967b9648-4a3f-4953-bc32-cb3e93d30ec8 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:24.534506 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ba6afa41-0000-40ed-9cb8-354343ee1458 req-967b9648-4a3f-4953-bc32-cb3e93d30ec8 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0536599 Nov 29 02:15:24.600797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ba6afa41-0000-40ed-9cb8-354343ee1458 req-216dd5bb-3ea7-4a1f-8734-bbb2f6fb23a5 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595238 Nov 29 02:15:25.715348 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ddb52-5e51-4d3d-b659-62c8c6433dbf req-1e8a750e-7289-4e5a-86a2-b9f881959265 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:25.716844 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7d0ddb52-5e51-4d3d-b659-62c8c6433dbf req-1e8a750e-7289-4e5a-86a2-b9f881959265 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0492685 Nov 29 02:15:25.776331 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7d0ddb52-5e51-4d3d-b659-62c8c6433dbf req-ee77f8b5-2bb4-4f95-a171-d71c9e40aaf0 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534847 Nov 29 02:15:26.889837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67b75e-3e0a-4f1d-9803-68bdc969b5d2 req-9d0a9907-d8d0-4ca6-aa74-3324fca50869 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:26.891481 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8b67b75e-3e0a-4f1d-9803-68bdc969b5d2 req-9d0a9907-d8d0-4ca6-aa74-3324fca50869 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0495741 Nov 29 02:15:26.950872 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8b67b75e-3e0a-4f1d-9803-68bdc969b5d2 req-7a300fa8-a1a8-44c7-a723-62dea88c8739 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&id=d108ec9b-fae7-4b66-a63b-9551001f94ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530355 Nov 29 02:15:40.646343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6851ef2c-76b3-45ec-a6ca-27fe5d961c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:43.150752 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:15:43.998315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:44.212665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b3a523-502c-4ce3-9651-3a7f6e9fdc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:45.406150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:46.371600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:48.991153 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-b953bae1-0608-4bd1-8ffa-6a7c79a8e63a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838997 Nov 29 02:15:49.089832 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-e6cc5aa5-0d5a-4c29-a399-1fd51d5600c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:49.091265 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-e6cc5aa5-0d5a-4c29-a399-1fd51d5600c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1138 time: 0.0402973 Nov 29 02:15:49.200674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-8f208df2-eadc-4fef-bdbc-dd28c648ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:49.202094 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-8f208df2-eadc-4fef-bdbc-dd28c648ffd6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 915 time: 0.0916421 Nov 29 02:15:49.267589 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-568a49a0-85e6-4546-870a-d0de7f72fd05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 1002 time: 0.0581498 Nov 29 02:15:49.316267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-3e7d125e-977a-4e28-89be-6f3d955c48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:49.317657 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-3e7d125e-977a-4e28-89be-6f3d955c48bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0423667 Nov 29 02:15:49.366399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-dff3a867-bfff-4447-b97b-de57dd4caa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:49.367874 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-dff3a867-bfff-4447-b97b-de57dd4caa72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422835 Nov 29 02:15:49.379427 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-3eef716d-6c32-4cb4-ad24-1782ddf83515 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:15:49.380385 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-3eef716d-6c32-4cb4-ad24-1782ddf83515 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053833 Nov 29 02:15:49.468741 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-b857fb5e-8511-48de-8d2e-71f2d4016089 service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812173 Nov 29 02:15:49.566049 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f95e34e7-73e6-496e-a676-14e18319c7cb req-6a44caf6-9a37-4db6-bdaf-c9338bb82a05 service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889585 Nov 29 02:15:52.552564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:59.364039 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-d512cdfb-0c40-40bf-a614-89cc35587b59 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317650127&fields=id&tenant_id=92b859690b3a4cbdb2a289edb372e130 HTTP/1.1" status: 200 len: 267 time: 0.0430923 Nov 29 02:15:59.420411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-af97cf90-021c-4162-b878-022b5bd05bc1 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:59.421850 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-af97cf90-021c-4162-b878-022b5bd05bc1 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 985 time: 0.0524099 Nov 29 02:15:59.432511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Request body: {'port': {'security_groups': ['b20d0632-cdf1-422e-8d5b-ef27527904d4']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:15:59.496821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:59.669618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] For port ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:59.698622 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:59.703150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:59.737062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ed4f84f0-5f33-4e9f-b396-4bfb07a62719'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:15:59.752847 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:59.753527 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:59.754965 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bcdadfea-82b0-4d00-b846-069a8f03f4fd req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "PUT /v2.0/ports/ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 943 time: 0.3268130 Nov 29 02:15:59.755551 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:15:59.758121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:15:59.762280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51768) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:15:59.810540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e5077f-2d11-434d-a32c-2788d0376d30 x-openstack-request-id: req-13e5077f-2d11-434d-a32c-2788d0376d30 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:15:59.811166 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:15:59.811724 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13e5077f-2d11-434d-a32c-2788d0376d30 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:15:59.812328 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'status': 'completed', 'code': 200} Nov 29 02:15:59.818997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event updated for resources: {'Port': ['ID=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,revision_number=7']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:59.827378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.827739 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.828090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.828438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.828779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.829120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.829459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.829792 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.830175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.830531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.830867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.831198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63d646-34cb-41d8-b3ce-98dbd187b894 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:59.839905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:59.880774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ed4f84f0-5f33-4e9f-b396-4bfb07a62719'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:15:59.904140 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:59.952202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-b18b8003-49e9-43e3-ae57-ef75b5818e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:59.953715 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-b18b8003-49e9-43e3-ae57-ef75b5818e0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1099 time: 0.0961537 Nov 29 02:15:59.997574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d9531a80-3883-4df6-8380-0eb178e59e7e None None] Provisioning complete for port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:15:59.997951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d9531a80-3883-4df6-8380-0eb178e59e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.037070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.039578 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.043253 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "DELETE /v2.0/security-groups/d108ec9b-fae7-4b66-a63b-9551001f94ee HTTP/1.1" status: 204 len: 168 time: 0.2774365 Nov 29 02:16:00.043599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51770) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:00.058576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d108ec9b-fae7-4b66-a63b-9551001f94ee,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:00.069274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.069628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.069977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.070329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.070694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.071035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.071370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.071702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.072032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.072367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.072695 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.073026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7221308b-5dd0-471e-8f72-24c2741bf898 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:00.077228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-a7e96aeb-0cce-417e-a774-3db71b00ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:00.079322 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-a7e96aeb-0cce-417e-a774-3db71b00ebb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 915 time: 0.1177161 Nov 29 02:16:00.153153 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-5e4d7c9d-47b9-4950-b37e-60668ada2a1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 1002 time: 0.0667555 Nov 29 02:16:00.205689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-dcff17c4-e579-433a-ad73-77eb9c609e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:00.207250 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-dcff17c4-e579-433a-ad73-77eb9c609e06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0463052 Nov 29 02:16:00.211411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Deleting port 195dc264-05be-40dd-bdcc-e7ba613f474a {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:00.211759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.253698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-cf15d73a-ddc6-43f3-8399-c5c546b6181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:00.255235 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-cf15d73a-ddc6-43f3-8399-c5c546b6181e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410950 Nov 29 02:16:00.288583 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.288908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.300357 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Calling delete_port for 195dc264-05be-40dd-bdcc-e7ba613f474a owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:00.349652 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-cbf9ef30-1b86-4f72-a05e-96330aa934de service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863514 Nov 29 02:16:00.440674 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8e0d91de-229d-4a3a-a4f1-7aec0b1105bd req-6901dc7e-769c-48f2-af73-30cbb0d5c245 service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818875 Nov 29 02:16:00.452667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.481157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event deleted for resources: {'Port': ['ID=195dc264-05be-40dd-bdcc-e7ba613f474a,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:00.543612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.543987 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Floating IP 174587e2-792a-41ed-8e61-baffc27810f6 disassociated (deleted). External IP: 172.26.8.215, port: ed4f84f0-5f33-4e9f-b396-4bfb07a62719. Nov 29 02:16:00.748608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Router 4475410f-101b-41b9-b1a1-8835f7f80fe3 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:16:00.852452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:16:00.857091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:00.861624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] Sync routers for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:16:00.871676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:00.872287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:15:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:00.887392 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-71fdc108-b2b1-442c-af54-30d8a4e39693 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "DELETE /v2.0/floatingips/174587e2-792a-41ed-8e61-baffc27810f6 HTTP/1.1" status: 204 len: 168 time: 0.8426933 Nov 29 02:16:00.979019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:01.185078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 5, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:01.214753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] Checking router: 4475410f-101b-41b9-b1a1-8835f7f80fe3 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:16:01.223042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:01.223650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:15:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:01.326995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:01.522995 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 5, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:01.554415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e669ba-168f-45d3-8f76-43e7f0e437c8 None None] The sync data for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv is: [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '51e5cce9-349a-43c6-a25a-9707bd88941e', 'name': '', 'network_id': 'c6dfd22e-6cd5-47a7-a41d-977401908265', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'mac_address': 'fa:16:3e:3c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:07Z', 'updated_at': '2021-11-29T02:14:12Z', 'revision_number': 5, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'subnets': [{'id': 'de09ad54-ee23-4f8e-9239-8e6ed6ab4e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:16:01.764562 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf24f5-e78e-4b12-ad78-a661d0d3b35d None None] New status for floating IP 174587e2-792a-41ed-8e61-baffc27810f6: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:16:01.813262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:01.815825 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef3016-461e-4773-af9c-b313f32c283e" -d '{"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:01.856388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4957c98e-efd5-436e-9294-de207137c3da x-openstack-request-id: req-4957c98e-efd5-436e-9294-de207137c3da {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:01.856878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:01.857285 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4957c98e-efd5-436e-9294-de207137c3da {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:01.857851 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'status': 'completed', 'code': 200} Nov 29 02:16:01.944985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3016-461e-4773-af9c-b313f32c283e req-ee9cf5d5-f663-4cb0-b1ba-95a0fe5437a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:01.946496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38ef3016-461e-4773-af9c-b313f32c283e req-ee9cf5d5-f663-4cb0-b1ba-95a0fe5437a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b859690b3a4cbdb2a289edb372e130&device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 1099 time: 0.0446513 Nov 29 02:16:02.036760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3016-461e-4773-af9c-b313f32c283e req-4c579fc6-1e40-43fd-ac95-0a224d075db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:02.038564 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38ef3016-461e-4773-af9c-b313f32c283e req-4c579fc6-1e40-43fd-ac95-0a224d075db3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 200 len: 915 time: 0.0853071 Nov 29 02:16:02.084085 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38ef3016-461e-4773-af9c-b313f32c283e req-b69bddaf-fb25-45f8-ba2e-f62eab2bd273 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 200 len: 217 time: 0.0376809 Nov 29 02:16:02.135912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3016-461e-4773-af9c-b313f32c283e req-18c3c6e9-d8a7-49ab-a8c6-487242f7703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:02.137400 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38ef3016-461e-4773-af9c-b313f32c283e req-18c3c6e9-d8a7-49ab-a8c6-487242f7703d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 200 len: 853 time: 0.0458815 Nov 29 02:16:02.183743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3016-461e-4773-af9c-b313f32c283e req-382de73b-7ec8-4b8c-b9f8-1e4caa9f80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:02.185250 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38ef3016-461e-4773-af9c-b313f32c283e req-382de73b-7ec8-4b8c-b9f8-1e4caa9f80c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6dfd22e-6cd5-47a7-a41d-977401908265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402410 Nov 29 02:16:02.279794 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38ef3016-461e-4773-af9c-b313f32c283e req-cf664f86-74ce-4715-9e9d-95ed50cfd19d service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867903 Nov 29 02:16:02.369645 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38ef3016-461e-4773-af9c-b313f32c283e req-2e547994-c2e7-41c0-a586-c5fdff96576c service neutron] 10.222.0.21 "GET /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828295 Nov 29 02:16:09.860589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63037062-730b-44db-9136-76c8b79aaef6 req-0ef0e007-0710-45b7-ae96-c0a9993e8e3d tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:09.862127 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63037062-730b-44db-9136-76c8b79aaef6 req-0ef0e007-0710-45b7-ae96-c0a9993e8e3d tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0524912 Nov 29 02:16:09.914861 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63037062-730b-44db-9136-76c8b79aaef6 req-93d2621d-71ca-418b-b0c6-e52719e48a96 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Nov 29 02:16:10.646529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1d244d1-3324-4895-a016-f1f2d7dbf9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:11.036464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0d3b-0400-4ad0-98f4-bc519d72584c req-08980604-1971-4373-8031-ec304b3f4119 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:11.037962 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f6d0d3b-0400-4ad0-98f4-bc519d72584c req-08980604-1971-4373-8031-ec304b3f4119 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0546021 Nov 29 02:16:11.083799 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6f6d0d3b-0400-4ad0-98f4-bc519d72584c req-1dcd5b9a-1d50-4679-a7e8-7452e02f5ea5 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20d0632-cdf1-422e-8d5b-ef27527904d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Nov 29 02:16:11.713944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-b78a0a44-5879-4966-af1e-06f47732e28d tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:11.715418 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-b78a0a44-5879-4966-af1e-06f47732e28d tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 946 time: 0.0474570 Nov 29 02:16:11.801334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Deleting port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:11.801600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:11.890083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] For port ed4f84f0-5f33-4e9f-b396-4bfb07a62719, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:11.890465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:11.903159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Calling delete_port for ed4f84f0-5f33-4e9f-b396-4bfb07a62719 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:12.029575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:12.057253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Pushing event deleted for resources: {'Port': ['ID=ed4f84f0-5f33-4e9f-b396-4bfb07a62719,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:12.063588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['ed4f84f0-5f33-4e9f-b396-4bfb07a62719'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:16:12.099732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] No DVR routers for this DVR port ed4f84f0-5f33-4e9f-b396-4bfb07a62719 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:16:12.102128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:12.105552 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b0e20988-610a-4a21-8728-4f38713d8bfc req-0ff8980f-f7c4-4fa9-a744-4ae9a781d881 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.21 "DELETE /v2.0/ports/ed4f84f0-5f33-4e9f-b396-4bfb07a62719 HTTP/1.1" status: 204 len: 173 time: 0.3838208 Nov 29 02:16:12.105997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'name': 'network-vif-deleted', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:12.108327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2429d8bf-b3aa-4a01-a7ed-d06bc947f1f0" -d '{"events": [{"server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "name": "network-vif-deleted", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:12.149012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e9831-7741-46be-8cbf-5737d1169d5a x-openstack-request-id: req-7c7e9831-7741-46be-8cbf-5737d1169d5a {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:12.149318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e896f28d-3121-439a-8577-973fa17f9c46", "name": "network-vif-deleted", "tag": "ed4f84f0-5f33-4e9f-b396-4bfb07a62719", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:12.149576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c7e9831-7741-46be-8cbf-5737d1169d5a {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:12.149976 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e896f28d-3121-439a-8577-973fa17f9c46', 'name': 'network-vif-deleted', 'tag': 'ed4f84f0-5f33-4e9f-b396-4bfb07a62719', 'status': 'completed', 'code': 200} Nov 29 02:16:12.180541 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bebdeb80-914e-4e90-804c-35234afd57d2 req-2302c9b9-362c-47a7-8d5b-18f65b7b3417 tempest-TestMinimumBasicScenario-1042966462 tempest-TestMinimumBasicScenario-1042966462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e896f28d-3121-439a-8577-973fa17f9c46 HTTP/1.1" status: 200 len: 210 time: 0.0262442 Nov 29 02:16:13.747864 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51870) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:14.005257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:14.102289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:14.214347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4d84b1bc-8a23-4986-95b6-ccf5836b2e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:14.348804 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Deleting port 51e5cce9-349a-43c6-a25a-9707bd88941e {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:14.349147 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:14.426589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] For port 51e5cce9-349a-43c6-a25a-9707bd88941e, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=51e5cce9-349a-43c6-a25a-9707bd88941e,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:14.426954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:14.439362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Calling delete_port for 51e5cce9-349a-43c6-a25a-9707bd88941e owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:14.616433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:14.645141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=51e5cce9-349a-43c6-a25a-9707bd88941e,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:14.808941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:15.279094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ed4f84f0-5f33-4e9f-b396-4bfb07a62719 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:15.299508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: ed4f84f0-5f33-4e9f-b396-4bfb07a62719 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:16:15.299852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device ed4f84f0-5f33-4e9f-b396-4bfb07a62719 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:16:15.309073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Router 4475410f-101b-41b9-b1a1-8835f7f80fe3 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:16:15.406744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:15.415356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:16:15.420896 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a63d4ade-f4be-4faf-82ec-0019483ad3fb admin admin] 10.222.0.30 "PUT /v2.0/routers/4475410f-101b-41b9-b1a1-8835f7f80fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6719265 Nov 29 02:16:15.423917 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51872) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:15.424591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] Sync routers for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:16:15.434328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:15.434972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:15.525219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:15.540004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:15.628408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:15.684764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Deleting port e1c69993-7064-450d-9ffb-3e68b4d47f17 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:15.685112 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:15.714626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:16:14Z', 'revision_number': 5, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port': {'id': 'e1c69993-7064-450d-9ffb-3e68b4d47f17', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:05Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:15.745439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] Checking router: 4475410f-101b-41b9-b1a1-8835f7f80fe3 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:16:15.753597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] Routers {'4475410f-101b-41b9-b1a1-8835f7f80fe3'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:15.754198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4475410f-101b-41b9-b1a1-8835f7f80fe3'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:15.763897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] For port e1c69993-7064-450d-9ffb-3e68b4d47f17, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e1c69993-7064-450d-9ffb-3e68b4d47f17,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:15.764274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:15.776616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Calling delete_port for e1c69993-7064-450d-9ffb-3e68b4d47f17 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:15.837720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] Set router 4475410f-101b-41b9-b1a1-8835f7f80fe3 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:15.889145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:16:15Z', 'revision_number': 6, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:15.918926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124c6dd-312b-4e74-9b83-3d5fff383dde None None] The sync data for ids ['4475410f-101b-41b9-b1a1-8835f7f80fe3'] in dv-neutron-816800-5-hyperv is: [{'id': '4475410f-101b-41b9-b1a1-8835f7f80fe3', 'name': 'tempest-TestMinimumBasicScenario-720191550-router', 'tenant_id': '92b859690b3a4cbdb2a289edb372e130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:04Z', 'updated_at': '2021-11-29T02:16:15Z', 'revision_number': 6, 'project_id': '92b859690b3a4cbdb2a289edb372e130', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:16:15.942330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:15.972629 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c69993-7064-450d-9ffb-3e68b4d47f17,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:15.979457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be9ee81-f6b8-4120-882f-1167e1ce3ac3 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:16:16.032187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.121172 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.123291 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.167361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.167907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4475410f-101b-41b9-b1a1-8835f7f80fe3 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:16:16.172410 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.173595 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a3f43d58-15f1-4e9c-ad77-8ddebbe7599e admin admin] 10.222.0.30 "DELETE /v2.0/routers/4475410f-101b-41b9-b1a1-8835f7f80fe3 HTTP/1.1" status: 204 len: 168 time: 0.7487628 Nov 29 02:16:16.176183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51874) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:16.219980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c62525-0690-4256-acb4-7c8a333ff78f admin admin] Deleting subnet de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:16:16.223540 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c62525-0690-4256-acb4-7c8a333ff78f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.262754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c62525-0690-4256-acb4-7c8a333ff78f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.353199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.358156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c62525-0690-4256-acb4-7c8a333ff78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.390480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 51e5cce9-349a-43c6-a25a-9707bd88941e no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:16.416165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 51e5cce9-349a-43c6-a25a-9707bd88941e {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:16:16.416603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 51e5cce9-349a-43c6-a25a-9707bd88941e not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:16:16.420363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c62525-0690-4256-acb4-7c8a333ff78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.451283 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c62525-0690-4256-acb4-7c8a333ff78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de09ad54-ee23-4f8e-9239-8e6ed6ab4e24,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:16.453239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-78c62525-0690-4256-acb4-7c8a333ff78f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.457153 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-78c62525-0690-4256-acb4-7c8a333ff78f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/de09ad54-ee23-4f8e-9239-8e6ed6ab4e24 HTTP/1.1" status: 204 len: 168 time: 0.2800350 Nov 29 02:16:16.458869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a32620-0b31-438a-b188-b4f4fa5c4bce None None] Network c6dfd22e-6cd5-47a7-a41d-977401908265 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:16:16.459634 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51876) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:16.530157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.585609 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Deleting port 3fef7578-8c22-4c3a-9a11-65925183b247 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:16.586105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.657010 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] For port 3fef7578-8c22-4c3a-9a11-65925183b247, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3fef7578-8c22-4c3a-9a11-65925183b247,segment=NetworkSegment(c20d33d8-9709-43ed-8d69-0976cc1f06a3),segment_id=c20d33d8-9709-43ed-8d69-0976cc1f06a3)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:16.657262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.670505 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Calling delete_port for 3fef7578-8c22-4c3a-9a11-65925183b247 owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:16.757286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.789195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] No DVR routers for this DVR port 3fef7578-8c22-4c3a-9a11-65925183b247 on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:16:16.790945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fef7578-8c22-4c3a-9a11-65925183b247,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:16.791925 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da9916-b056-40e7-a3ac-214d345a796d None None] DHCP port deletion for c6dfd22e-6cd5-47a7-a41d-977401908265 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:16:16.864752 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.884948 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dfd22e-6cd5-47a7-a41d-977401908265']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:16.894028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20d33d8-9709-43ed-8d69-0976cc1f06a3') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:16.894330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20d33d8-9709-43ed-8d69-0976cc1f06a3') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:16.903797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.917344 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.924693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:16:16.924693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:16:16.926256 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:16:16.986361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.992933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:16.995518 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c6dfd22e-6cd5-47a7-a41d-977401908265 HTTP/1.1" status: 204 len: 168 time: 0.5349588 Nov 29 02:16:16.998413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51878) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:17.007939 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34180d-e464-4e58-bdfd-c4a101ffa001 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6dfd22e-6cd5-47a7-a41d-977401908265,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:17.346190 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:17.584667 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Deleting port 8c256b10-b733-4531-9804-103b29f59bcd {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:17.585005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:17.660052 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] For port 8c256b10-b733-4531-9804-103b29f59bcd, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8c256b10-b733-4531-9804-103b29f59bcd,segment=NetworkSegment(23ad9ef2-cfd8-4037-8b80-56d66bb32373),segment_id=23ad9ef2-cfd8-4037-8b80-56d66bb32373)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:17.660337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:17.672415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Calling delete_port for 8c256b10-b733-4531-9804-103b29f59bcd owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:17.848149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:17.872514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c256b10-b733-4531-9804-103b29f59bcd,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:18.032835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:18.197945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3fef7578-8c22-4c3a-9a11-65925183b247 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:18.219067 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 3fef7578-8c22-4c3a-9a11-65925183b247 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:16:18.219418 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3fef7578-8c22-4c3a-9a11-65925183b247 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:16:18.219845 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e1c69993-7064-450d-9ffb-3e68b4d47f17 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:18.239377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e1c69993-7064-450d-9ffb-3e68b4d47f17 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:16:18.239726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e1c69993-7064-450d-9ffb-3e68b4d47f17 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:16:18.577122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Router 9e6a8b66-5e01-42ef-b177-55b0653866db has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:16:18.680721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:16:18.685741 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fccf8be3-b92b-4cee-8bae-cfffc6311732 admin admin] 10.222.0.30 "PUT /v2.0/routers/9e6a8b66-5e01-42ef-b177-55b0653866db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862862 Nov 29 02:16:18.688222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51880) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:18.690963 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] Sync routers for ids ['9e6a8b66-5e01-42ef-b177-55b0653866db'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:16:18.701297 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] Routers {'9e6a8b66-5e01-42ef-b177-55b0653866db'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:18.701909 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9e6a8b66-5e01-42ef-b177-55b0653866db'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:18.799423 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:18.889499 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] Set router 9e6a8b66-5e01-42ef-b177-55b0653866db gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:18.897791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:18.952749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Deleting port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:18.953091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.030619 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] For port 4b92b2b6-a7dc-4284-bd16-85a6b34d573c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=4b92b2b6-a7dc-4284-bd16-85a6b34d573c,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:19.030987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.043978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Calling delete_port for 4b92b2b6-a7dc-4284-bd16-85a6b34d573c owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:19.067326 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:16:17Z', 'revision_number': 5, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port': {'id': '4b92b2b6-a7dc-4284-bd16-85a6b34d573c', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:19.093367 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] Checking router: 9e6a8b66-5e01-42ef-b177-55b0653866db for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:16:19.102016 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] Routers {'9e6a8b66-5e01-42ef-b177-55b0653866db'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:19.102639 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9e6a8b66-5e01-42ef-b177-55b0653866db'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:19.186645 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] Set router 9e6a8b66-5e01-42ef-b177-55b0653866db gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:19.207949 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.235240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b92b2b6-a7dc-4284-bd16-85a6b34d573c,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:19.245708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edad9c1-b873-4231-a430-6e06ee7ac110 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:16:19.246298 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:16:18Z', 'revision_number': 6, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:19.276636 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12728c-79c4-4a08-8e20-c23080c0b062 None None] The sync data for ids ['9e6a8b66-5e01-42ef-b177-55b0653866db'] in dv-neutron-816800-5-hyperv is: [{'id': '9e6a8b66-5e01-42ef-b177-55b0653866db', 'name': 'tempest-TestMinimumBasicScenario-161039942-router', 'tenant_id': 'd632edaa51e34b759097187a9daf9d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:14:09Z', 'updated_at': '2021-11-29T02:16:18Z', 'revision_number': 6, 'project_id': 'd632edaa51e34b759097187a9daf9d4f', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:16:19.303816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.399482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.401516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.444080 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.444634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e6a8b66-5e01-42ef-b177-55b0653866db {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:16:19.449391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.450579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ec38af75-efcf-4657-b51c-4ce1e073d06c admin admin] 10.222.0.30 "DELETE /v2.0/routers/9e6a8b66-5e01-42ef-b177-55b0653866db HTTP/1.1" status: 204 len: 168 time: 0.7614033 Nov 29 02:16:19.453025 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51882) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:19.502439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-90223372-8074-4c05-91a5-5a305b66f479 admin admin] Deleting subnet 76674f6c-9a17-4d7a-9c69-c5f04f2e4673 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:16:19.505445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90223372-8074-4c05-91a5-5a305b66f479 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.540368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90223372-8074-4c05-91a5-5a305b66f479 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.615327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90223372-8074-4c05-91a5-5a305b66f479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.676980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90223372-8074-4c05-91a5-5a305b66f479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.702082 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90223372-8074-4c05-91a5-5a305b66f479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76674f6c-9a17-4d7a-9c69-c5f04f2e4673,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:19.712152 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-90223372-8074-4c05-91a5-5a305b66f479 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.714687 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-90223372-8074-4c05-91a5-5a305b66f479 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/76674f6c-9a17-4d7a-9c69-c5f04f2e4673 HTTP/1.1" status: 204 len: 168 time: 0.2594421 Nov 29 02:16:19.716119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51884) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:19.718525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f1fd56-9496-48e5-aec4-4ccd3c7d5322 None None] Network 225c78b0-4adf-4eef-9dff-d7aed877c3bd requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:16:19.783966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.836274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Deleting port 86576c76-960a-4dea-87a8-2dab3fc543e0 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:19.836688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.905299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] For port 86576c76-960a-4dea-87a8-2dab3fc543e0, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=86576c76-960a-4dea-87a8-2dab3fc543e0,segment=NetworkSegment(23ad9ef2-cfd8-4037-8b80-56d66bb32373),segment_id=23ad9ef2-cfd8-4037-8b80-56d66bb32373)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:19.905663 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.917699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Calling delete_port for 86576c76-960a-4dea-87a8-2dab3fc543e0 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:19.993622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.025851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] No DVR routers for this DVR port 86576c76-960a-4dea-87a8-2dab3fc543e0 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:16:20.030897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Pushing event deleted for resources: {'Port': ['ID=86576c76-960a-4dea-87a8-2dab3fc543e0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:20.045947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbee9a86-6d07-4866-b061-45db2f9b3dab None None] DHCP port deletion for 225c78b0-4adf-4eef-9dff-d7aed877c3bd request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:16:20.101897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.128628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225c78b0-4adf-4eef-9dff-d7aed877c3bd']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:20.139000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ad9ef2-cfd8-4037-8b80-56d66bb32373') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:20.139298 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ad9ef2-cfd8-4037-8b80-56d66bb32373') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:20.149108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.151948 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:16:20.164338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.164652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 86576c76-960a-4dea-87a8-2dab3fc543e0 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:20.171196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:16:20.171842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:16:20.174071 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:16:20.186247 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 86576c76-960a-4dea-87a8-2dab3fc543e0 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:16:20.186628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 86576c76-960a-4dea-87a8-2dab3fc543e0 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:16:20.187251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8c256b10-b733-4531-9804-103b29f59bcd no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:20.209981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 8c256b10-b733-4531-9804-103b29f59bcd {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:16:20.210334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8c256b10-b733-4531-9804-103b29f59bcd not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:16:20.210870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4b92b2b6-a7dc-4284-bd16-85a6b34d573c no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:20.233601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 4b92b2b6-a7dc-4284-bd16-85a6b34d573c {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:16:20.233601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 4b92b2b6-a7dc-4284-bd16-85a6b34d573c not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:16:20.242102 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.252764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.258991 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] 10.222.0.30 "DELETE /v2.0/networks/225c78b0-4adf-4eef-9dff-d7aed877c3bd HTTP/1.1" status: 204 len: 168 time: 0.5390742 Nov 29 02:16:20.271591 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36e2c-6006-4d9e-b333-acf76054d200 admin admin] Pushing event deleted for resources: {'Network': ['ID=225c78b0-4adf-4eef-9dff-d7aed877c3bd,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:20.426968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51888) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:20.469609 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d35b1dd0-8e6a-46f1-b4c0-c585b3849e44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92b859690b3a4cbdb2a289edb372e130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410085 Nov 29 02:16:20.473222 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51890) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:20.521433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02783cc2-edf3-4002-b855-348e769f926d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.543869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02783cc2-edf3-4002-b855-348e769f926d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.596921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02783cc2-edf3-4002-b855-348e769f926d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.599638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-02783cc2-edf3-4002-b855-348e769f926d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.600947 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-02783cc2-edf3-4002-b855-348e769f926d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b20d0632-cdf1-422e-8d5b-ef27527904d4 HTTP/1.1" status: 204 len: 168 time: 0.1267931 Nov 29 02:16:20.609084 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02783cc2-edf3-4002-b855-348e769f926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20d0632-cdf1-422e-8d5b-ef27527904d4,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:20.911570 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51896) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:20.951052 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fdfc44b2-e764-4b6e-a962-0cbb03d7d1bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d632edaa51e34b759097187a9daf9d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383053 Nov 29 02:16:20.953563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51898) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:21.000281 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-52d619ea-8086-4e42-b529-87e0e5398845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:21.023056 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-52d619ea-8086-4e42-b529-87e0e5398845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:21.070436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-52d619ea-8086-4e42-b529-87e0e5398845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:21.073332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-52d619ea-8086-4e42-b529-87e0e5398845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:21.075209 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-52d619ea-8086-4e42-b529-87e0e5398845 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/caf80546-e877-41dc-b292-ace2a145935c HTTP/1.1" status: 204 len: 168 time: 0.1205280 Nov 29 02:16:21.085254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d619ea-8086-4e42-b529-87e0e5398845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf80546-e877-41dc-b292-ace2a145935c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:22.574337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:22.711707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51938) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:22.716302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487034779', 'description': 'tempest-secgroup-smoke-1487034779 description', 'project_id': '9c89609a9d3744318d2ce4c977df0af8'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:22.737641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:22.745314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:22.817710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:22.821314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:22.855088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f65b641-3d9b-449d-855a-eac4a1abb9d6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:22.898642 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:22.902412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:22.934225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:22.935484 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2227726 Nov 29 02:16:22.937338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e209584-b6e6-4a71-b56b-49cd5ccb4a97 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:22.938467 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51940) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:22.943979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a32fb1e9-6951-4e69-8393-1ac3b2054e9e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'a6a61dfa-ea1f-4cac-905d-5b225e20b5ff', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:22.970663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a32fb1e9-6951-4e69-8393-1ac3b2054e9e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.015880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a32fb1e9-6951-4e69-8393-1ac3b2054e9e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.019317 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a32fb1e9-6951-4e69-8393-1ac3b2054e9e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.037389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fb1e9-6951-4e69-8393-1ac3b2054e9e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d866e84-5059-408c-9f29-018144eb65dd,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:23.042319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a32fb1e9-6951-4e69-8393-1ac3b2054e9e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.043547 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a32fb1e9-6951-4e69-8393-1ac3b2054e9e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1034832 Nov 29 02:16:23.046260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51942) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:23.051072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3d91fd48-78a9-402f-bace-ffe967d34b67 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'a6a61dfa-ea1f-4cac-905d-5b225e20b5ff', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:23.076844 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3d91fd48-78a9-402f-bace-ffe967d34b67 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.137733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3d91fd48-78a9-402f-bace-ffe967d34b67 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.141887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3d91fd48-78a9-402f-bace-ffe967d34b67 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.162523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91fd48-78a9-402f-bace-ffe967d34b67 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e554d1-56c4-4955-a36b-07bcc00f66eb,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:23.169794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3d91fd48-78a9-402f-bace-ffe967d34b67 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.171152 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3d91fd48-78a9-402f-bace-ffe967d34b67 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239200 Nov 29 02:16:23.173899 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51944) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:23.179024 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e0fd9b92-2b0d-4453-bd50-daa8bf12b0a6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'a6a61dfa-ea1f-4cac-905d-5b225e20b5ff', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:23.208575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9b92-2b0d-4453-bd50-daa8bf12b0a6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.269584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9b92-2b0d-4453-bd50-daa8bf12b0a6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.274593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9b92-2b0d-4453-bd50-daa8bf12b0a6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.293979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd9b92-2b0d-4453-bd50-daa8bf12b0a6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16eb134a-1757-4d67-a214-268a6513b418,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:23.301731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9b92-2b0d-4453-bd50-daa8bf12b0a6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.302959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e0fd9b92-2b0d-4453-bd50-daa8bf12b0a6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275477 Nov 29 02:16:23.305690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51946) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:23.310531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7c3783cb-0692-4b8f-a69b-f6c35ebd4cac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'a6a61dfa-ea1f-4cac-905d-5b225e20b5ff', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:23.337216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c3783cb-0692-4b8f-a69b-f6c35ebd4cac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.393327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c3783cb-0692-4b8f-a69b-f6c35ebd4cac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.396591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c3783cb-0692-4b8f-a69b-f6c35ebd4cac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.414219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3783cb-0692-4b8f-a69b-f6c35ebd4cac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bc919f-6f82-4a81-9cda-dd141f8d46c6,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:23.420828 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7c3783cb-0692-4b8f-a69b-f6c35ebd4cac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.422011 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7c3783cb-0692-4b8f-a69b-f6c35ebd4cac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153038 Nov 29 02:16:23.425306 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51948) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:23.429565 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cd07efcc-24cd-4a2c-b8dc-da11b8ad2ea2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'a6a61dfa-ea1f-4cac-905d-5b225e20b5ff', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:23.450524 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-cd07efcc-24cd-4a2c-b8dc-da11b8ad2ea2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:16:23.455287 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd07efcc-24cd-4a2c-b8dc-da11b8ad2ea2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.514184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd07efcc-24cd-4a2c-b8dc-da11b8ad2ea2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.518807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd07efcc-24cd-4a2c-b8dc-da11b8ad2ea2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.538539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07efcc-24cd-4a2c-b8dc-da11b8ad2ea2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0cf2c1-d118-4043-ba6b-05dccf7efcd9,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:23.551224 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cd07efcc-24cd-4a2c-b8dc-da11b8ad2ea2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.552448 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cd07efcc-24cd-4a2c-b8dc-da11b8ad2ea2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262310 Nov 29 02:16:23.555189 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51950) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:23.559514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ee45fba3-26d4-4d98-a9c3-45c2a4f5f092 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'a6a61dfa-ea1f-4cac-905d-5b225e20b5ff', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:23.580720 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-ee45fba3-26d4-4d98-a9c3-45c2a4f5f092 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:16:23.585585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee45fba3-26d4-4d98-a9c3-45c2a4f5f092 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.644977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee45fba3-26d4-4d98-a9c3-45c2a4f5f092 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.648690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee45fba3-26d4-4d98-a9c3-45c2a4f5f092 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.667520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45fba3-26d4-4d98-a9c3-45c2a4f5f092 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd042ba-690d-4c16-bc3e-d0ee65e3c7a0,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:23.674881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ee45fba3-26d4-4d98-a9c3-45c2a4f5f092 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.676066 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ee45fba3-26d4-4d98-a9c3-45c2a4f5f092 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199508 Nov 29 02:16:23.679063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51952) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:23.683703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'network': {'name': 'tempest-network-smoke--2143940070', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'port_security_enabled': True}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:23.703245 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:16:23.707174 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.730028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:16:23.738940 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.739283 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Added segment 2f715200-098d-4840-9a3d-19f8200dc25f of type vlan for network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d Nov 29 02:16:23.778307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.802560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.808429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:23.809000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.870073 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900444 Nov 29 02:16:23.872958 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51954) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:23.879781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'admin_state_up': True, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:23.889779 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164ab48-39a3-45f4-95ab-1034ef3969e1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Network': ['ID=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:23.900357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:16:23.908960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.910002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.962052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.103009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.294623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.313199 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.411588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.96 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:16:24.518976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.553649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.598945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:16:24.605624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:16:24.608238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:16:24.614951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:24.620241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a100f485-6866-4c55-be21-cac8a5f03979 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:16:24.721631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e57c5919-ccf3-4237-a6a5-71be8cfe916b None None] Provisioning complete for port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:24.721922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e57c5919-ccf3-4237-a6a5-71be8cfe916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.756014 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e57c5919-ccf3-4237-a6a5-71be8cfe916b None None] Port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:16:24.860978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.058531 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.184031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:16:25.289327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:16:25.299478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Sync routers for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:16:25.309839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:25.310361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:25.310852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.312505 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-00c2c9d4-a3c9-4033-98a1-fb785f8a87b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4384675 Nov 29 02:16:25.316770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51956) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:25.416998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:25.435463 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6393f053-8a59-4d33-ac9d-438dcc15393f tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9c89609a9d3744318d2ce4c977df0af8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1174660 Nov 29 02:16:25.440692 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51960) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:25.528805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5146e03-43a4-4c34-99f8-cd64e79a7f05 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:25.530328 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f5146e03-43a4-4c34-99f8-cd64e79a7f05 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886943 Nov 29 02:16:25.533347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51962) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:25.562318 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-65a0feeb-d4f3-4b77-ace8-0ded9806462c tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277011 Nov 29 02:16:25.565380 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 51964) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:25.570600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1514341406', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:25.605827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:24Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:25.633850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Checking router: b2b354f7-ee0a-4ff0-8d55-398cde6a4493 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:16:25.634216 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Updating router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:16:25.659953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.669308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:16:25.673542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.866938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.929636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Subnet': ['ID=d18d4a45-fbc6-4ae8-8158-f32d7517ce38,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:25.941069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.946979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.947334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Checking segment: {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:16:25.947702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network hostable DHCP agents. Network: a7e4ff71-8538-42d8-b8a5-bd89cc718a2d, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:16:25.964435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:16:25.973623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, a7e4ff71-8538-42d8-b8a5-bd89cc718a2d) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:16:25.978859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:25.979466 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:25.987896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c3a13-0ffb-4bd7-b10a-e84bb9bedc54 None None] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:16:26.001908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c74b91-1a3e-4514-be4c-462b1b6cdbf6 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:16:26.006238 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 51966) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:26.006587 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b63cfcfa-2292-415e-b0b6-c5800ca9db45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4396501 Nov 29 02:16:26.026326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Pushing event updated for resources: {'Port': ['ID=d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:26.028436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Attempting to bind port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:16:26.028817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Attempting to bind port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:16:26.029188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Attempting to bind port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:16:26.069674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:16:26.070064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:16:26.070494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:26.070894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:16:26.071369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Bound port: d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:16:26.071757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:26.073852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.074209 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.074587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.074936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.075293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.075617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.075958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.076295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.076632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.076968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.077300 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.077631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:26.155852 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b4cb34ca-c4a6-4559-ae32-6c54e376b972 None None] Provisioning complete for port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:26.156141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b4cb34ca-c4a6-4559-ae32-6c54e376b972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:26.185117 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] For port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:16:26.225660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] For port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:16:26.233666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:26.239006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb34ca-c4a6-4559-ae32-6c54e376b972 None None] Port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:16:26.305742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eee448f-e760-4c75-a5a3-2facda8f878e None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:16:26.326980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:16:26.327833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:26.329540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9399ee-799d-45bb-b069-9bcd0bb224a3 None None] Pushing event updated for resources: {'Port': ['ID=d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:26.343566 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:26.344194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:26.460361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:26.482712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1892ae49-ad7a-446b-bd7d-ac7877bea5fe None None] Provisioning complete for port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:26.483092 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1892ae49-ad7a-446b-bd7d-ac7877bea5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:26.584133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:26.682821 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Allocated IP 172.20.0.2 (a7e4ff71-8538-42d8-b8a5-bd89cc718a2d/d18d4a45-fbc6-4ae8-8158-f32d7517ce38/31571f77-1adb-4423-ae8d-3d2945853d10) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:16:26.976006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1892ae49-ad7a-446b-bd7d-ac7877bea5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.026713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1892ae49-ad7a-446b-bd7d-ac7877bea5fe None None] For port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:27.036543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1892ae49-ad7a-446b-bd7d-ac7877bea5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.126283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892ae49-ad7a-446b-bd7d-ac7877bea5fe None None] Pushing event updated for resources: {'Port': ['ID=d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:27.143281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.151530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.157603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:24Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:27.198346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.1 (a7e4ff71-8538-42d8-b8a5-bd89cc718a2d/d18d4a45-fbc6-4ae8-8158-f32d7517ce38/486d6f31-9228-43f0-8e02-fc6342401be8) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:16:27.212301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdf089-9a65-4532-ac57-4187b0931d6c None None] The sync data for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv is: [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:24Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:16:27.223419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:16:27.226579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:16:27.230225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:16:27.240774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Pushing event updated for resources: {'Port': ['ID=31571f77-1adb-4423-ae8d-3d2945853d10,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:27.292704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Attempting to bind port 31571f77-1adb-4423-ae8d-3d2945853d10 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:16:27.293086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Attempting to bind port 31571f77-1adb-4423-ae8d-3d2945853d10 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:16:27.293459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Attempting to bind port 31571f77-1adb-4423-ae8d-3d2945853d10 on network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:16:27.299581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:16:27.300431 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Checking segment: {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:16:27.300867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.301270 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Bound using segment: {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:16:27.301795 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Bound port: 31571f77-1adb-4423-ae8d-3d2945853d10, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:16:27.302181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.341313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.371477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] For port 31571f77-1adb-4423-ae8d-3d2945853d10, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:16:27.375617 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] For port 31571f77-1adb-4423-ae8d-3d2945853d10, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31571f77-1adb-4423-ae8d-3d2945853d10,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:16:27.376646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.380849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.422668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:16:27.425933 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:16:27.431055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:16:27.480721 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=486d6f31-9228-43f0-8e02-fc6342401be8,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:27.489758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4ea9d-dd9b-48fc-974c-1d538b4922be None None] Pushing event updated for resources: {'Port': ['ID=31571f77-1adb-4423-ae8d-3d2945853d10,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:27.512372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.683991 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.990662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.995378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:28.080608 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=486d6f31-9228-43f0-8e02-fc6342401be8,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:28.084069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:28.216477 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:16:28.217951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:16:28.235718 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:16:28.290154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:28.290579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:28.343542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:16:28.379629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31571f77-1adb-4423-ae8d-3d2945853d10 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:16:28.433857 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 31571f77-1adb-4423-ae8d-3d2945853d10 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:28.434239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:28.463772 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:16:28.468477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a9548-57e1-4bcd-b6c3-6b2d7837f860 None None] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:16:28.471501 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-661fdd5f-ccaa-48f5-812c-cb7984dde5db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/b2b354f7-ee0a-4ff0-8d55-398cde6a4493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4633820 Nov 29 02:16:28.551985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a155f406-43c1-48ae-ac0f-6551c4fe80ef None None] Provisioning complete for port 31571f77-1adb-4423-ae8d-3d2945853d10 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:28.552367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a155f406-43c1-48ae-ac0f-6551c4fe80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:28.631052 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-29d57599-2506-43b0-aedc-a0645418e0e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487034779&fields=id&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 267 time: 0.0527594 Nov 29 02:16:28.654432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:28.750454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85676-939d-4936-b47d-5436dead8868 req-501f5363-5971-424c-b727-08c924a907c4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:28.752706 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-501f5363-5971-424c-b727-08c924a907c4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/networks?id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d HTTP/1.1" status: 200 len: 797 time: 0.1139591 Nov 29 02:16:28.754028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 31571f77-1adb-4423-ae8d-3d2945853d10, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31571f77-1adb-4423-ae8d-3d2945853d10,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:28.762025 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a155f406-43c1-48ae-ac0f-6551c4fe80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:28.773032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:28.779057 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-cf2b7c38-d099-43b2-9eed-2ee9cd0307dc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/quotas/9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 375 time: 0.0141129 Nov 29 02:16:28.836858 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-2d484888-6f02-4a03-ac2e-7e3d9b5afa21 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514660 Nov 29 02:16:28.860679 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-b9e5fffd-9bb6-4c45-8431-a1ec3215c4c3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:16:28.862991 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-b9e5fffd-9bb6-4c45-8431-a1ec3215c4c3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089810 Nov 29 02:16:28.866022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=31571f77-1adb-4423-ae8d-3d2945853d10,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:28.872303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-a155f406-43c1-48ae-ac0f-6551c4fe80ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:16:28.872920 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-a155f406-43c1-48ae-ac0f-6551c4fe80ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:16:28.941093 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Sync routers for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:16:28.950665 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:28.951340 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:28.969207 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-a104dbc6-75b5-4c70-b54e-85af2a5c0494 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978084 Nov 29 02:16:29.060235 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:29.071360 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-1173339a-c54e-4624-800a-92d8cff05340 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949333 Nov 29 02:16:29.289953 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 2, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:29.320375 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7f67ab6a-bc20-458a-8dff-779fe4c7d429 req-f3342fbb-ea61-4b03-b71e-138730a4a24f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 210 time: 0.1019166 Nov 29 02:16:29.328226 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Checking router: b2b354f7-ee0a-4ff0-8d55-398cde6a4493 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:16:29.328740 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Updating router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 port 486d6f31-9228-43f0-8e02-fc6342401be8 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:16:29.360276 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.540571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d6538146-6a6c-4d63-944a-c9a1663ea094 None None] Provisioning complete for port 31571f77-1adb-4423-ae8d-3d2945853d10 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:29.543024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d6538146-6a6c-4d63-944a-c9a1663ea094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.641009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d6538146-6a6c-4d63-944a-c9a1663ea094 None None] Provisioning complete for port 486d6f31-9228-43f0-8e02-fc6342401be8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:29.641379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d6538146-6a6c-4d63-944a-c9a1663ea094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.649259 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.654403 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.680675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d6538146-6a6c-4d63-944a-c9a1663ea094 None None] Port 486d6f31-9228-43f0-8e02-fc6342401be8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:16:29.708040 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346161c-912c-4905-9630-59558be9b179 None None] Pushing event updated for resources: {'Port': ['ID=486d6f31-9228-43f0-8e02-fc6342401be8,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:29.733998 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.734395 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.734770 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.735133 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.735531 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.735935 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.736279 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.736613 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.736956 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.737266 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.737650 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.738409 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346161c-912c-4905-9630-59558be9b179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:29.771628 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Attempting to bind port 486d6f31-9228-43f0-8e02-fc6342401be8 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:16:29.772095 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Attempting to bind port 486d6f31-9228-43f0-8e02-fc6342401be8 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:16:29.772597 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Attempting to bind port 486d6f31-9228-43f0-8e02-fc6342401be8 on network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:16:29.778546 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:16:29.778958 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Checking segment: {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:16:29.779414 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.779809 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Bound using segment: {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:16:29.780445 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Bound port: 486d6f31-9228-43f0-8e02-fc6342401be8, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:16:29.780854 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.848130 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] For port 486d6f31-9228-43f0-8e02-fc6342401be8, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:16:29.851476 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] For port 486d6f31-9228-43f0-8e02-fc6342401be8, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=486d6f31-9228-43f0-8e02-fc6342401be8,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:16:29.859591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.919558 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:29.920185 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:29.923341 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346161c-912c-4905-9630-59558be9b179 None None] Pushing event updated for resources: {'Port': ['ID=486d6f31-9228-43f0-8e02-fc6342401be8,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:30.004958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f38b7fe7-d9ba-4428-8f80-ee0537595f0e None None] Provisioning complete for port 486d6f31-9228-43f0-8e02-fc6342401be8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:30.005331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f38b7fe7-d9ba-4428-8f80-ee0537595f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:30.094158 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f38b7fe7-d9ba-4428-8f80-ee0537595f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:30.125264 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:30.127201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f38b7fe7-d9ba-4428-8f80-ee0537595f0e None None] For port 486d6f31-9228-43f0-8e02-fc6342401be8, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=486d6f31-9228-43f0-8e02-fc6342401be8,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:30.131594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f38b7fe7-d9ba-4428-8f80-ee0537595f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:30.171830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31571f77-1adb-4423-ae8d-3d2945853d10 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:16:30.210291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b7fe7-d9ba-4428-8f80-ee0537595f0e None None] Pushing event updated for resources: {'Port': ['ID=486d6f31-9228-43f0-8e02-fc6342401be8,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:30.238878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 31571f77-1adb-4423-ae8d-3d2945853d10 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:30.239247 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:30.287896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f7a7b32b-c63b-4e67-a742-db5bb2e31f20 None None] Provisioning complete for port 486d6f31-9228-43f0-8e02-fc6342401be8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:30.288519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f7a7b32b-c63b-4e67-a742-db5bb2e31f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:30.369469 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:30.401539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85676-939d-4936-b47d-5436dead8868 req-1e49acc5-30c5-4494-97df-df370dbefd85 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:30.403244 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-1e49acc5-30c5-4494-97df-df370dbefd85 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/networks?id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d HTTP/1.1" status: 200 len: 797 time: 0.1227250 Nov 29 02:16:30.407773 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650297b-b0ff-4524-9099-d7b92fa4c9f2 None None] The sync data for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv is: [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:16:30.491107 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-728f2923-5d82-4956-b6c3-222c384cecf6 req-2743e873-b4a7-4c0d-922d-0f0b4fe2753b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 210 time: 0.0741680 Nov 29 02:16:30.542064 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-50f1a849-a56e-4ed5-b2d0-c8689eab6063 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 380 time: 0.1069617 Nov 29 02:16:30.552887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'port': {'device_id': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'admin_state_up': True, 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'security_groups': ['a6a61dfa-ea1f-4cac-905d-5b225e20b5ff']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:30.666593 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:16:30.670198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:30.801907 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.11 (a7e4ff71-8538-42d8-b8a5-bd89cc718a2d/d18d4a45-fbc6-4ae8-8158-f32d7517ce38/666137c9-2756-41cc-b3a8-57860b7e78b9) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:16:30.951403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:30.987539 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.036586 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:16:31.039854 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:16:31.044595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:16:31.048625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=666137c9-2756-41cc-b3a8-57860b7e78b9,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:31.096503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:31.097166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.115628 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-a1e4583a-b72f-4f67-9848-f765cada9aaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5666544 Nov 29 02:16:31.135465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Request body: {'port': {'device_id': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:31.198978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.281641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2abfa2fd-d86e-4fb5-a25b-2d63cd1d30e4 None None] Provisioning complete for port 666137c9-2756-41cc-b3a8-57860b7e78b9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:31.282199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2abfa2fd-d86e-4fb5-a25b-2d63cd1d30e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.319246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2abfa2fd-d86e-4fb5-a25b-2d63cd1d30e4 None None] Port 666137c9-2756-41cc-b3a8-57860b7e78b9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:16:31.482218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666137c9-2756-41cc-b3a8-57860b7e78b9 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:16:31.490137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.501964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Transition to ACTIVE for port object 666137c9-2756-41cc-b3a8-57860b7e78b9 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:16:31.506850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.560198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Pushing event updated for resources: {'Port': ['ID=666137c9-2756-41cc-b3a8-57860b7e78b9,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:31.667872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d1191-0ec5-472a-a5bf-9f7a18b71187 req-c0f216b3-9252-4590-ad8a-5bd9b8bd63cd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:31.669430 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9d2d1191-0ec5-472a-a5bf-9f7a18b71187 req-c0f216b3-9252-4590-ad8a-5bd9b8bd63cd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 944 time: 0.1056678 Nov 29 02:16:31.672174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Attempting to bind port 666137c9-2756-41cc-b3a8-57860b7e78b9 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:16:31.672515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Attempting to bind port 666137c9-2756-41cc-b3a8-57860b7e78b9 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:16:31.672852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Attempting to bind port 666137c9-2756-41cc-b3a8-57860b7e78b9 on network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:16:31.683276 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Port 666137c9-2756-41cc-b3a8-57860b7e78b9 on network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:16:31.683599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Attempting to bind port 666137c9-2756-41cc-b3a8-57860b7e78b9 on network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:16:31.697173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:16:31.697516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Checking segment: {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:16:31.697906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Bound using segment: {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:16:31.698346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Bound port: 666137c9-2756-41cc-b3a8-57860b7e78b9, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f715200-098d-4840-9a3d-19f8200dc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:16:31.698730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.757515 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9d2d1191-0ec5-472a-a5bf-9f7a18b71187 req-80bae9d1-edc0-4f49-a758-6d889e780477 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812340 Nov 29 02:16:31.786035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] For port 666137c9-2756-41cc-b3a8-57860b7e78b9, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:16:31.788995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] For port 666137c9-2756-41cc-b3a8-57860b7e78b9, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=666137c9-2756-41cc-b3a8-57860b7e78b9,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:16:31.793563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.830116 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:31.830648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:31.832038 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/666137c9-2756-41cc-b3a8-57860b7e78b9 HTTP/1.1" status: 200 len: 1094 time: 0.7013597 Nov 29 02:16:31.834576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:31.836858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:31.868166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2ebba-a6bd-436d-8dea-3cf5a01a54b5 service neutron] Pushing event updated for resources: {'Port': ['ID=666137c9-2756-41cc-b3a8-57860b7e78b9,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:31.882886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f430e23-f220-460c-be2e-fc99990f89d9 x-openstack-request-id: req-8f430e23-f220-460c-be2e-fc99990f89d9 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:31.883504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:31.883898 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f430e23-f220-460c-be2e-fc99990f89d9 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:31.884358 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'status': 'completed', 'code': 200} Nov 29 02:16:31.947475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85676-939d-4936-b47d-5436dead8868 req-da491a7e-0a16-4790-a767-9b5cc7274933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:31.949047 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-da491a7e-0a16-4790-a767-9b5cc7274933 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 1097 time: 0.0446296 Nov 29 02:16:32.000240 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-7d7ee260-f6de-429a-87c1-1631a6135d6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666137c9-2756-41cc-b3a8-57860b7e78b9 HTTP/1.1" status: 200 len: 217 time: 0.0359609 Nov 29 02:16:32.051787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85676-939d-4936-b47d-5436dead8868 req-b59d52f6-de6d-4e42-b3fd-f16e0592c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.053261 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-b59d52f6-de6d-4e42-b3fd-f16e0592c3fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d18d4a45-fbc6-4ae8-8158-f32d7517ce38 HTTP/1.1" status: 200 len: 835 time: 0.0465915 Nov 29 02:16:32.099726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85676-939d-4936-b47d-5436dead8868 req-0dbddc3c-ce90-4c28-9f35-fd5aacd1200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.101209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-0dbddc3c-ce90-4c28-9f35-fd5aacd1200e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409458 Nov 29 02:16:32.166597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 486d6f31-9228-43f0-8e02-fc6342401be8 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:16:32.194184 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-a1412d23-29d1-4ef9-aaa9-ad7b1aafb433 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839274 Nov 29 02:16:32.216512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 486d6f31-9228-43f0-8e02-fc6342401be8 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:32.216886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:32.289149 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-63a85676-939d-4936-b47d-5436dead8868 req-9833537a-7556-4ee7-bb1b-497d2e53dc12 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869155 Nov 29 02:16:32.422875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-3aaec512-a6e0-460f-80e7-29d4a4019991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.424278 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-3aaec512-a6e0-460f-80e7-29d4a4019991 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 1097 time: 0.0413659 Nov 29 02:16:32.517798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-a70c9364-c414-4653-a92a-09e960f78723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.519792 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-a70c9364-c414-4653-a92a-09e960f78723 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d HTTP/1.1" status: 200 len: 898 time: 0.0877960 Nov 29 02:16:32.562278 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-a4e23dc8-7411-4822-ba03-d9eb47032a8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666137c9-2756-41cc-b3a8-57860b7e78b9 HTTP/1.1" status: 200 len: 217 time: 0.0341806 Nov 29 02:16:32.614266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-952d6323-ab9e-486b-ba8d-5a4c9e85a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.615730 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-952d6323-ab9e-486b-ba8d-5a4c9e85a008 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d18d4a45-fbc6-4ae8-8158-f32d7517ce38 HTTP/1.1" status: 200 len: 835 time: 0.0469422 Nov 29 02:16:32.662412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-848b1e9c-64c0-4ea6-bfaf-b1b63b7af8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.663922 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-848b1e9c-64c0-4ea6-bfaf-b1b63b7af8c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397623 Nov 29 02:16:32.754292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-da131c20-4450-48bf-aec2-08b911ea1464 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817051 Nov 29 02:16:32.880486 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f6a66d7-6d0d-42dc-94dd-4c0099e8bf73 req-138e4612-4945-45be-8fd4-32e71b42c607 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172111 Nov 29 02:16:32.889147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f665d9-12ae-4eae-a038-ce95c7268267 req-97a36201-987e-46b7-bc37-b0bedf68d5c6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.890812 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b5f665d9-12ae-4eae-a038-ce95c7268267 req-97a36201-987e-46b7-bc37-b0bedf68d5c6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 944 time: 0.0671506 Nov 29 02:16:32.942105 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b5f665d9-12ae-4eae-a038-ce95c7268267 req-19b5e128-8f23-48c8-b44b-5c2eef4ceb37 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Nov 29 02:16:33.364562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 666137c9-2756-41cc-b3a8-57860b7e78b9 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:16:33.462776 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 666137c9-2756-41cc-b3a8-57860b7e78b9, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=666137c9-2756-41cc-b3a8-57860b7e78b9,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:33.473464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'port_id': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'mac_address': 'fa:16:3e:d8:cb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:16:33.509835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:33.522061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666137c9-2756-41cc-b3a8-57860b7e78b9 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:16:33.541198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 666137c9-2756-41cc-b3a8-57860b7e78b9, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=666137c9-2756-41cc-b3a8-57860b7e78b9,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:33.545118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:33.594178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=666137c9-2756-41cc-b3a8-57860b7e78b9,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:33.853844 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['666137c9-2756-41cc-b3a8-57860b7e78b9'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:16:34.062288 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9c820-d8ef-43dc-9578-95f4b750eb2b req-94b04360-7a9e-4b69-be39-6cd2d6f35483 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:34.063930 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-69a9c820-d8ef-43dc-9578-95f4b750eb2b req-94b04360-7a9e-4b69-be39-6cd2d6f35483 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 945 time: 0.0546875 Nov 29 02:16:34.114000 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-69a9c820-d8ef-43dc-9578-95f4b750eb2b req-eeb9bcb8-3c38-47ec-8662-85fd869722a7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440238 Nov 29 02:16:35.229990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599cbe5-0833-4e40-83b0-e4faa2c61382 req-adb2618d-8dc8-4996-983a-492ce5225906 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:35.231509 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0599cbe5-0833-4e40-83b0-e4faa2c61382 req-adb2618d-8dc8-4996-983a-492ce5225906 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 945 time: 0.0520747 Nov 29 02:16:35.279088 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0599cbe5-0833-4e40-83b0-e4faa2c61382 req-7cb600ad-5c02-4693-b58b-f40242655bb9 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 Nov 29 02:16:35.380368 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 666137c9-2756-41cc-b3a8-57860b7e78b9 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:16:35.432997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 666137c9-2756-41cc-b3a8-57860b7e78b9 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:16:35.437243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 666137c9-2756-41cc-b3a8-57860b7e78b9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:35.437614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:35.510804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:35.536107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:35.538343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494f09b4-aeb2-4325-9790-b63809b1d3a2" -d '{"events": [{"server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "name": "network-vif-plugged", "status": "completed", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:35.551238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 666137c9-2756-41cc-b3a8-57860b7e78b9, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=666137c9-2756-41cc-b3a8-57860b7e78b9,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:35.555094 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:35.577212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ea0a42-a681-4f82-b402-059c93fa0149 x-openstack-request-id: req-b5ea0a42-a681-4f82-b402-059c93fa0149 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:35.577504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "name": "network-vif-plugged", "status": "completed", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:35.577756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5ea0a42-a681-4f82-b402-059c93fa0149 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:35.578143 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'code': 200} Nov 29 02:16:35.603297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=666137c9-2756-41cc-b3a8-57860b7e78b9,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:35.785454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea52d7-0d9c-4ae8-b8b6-4ba630de143d req-19f8ff3e-5b30-496b-b153-5779a7d4409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:35.786873 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-39ea52d7-0d9c-4ae8-b8b6-4ba630de143d req-19f8ff3e-5b30-496b-b153-5779a7d4409b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 1099 time: 0.0399873 Nov 29 02:16:35.836803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-39ea52d7-0d9c-4ae8-b8b6-4ba630de143d req-09b03eb8-1d9a-48de-9ef3-2be932755ccf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Nov 29 02:16:36.390339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936884d-fae1-45de-805f-447dfdf29d54 req-7ed6fbe6-8030-4424-af54-ba97bba8f7e2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:36.391737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4936884d-fae1-45de-805f-447dfdf29d54 req-7ed6fbe6-8030-4424-af54-ba97bba8f7e2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0480123 Nov 29 02:16:36.443239 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4936884d-fae1-45de-805f-447dfdf29d54 req-910a4a11-b5c5-47a1-83fa-b848f3c5a55f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457199 Nov 29 02:16:37.556729 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5448e24-8b10-49f4-af7b-a166cc767955 req-f1b83d80-1162-4bbf-880f-37b2520c1c8e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:37.558213 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e5448e24-8b10-49f4-af7b-a166cc767955 req-f1b83d80-1162-4bbf-880f-37b2520c1c8e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0499463 Nov 29 02:16:37.606789 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e5448e24-8b10-49f4-af7b-a166cc767955 req-0b6d328f-55c1-4583-8156-23e7b1f351ed tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Nov 29 02:16:37.717194 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922b9a4-e38f-4222-b596-f8b04f84602a req-2766edf9-391d-4f01-8b3b-f658aa15b60d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:37.718688 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4922b9a4-e38f-4222-b596-f8b04f84602a req-2766edf9-391d-4f01-8b3b-f658aa15b60d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0475030 Nov 29 02:16:37.766793 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4922b9a4-e38f-4222-b596-f8b04f84602a req-3ebd5270-fa75-4389-8e41-e9212263502b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Nov 29 02:16:37.788324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52018) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:37.826000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b15c3-a496-4fd6-9642-7000021dbf98 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:37.827484 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7c9b15c3-a496-4fd6-9642-7000021dbf98 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 1094 time: 0.0382142 Nov 29 02:16:37.830132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52020) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:37.834850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:37.855968 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:37.952546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:38.051259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.17 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/99ea462d-bb9f-499b-9faa-7b12f59f90a5) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:16:38.154372 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:38.186836 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:38.221687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:16:38.226333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:16:38.229730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:16:38.257243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=99ea462d-bb9f-499b-9faa-7b12f59f90a5,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:38.568244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:38.632146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:38.779952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:38.784338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:38.855453 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=99ea462d-bb9f-499b-9faa-7b12f59f90a5,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:38.863455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:39.293770 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP c8a15497-6c23-4371-ab7e-88611c3bd1e9 associated. External IP: 172.26.8.17, port: 666137c9-2756-41cc-b3a8-57860b7e78b9. Nov 29 02:16:39.498666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:16:39.606783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:16:39.617402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] Sync routers for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:16:39.624405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:39.628132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:39.628754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:39.651888 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8ba2c227-077a-4f53-a1fd-bc0f8b9c9f43 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8201625 Nov 29 02:16:39.652475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:39.654762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448ae142-1d80-4c18-b8f7-110b19666aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:39.698405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0751b1be-3748-47cc-bf2c-e15bdaf518d6 x-openstack-request-id: req-0751b1be-3748-47cc-bf2c-e15bdaf518d6 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:39.699008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:39.699306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0751b1be-3748-47cc-bf2c-e15bdaf518d6 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:39.699655 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'status': 'completed', 'code': 200} Nov 29 02:16:39.737130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:39.761893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ba543-0c4d-4441-bd0f-1ce6af4e2c14 req-e572a21a-f250-44f8-b6d1-95fcf22facbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:39.763620 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f82ba543-0c4d-4441-bd0f-1ce6af4e2c14 req-e572a21a-f250-44f8-b6d1-95fcf22facbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0533555 Nov 29 02:16:39.789162 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-76083855-453e-451e-a210-359bb43ad0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:39.790907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-76083855-453e-451e-a210-359bb43ad0e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 1099 time: 0.0474153 Nov 29 02:16:39.827254 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f82ba543-0c4d-4441-bd0f-1ce6af4e2c14 req-ad19e52f-fa04-438d-921d-7dfc8b4fef7c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569339 Nov 29 02:16:39.850163 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52026) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:39.886848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-1620d4c9-0364-4505-888e-f4a15c7ecc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:39.888915 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-1620d4c9-0364-4505-888e-f4a15c7ecc3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d HTTP/1.1" status: 200 len: 898 time: 0.0905466 Nov 29 02:16:39.912839 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2330963c-34c5-4881-980d-b1857f807a5e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/c8a15497-6c23-4371-ab7e-88611c3bd1e9 HTTP/1.1" status: 200 len: 991 time: 0.0612378 Nov 29 02:16:39.961374 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-9ba66c6f-cbc3-4ed4-aeff-2eba88450ba2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666137c9-2756-41cc-b3a8-57860b7e78b9 HTTP/1.1" status: 200 len: 999 time: 0.0651603 Nov 29 02:16:39.974676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'c8a15497-6c23-4371-ab7e-88611c3bd1e9', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'port_id': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'mac_address': 'fa:16:3e:d8:cb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:16:38Z', 'updated_at': '2021-11-29T02:16:38Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:30Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:40.000652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] Checking router: b2b354f7-ee0a-4ff0-8d55-398cde6a4493 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:16:40.009086 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:16:40.009696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:16:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:40.013581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-f3cfec98-fc15-4253-a1c8-cf01de1e1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:40.015129 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-f3cfec98-fc15-4253-a1c8-cf01de1e1878 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d18d4a45-fbc6-4ae8-8158-f32d7517ce38 HTTP/1.1" status: 200 len: 835 time: 0.0456829 Nov 29 02:16:40.061151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-f5af9737-dfa2-44e9-9d9a-311e1a886f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:40.062724 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-f5af9737-dfa2-44e9-9d9a-311e1a886f77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408206 Nov 29 02:16:40.170509 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-650654b9-3605-4ed0-81e7-22fcb2300d41 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001284 Nov 29 02:16:40.262349 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-448ae142-1d80-4c18-b8f7-110b19666aaf req-f14e0e68-a193-47ba-b572-d503fc94dfe3 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845470 Nov 29 02:16:40.263140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:16:40.479588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'c8a15497-6c23-4371-ab7e-88611c3bd1e9', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'port_id': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'mac_address': 'fa:16:3e:d8:cb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:16:38Z', 'updated_at': '2021-11-29T02:16:38Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:30Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:16:40.509933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a165d-4d42-48cd-b75c-a8cab5508891 None None] The sync data for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv is: [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'c8a15497-6c23-4371-ab7e-88611c3bd1e9', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'port_id': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'mac_address': 'fa:16:3e:d8:cb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:16:38Z', 'updated_at': '2021-11-29T02:16:38Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:30Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:16:40.649327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6c9ffb76-aef7-4a2f-ab20-3254380746e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:40.696104 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297152e-22cd-4580-9cbd-4c0837e48404 None None] New status for floating IP c8a15497-6c23-4371-ab7e-88611c3bd1e9: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:16:40.916573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52028) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:16:40.980557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6d275b40-bb67-4519-bb28-48a77aad0c27 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/c8a15497-6c23-4371-ab7e-88611c3bd1e9 HTTP/1.1" status: 200 len: 993 time: 0.0627995 Nov 29 02:16:44.004985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:44.215593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e3f2-50f6-49a5-bc87-4d83c3b0f1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:45.408998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:46.347135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:50.918171 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-04e31a68-3017-44f2-83d2-dde3044d6323 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386555 Nov 29 02:16:51.016328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-2fe6453b-fdf1-42bf-8630-7421d4eab796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:51.017824 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-2fe6453b-fdf1-42bf-8630-7421d4eab796 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 1099 time: 0.0408459 Nov 29 02:16:51.122160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-1f44b9ac-807f-4574-ba74-096ae63650aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:51.123642 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-1f44b9ac-807f-4574-ba74-096ae63650aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d HTTP/1.1" status: 200 len: 898 time: 0.0871649 Nov 29 02:16:51.190862 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-7493ce65-a4cd-4623-8320-5e61b5eaf05e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666137c9-2756-41cc-b3a8-57860b7e78b9 HTTP/1.1" status: 200 len: 1001 time: 0.0586703 Nov 29 02:16:51.242275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-a69f79df-a7c5-48cb-b3f8-0a7b947c1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:51.243731 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-a69f79df-a7c5-48cb-b3f8-0a7b947c1e2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d18d4a45-fbc6-4ae8-8158-f32d7517ce38 HTTP/1.1" status: 200 len: 835 time: 0.0465286 Nov 29 02:16:51.290948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-93f1428f-7a17-438c-b997-aaf40a7bbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:51.292417 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-93f1428f-7a17-438c-b997-aaf40a7bbc80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390730 Nov 29 02:16:51.384145 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-a468bfac-b588-47c4-a1a2-0f0c898a634d service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 Nov 29 02:16:51.484812 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8785731e-a89c-4881-86a0-b7ee479731c2 req-5c378ed7-e0a6-4f1e-b9f4-a40aee290a62 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815072 Nov 29 02:16:52.567933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:57.150852 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:17:10.650276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5294b61c-d05d-4e4d-90d0-508257fb0706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.050495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbdaab-1731-4f37-b51b-99572450cafd req-9087a380-6a83-4cd5-a988-7b62bed9300b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:12.051968 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-08dbdaab-1731-4f37-b51b-99572450cafd req-9087a380-6a83-4cd5-a988-7b62bed9300b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0526931 Nov 29 02:17:12.100015 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-08dbdaab-1731-4f37-b51b-99572450cafd req-9b756f85-7aca-43ab-b464-a1b6d60e5dc8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Nov 29 02:17:13.217184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683c10-549e-4386-96d8-5ff8b5617168 req-c70e8d32-321b-4ffa-a7e6-1ce1e6c090fe tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:13.218669 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ba683c10-549e-4386-96d8-5ff8b5617168 req-c70e8d32-321b-4ffa-a7e6-1ce1e6c090fe tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0502555 Nov 29 02:17:13.271598 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ba683c10-549e-4386-96d8-5ff8b5617168 req-8e72eba2-10b3-443e-8a07-a5593690bcb0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Nov 29 02:17:13.293017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52050) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:13.355897 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ff96f9b8-71b8-4294-9d8a-be97407c9f66 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/c8a15497-6c23-4371-ab7e-88611c3bd1e9 HTTP/1.1" status: 200 len: 993 time: 0.0617020 Nov 29 02:17:14.007423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.216048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-997fbb70-7cea-4d76-a8dd-1cf4e7f26c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.648381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7a596-8873-487b-aa73-ea295ee4acdd req-5b947f06-69d7-4e0e-b186-28c3855c8367 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:14.649757 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e7a596-8873-487b-aa73-ea295ee4acdd req-5b947f06-69d7-4e0e-b186-28c3855c8367 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0488579 Nov 29 02:17:14.697158 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e1e7a596-8873-487b-aa73-ea295ee4acdd req-2ec523d6-346e-4077-93fc-b8bf6db2574e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Nov 29 02:17:15.412035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.813887 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3fde4-dbe4-4b44-b09e-3f80aa457b1b req-231bb5ad-74d4-4fe8-890a-9b016a752787 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:15.815433 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-86e3fde4-dbe4-4b44-b09e-3f80aa457b1b req-231bb5ad-74d4-4fe8-890a-9b016a752787 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0486732 Nov 29 02:17:15.863712 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-86e3fde4-dbe4-4b44-b09e-3f80aa457b1b req-8956f38d-8d36-495c-a1c4-d393c5337188 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Nov 29 02:17:15.885292 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52060) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:15.947843 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a438f98e-c870-4df8-9863-57ffb2c0d93a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/c8a15497-6c23-4371-ab7e-88611c3bd1e9 HTTP/1.1" status: 200 len: 993 time: 0.0614674 Nov 29 02:17:16.235069 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52066) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:16.351612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.400974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 99ea462d-bb9f-499b-9faa-7b12f59f90a5 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:17:16.401322 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.478593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.478921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.490898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 99ea462d-bb9f-499b-9faa-7b12f59f90a5 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:17:16.635967 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.665240 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=99ea462d-bb9f-499b-9faa-7b12f59f90a5,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:16.689870 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.690227 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.691198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.691539 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.691876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.692212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.692546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.692876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.693207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.693536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.693861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.694188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:16.733262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.733595 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP c8a15497-6c23-4371-ab7e-88611c3bd1e9 disassociated (deleted). External IP: 172.26.8.17, port: 666137c9-2756-41cc-b3a8-57860b7e78b9. Nov 29 02:17:16.937868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:17:17.044313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:17:17.049085 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.054889 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] Sync routers for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:17:17.063669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:17.064285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:17.076299 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a90c13aa-0c24-41fd-b894-1f1c03407ca7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/floatingips/c8a15497-6c23-4371-ab7e-88611c3bd1e9 HTTP/1.1" status: 204 len: 168 time: 0.8402150 Nov 29 02:17:17.076894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:17.079194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:17.123270 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5cd788-336d-416a-a0a5-5007aeb448cf x-openstack-request-id: req-2e5cd788-336d-416a-a0a5-5007aeb448cf {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:17.123564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:17.123860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e5cd788-336d-416a-a0a5-5007aeb448cf {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:17.124596 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'status': 'completed', 'code': 200} Nov 29 02:17:17.172519 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:17.218874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-7887e499-a2ef-48b2-bb34-8633c0c4d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:17.220520 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-7887e499-a2ef-48b2-bb34-8633c0c4d9b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 1099 time: 0.0505121 Nov 29 02:17:17.361087 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a9303-f99b-49d6-8418-3449b105203c req-d7ba409b-b25b-4ad5-8117-2ac44e033294 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:17.362624 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6d7a9303-f99b-49d6-8418-3449b105203c req-d7ba409b-b25b-4ad5-8117-2ac44e033294 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.1013980 Nov 29 02:17:17.381011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:30Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:17.408060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] Checking router: b2b354f7-ee0a-4ff0-8d55-398cde6a4493 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:17:17.412808 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-4c65ca6d-39b4-4d13-a169-fb55a8950d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:17.414445 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-4c65ca6d-39b4-4d13-a169-fb55a8950d86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d HTTP/1.1" status: 200 len: 898 time: 0.1438179 Nov 29 02:17:17.417104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:17.417728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:17.472852 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6d7a9303-f99b-49d6-8418-3449b105203c req-8026ba11-834b-41fe-acab-d89156214793 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019654 Nov 29 02:17:17.474514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-26778356-ebdf-46d6-9b4b-99c39a10cb0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666137c9-2756-41cc-b3a8-57860b7e78b9 HTTP/1.1" status: 200 len: 217 time: 0.0467205 Nov 29 02:17:17.526186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-7320aa57-84e6-4224-ab82-1c46f2c90a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:17.526806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:17.527671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-7320aa57-84e6-4224-ab82-1c46f2c90a64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d18d4a45-fbc6-4ae8-8158-f32d7517ce38 HTTP/1.1" status: 200 len: 835 time: 0.0456533 Nov 29 02:17:17.575772 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-2fe2a93e-0ac5-48db-a0bb-52097f6dca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:17.577286 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-2fe2a93e-0ac5-48db-a0bb-52097f6dca3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401890 Nov 29 02:17:17.672529 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-1ed90732-6b95-4a0e-b0a0-02de0ff79c60 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 Nov 29 02:17:17.722569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:30Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:17.753164 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970ecc1-05ff-43c8-9023-108c4cf620a7 None None] The sync data for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv is: [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:16:27Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '486d6f31-9228-43f0-8e02-fc6342401be8', 'name': '', 'network_id': 'a7e4ff71-8538-42d8-b8a5-bd89cc718a2d', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:0b:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:26Z', 'updated_at': '2021-11-29T02:16:30Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': 'd18d4a45-fbc6-4ae8-8158-f32d7517ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:17:17.764815 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2bbfaf9b-2790-47e6-9185-fbc0faaa453e req-6754616b-5ea3-4c3b-82a3-e8a29f21b911 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842724 Nov 29 02:17:17.960242 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b236d-8ae9-4953-81d3-3f7decb5682b None None] New status for floating IP c8a15497-6c23-4371-ab7e-88611c3bd1e9: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:17:18.587943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1071765-45f1-4639-92fb-2cdde8d58405 req-7b461247-ec24-48b2-bd3b-7d3549be567e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:18.589405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e1071765-45f1-4639-92fb-2cdde8d58405 req-7b461247-ec24-48b2-bd3b-7d3549be567e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0490963 Nov 29 02:17:18.638272 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e1071765-45f1-4639-92fb-2cdde8d58405 req-7f1e4397-4cb6-4d49-b9d9-5c8bd85e1eef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430312 Nov 29 02:17:19.043084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-a334736c-7f87-4988-a2a5-f5e8762fb9c4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:19.044526 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-a334736c-7f87-4988-a2a5-f5e8762fb9c4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 946 time: 0.0534990 Nov 29 02:17:19.130741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 666137c9-2756-41cc-b3a8-57860b7e78b9 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:17:19.131079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:19.223477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 666137c9-2756-41cc-b3a8-57860b7e78b9, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=666137c9-2756-41cc-b3a8-57860b7e78b9,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:19.223841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:19.236130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 666137c9-2756-41cc-b3a8-57860b7e78b9 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:17:19.360696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:19.392972 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=666137c9-2756-41cc-b3a8-57860b7e78b9,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:19.420210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.420573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.420926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.421271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.421611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.421948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.422286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.422646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.422980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.423311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.423640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.423971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:19.443432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] No DVR routers for this DVR port 666137c9-2756-41cc-b3a8-57860b7e78b9 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:17:19.445711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:19.449085 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a2a1f367-546a-4c2b-9feb-b83b93650f2a req-5278ffc2-2388-4128-ac1c-d89699aa9b7d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "DELETE /v2.0/ports/666137c9-2756-41cc-b3a8-57860b7e78b9 HTTP/1.1" status: 204 len: 173 time: 0.3984919 Nov 29 02:17:19.449541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'name': 'network-vif-deleted', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:19.451799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dce8e31-b01d-41cc-8017-1d683bdfa1dd" -d '{"events": [{"server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "name": "network-vif-deleted", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:19.548563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc30f861-354d-4f6f-b84e-96087258b9c5 x-openstack-request-id: req-bc30f861-354d-4f6f-b84e-96087258b9c5 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:19.548859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d1be7f-c435-4c27-9eaf-8f9257370c55", "name": "network-vif-deleted", "tag": "666137c9-2756-41cc-b3a8-57860b7e78b9", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:19.549151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc30f861-354d-4f6f-b84e-96087258b9c5 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:19.550053 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d1be7f-c435-4c27-9eaf-8f9257370c55', 'name': 'network-vif-deleted', 'tag': '666137c9-2756-41cc-b3a8-57860b7e78b9', 'status': 'completed', 'code': 200} Nov 29 02:17:19.745549 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-48187254-8165-4646-8738-908f25758412 req-9c493cf5-275c-4f4a-b990-538643cbdc78 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5d1be7f-c435-4c27-9eaf-8f9257370c55 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Nov 29 02:17:20.802203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52084) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:21.158956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:21.412194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 486d6f31-9228-43f0-8e02-fc6342401be8 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:17:21.412447 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:21.502074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 486d6f31-9228-43f0-8e02-fc6342401be8, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=486d6f31-9228-43f0-8e02-fc6342401be8,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:21.502455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:21.517625 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 486d6f31-9228-43f0-8e02-fc6342401be8 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:17:21.603446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 666137c9-2756-41cc-b3a8-57860b7e78b9 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:17:21.624134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 666137c9-2756-41cc-b3a8-57860b7e78b9 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:17:21.624480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 666137c9-2756-41cc-b3a8-57860b7e78b9 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:17:21.711903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:21.741778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=486d6f31-9228-43f0-8e02-fc6342401be8,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:21.920957 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:22.431190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:17:22.535868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:17:22.543227 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2de9b8ad-3dbe-4e19-bb64-286654635cc0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/b2b354f7-ee0a-4ff0-8d55-398cde6a4493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377162 Nov 29 02:17:22.543847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52086) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:22.546877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] Sync routers for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:17:22.556836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:22.557464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:22.594405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba8cbfc-cdef-47ca-b8a2-7c3562004ef4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting subnet d18d4a45-fbc6-4ae8-8158-f32d7517ce38 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:17:22.597620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ba8cbfc-cdef-47ca-b8a2-7c3562004ef4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:22.643618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ba8cbfc-cdef-47ca-b8a2-7c3562004ef4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:22.649492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:22.675628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:22.725966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ba8cbfc-cdef-47ca-b8a2-7c3562004ef4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:22.783760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ba8cbfc-cdef-47ca-b8a2-7c3562004ef4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:22.809166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8cbfc-cdef-47ca-b8a2-7c3562004ef4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Subnet': ['ID=d18d4a45-fbc6-4ae8-8158-f32d7517ce38,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:22.814933 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3ba8cbfc-cdef-47ca-b8a2-7c3562004ef4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:22.818205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3ba8cbfc-cdef-47ca-b8a2-7c3562004ef4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/subnets/d18d4a45-fbc6-4ae8-8158-f32d7517ce38 HTTP/1.1" status: 204 len: 168 time: 0.2732468 Nov 29 02:17:22.820742 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52088) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:22.834998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98d43e-fbda-47ac-b5db-0f09039f24f2 None None] Network a7e4ff71-8538-42d8-b8a5-bd89cc718a2d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:17:22.928339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:22.955543 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:17:21Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:22.988897 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] Checking router: b2b354f7-ee0a-4ff0-8d55-398cde6a4493 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:17:23.003021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] Routers {'b2b354f7-ee0a-4ff0-8d55-398cde6a4493'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:23.003640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:23.038406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.068103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] DHCP port deletion for a7e4ff71-8538-42d8-b8a5-bd89cc718a2d request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:17:23.093034 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:17:23.093384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.142328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] Set router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:23.176343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:23.176715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.188991 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:17:23.358404 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] Deleting port 31571f77-1adb-4423-ae8d-3d2945853d10 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:17:23.358669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.358808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.384448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:23.411652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5409e5c0-a27a-4519-8091-c73aa6479cd7 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:17:23.448479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.474645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] For port 31571f77-1adb-4423-ae8d-3d2945853d10, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=31571f77-1adb-4423-ae8d-3d2945853d10,segment=NetworkSegment(2f715200-098d-4840-9a3d-19f8200dc25f),segment_id=2f715200-098d-4840-9a3d-19f8200dc25f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:23.475056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.492062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] Calling delete_port for 31571f77-1adb-4423-ae8d-3d2945853d10 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:17:23.545136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.547300 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.592046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.592692 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Fanout notify agent at l3_agent the message router_deleted on router b2b354f7-ee0a-4ff0-8d55-398cde6a4493 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:17:23.600320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.601470 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-264a4a31-b060-4604-9e87-0675391a3b6f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/routers/b2b354f7-ee0a-4ff0-8d55-398cde6a4493 HTTP/1.1" status: 204 len: 168 time: 0.7797945 Nov 29 02:17:23.604336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52090) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:23.618409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:17:21Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:23.621553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.669695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8b5fd-4a4a-45a4-8772-4fe6d0001ff8 None None] The sync data for ids ['b2b354f7-ee0a-4ff0-8d55-398cde6a4493'] in dv-neutron-816800-5-hyperv is: [{'id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463124000', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:16:23Z', 'updated_at': '2021-11-29T02:17:21Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': 'd922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b354f7-ee0a-4ff0-8d55-398cde6a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:16:24Z', 'updated_at': '2021-11-29T02:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:17:23.673951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] Pushing event deleted for resources: {'Port': ['ID=31571f77-1adb-4423-ae8d-3d2945853d10,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:23.677329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34b376-fc47-4fb3-9d21-f8c69fbb13a8 None None] No DVR routers for this DVR port 31571f77-1adb-4423-ae8d-3d2945853d10 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:17:23.696136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.782555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.801383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e4ff71-8538-42d8-b8a5-bd89cc718a2d']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:23.810206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f715200-098d-4840-9a3d-19f8200dc25f') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:23.810528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f715200-098d-4840-9a3d-19f8200dc25f') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:23.820121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.833640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.839504 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:17:23.839909 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:17:23.842810 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:17:23.903462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.909810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.912945 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/networks/a7e4ff71-8538-42d8-b8a5-bd89cc718a2d HTTP/1.1" status: 204 len: 168 time: 0.3076491 Nov 29 02:17:23.915799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52092) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:23.923831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48008573-a40e-4bc6-8844-53a8803fb785 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Network': ['ID=a7e4ff71-8538-42d8-b8a5-bd89cc718a2d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:23.974236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-786ba336-b12c-42ef-85a8-3c8691304ae8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.999087 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-786ba336-b12c-42ef-85a8-3c8691304ae8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.060440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-786ba336-b12c-42ef-85a8-3c8691304ae8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.063414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-786ba336-b12c-42ef-85a8-3c8691304ae8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.064994 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-786ba336-b12c-42ef-85a8-3c8691304ae8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6a61dfa-ea1f-4cac-905d-5b225e20b5ff HTTP/1.1" status: 204 len: 168 time: 0.1478059 Nov 29 02:17:24.075555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ba336-b12c-42ef-85a8-3c8691304ae8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a61dfa-ea1f-4cac-905d-5b225e20b5ff,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:24.236561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31571f77-1adb-4423-ae8d-3d2945853d10 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:17:24.260001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 31571f77-1adb-4423-ae8d-3d2945853d10 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:17:24.260351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 31571f77-1adb-4423-ae8d-3d2945853d10 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:17:24.260896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 486d6f31-9228-43f0-8e02-fc6342401be8 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:17:24.283544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 486d6f31-9228-43f0-8e02-fc6342401be8 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:17:24.284418 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 486d6f31-9228-43f0-8e02-fc6342401be8 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:17:24.461000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52098) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:24.465655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-22c18ba8-b044-4e33-b80d-6d586e2d8178 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724288641', 'description': 'tempest-secgroup-smoke-724288641 description', 'project_id': '9c89609a9d3744318d2ce4c977df0af8'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:24.488301 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22c18ba8-b044-4e33-b80d-6d586e2d8178 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.557117 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22c18ba8-b044-4e33-b80d-6d586e2d8178 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.560875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22c18ba8-b044-4e33-b80d-6d586e2d8178 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.587840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-22c18ba8-b044-4e33-b80d-6d586e2d8178 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.589107 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-22c18ba8-b044-4e33-b80d-6d586e2d8178 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1270444 Nov 29 02:17:24.592258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52100) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:24.592999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c18ba8-b044-4e33-b80d-6d586e2d8178 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadeb4d8-1e35-4cb6-919e-f310771ec0fe,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:24.598679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-d9f0100e-8e8d-47e6-9641-f0eb73cd2da1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'fadeb4d8-1e35-4cb6-919e-f310771ec0fe', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:24.626219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9f0100e-8e8d-47e6-9641-f0eb73cd2da1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.685224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9f0100e-8e8d-47e6-9641-f0eb73cd2da1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.689329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9f0100e-8e8d-47e6-9641-f0eb73cd2da1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.711472 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0100e-8e8d-47e6-9641-f0eb73cd2da1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34083875-0195-456e-81e9-13ad266fc7bf,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:24.717541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d9f0100e-8e8d-47e6-9641-f0eb73cd2da1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.719370 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d9f0100e-8e8d-47e6-9641-f0eb73cd2da1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260438 Nov 29 02:17:24.722816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52102) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:24.727341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4d44d5e6-a390-4049-ab0b-b412c5a0153b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'fadeb4d8-1e35-4cb6-919e-f310771ec0fe', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:24.753702 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d44d5e6-a390-4049-ab0b-b412c5a0153b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.814182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d44d5e6-a390-4049-ab0b-b412c5a0153b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.817670 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d44d5e6-a390-4049-ab0b-b412c5a0153b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.834666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44d5e6-a390-4049-ab0b-b412c5a0153b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a4cea2-ec71-4dac-b684-206e0f2d3c72,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:24.842645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4d44d5e6-a390-4049-ab0b-b412c5a0153b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.843837 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4d44d5e6-a390-4049-ab0b-b412c5a0153b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200843 Nov 29 02:17:24.847174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52104) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:24.851473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-3829edbd-3e02-4c15-8ef3-6b4ceabb4966 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'fadeb4d8-1e35-4cb6-919e-f310771ec0fe', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:24.876535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3829edbd-3e02-4c15-8ef3-6b4ceabb4966 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.933651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3829edbd-3e02-4c15-8ef3-6b4ceabb4966 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.937270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3829edbd-3e02-4c15-8ef3-6b4ceabb4966 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.956107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829edbd-3e02-4c15-8ef3-6b4ceabb4966 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbab236-5d5b-4d12-87f7-dd0e16c47073,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:24.963879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3829edbd-3e02-4c15-8ef3-6b4ceabb4966 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.965117 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3829edbd-3e02-4c15-8ef3-6b4ceabb4966 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170075 Nov 29 02:17:24.968010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52106) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:24.972849 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b37253d5-192a-48dd-aafd-dcca14228e1a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'fadeb4d8-1e35-4cb6-919e-f310771ec0fe', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:24.998376 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b37253d5-192a-48dd-aafd-dcca14228e1a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.054253 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b37253d5-192a-48dd-aafd-dcca14228e1a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.057654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b37253d5-192a-48dd-aafd-dcca14228e1a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.074886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37253d5-192a-48dd-aafd-dcca14228e1a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3c05ed-0fc0-4c9d-a53c-3fc797b90d1f,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:25.083503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b37253d5-192a-48dd-aafd-dcca14228e1a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.084705 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b37253d5-192a-48dd-aafd-dcca14228e1a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157620 Nov 29 02:17:25.087424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52108) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:25.091815 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cd4e9c22-ca88-41c0-8833-fe9a50ded327 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'fadeb4d8-1e35-4cb6-919e-f310771ec0fe', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:25.112086 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-cd4e9c22-ca88-41c0-8833-fe9a50ded327 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:17:25.116624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9c22-ca88-41c0-8833-fe9a50ded327 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.176402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9c22-ca88-41c0-8833-fe9a50ded327 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.179985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9c22-ca88-41c0-8833-fe9a50ded327 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.196596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e9c22-ca88-41c0-8833-fe9a50ded327 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3074f7-085d-42c8-8eb9-f6abde7ef829,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:25.204892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9c22-ca88-41c0-8833-fe9a50ded327 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.206758 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cd4e9c22-ca88-41c0-8833-fe9a50ded327 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183093 Nov 29 02:17:25.209322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52110) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:25.213536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0b13d29a-63a6-447a-bc40-592d2b287398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'fadeb4d8-1e35-4cb6-919e-f310771ec0fe', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:25.234880 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-0b13d29a-63a6-447a-bc40-592d2b287398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:17:25.239529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b13d29a-63a6-447a-bc40-592d2b287398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.296489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b13d29a-63a6-447a-bc40-592d2b287398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.299959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b13d29a-63a6-447a-bc40-592d2b287398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.317192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13d29a-63a6-447a-bc40-592d2b287398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9993e4f4-d6e9-4bc6-b6bf-513946f742a3,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:25.324744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0b13d29a-63a6-447a-bc40-592d2b287398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.326020 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0b13d29a-63a6-447a-bc40-592d2b287398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157503 Nov 29 02:17:25.328679 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52112) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:25.333988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'network': {'name': 'tempest-network-smoke--2022194361', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:25.354391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:17:25.357693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.382178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:17:25.391558 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.391912 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Added segment 1a8d807f-3adb-42a8-9387-52353b655411 of type vlan for network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 Nov 29 02:17:25.431130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.455100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.460749 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:25.461262 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.500497 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708119 Nov 29 02:17:25.503834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52114) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:25.508554 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'admin_state_up': True, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:25.535770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.537212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.537496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea86957-ee31-4cd5-bd92-2f9842a64454 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Network': ['ID=c5ad0075-d95b-4b75-97f8-d453d4aee5a4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:25.550576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:17:25.593566 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.735595 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.929110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.947936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:26.057669 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.109 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/7dc4d6f2-7953-4923-bf42-4b87d08aeb5f) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:26.141251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:17:26.163649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:17:26.164111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d922cf6f-e3c0-4a5d-8f9d-c20d1e7aa641 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:17:26.164682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:26.201687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:26.240493 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:26.243268 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:26.248652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:26.257818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5884c4-3a0c-4f7f-a950-760f78a49405 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:17:26.277128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=7dc4d6f2-7953-4923-bf42-4b87d08aeb5f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:26.310949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-68afd5d1-bf6c-4e22-8ac0-4272d20fde88 None None] Provisioning complete for port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:26.311243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-68afd5d1-bf6c-4e22-8ac0-4272d20fde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:26.344825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-68afd5d1-bf6c-4e22-8ac0-4272d20fde88 None None] Port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:26.498097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:26.694072 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:26.816111 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 966b8be3-9ce6-4ac4-890b-5213c7714dbf is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:17:26.921626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:17:26.932099 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Sync routers for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:17:26.942179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:26.942671 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:26.943282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:26.946730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52116) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:26.947252 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b0005ac0-6359-4918-8d45-0c1f00ba9b1c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4417048 Nov 29 02:17:26.985024 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8d2da39b-3e62-4817-af53-e3f287788a19 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9c89609a9d3744318d2ce4c977df0af8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371814 Nov 29 02:17:26.988132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52118) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:27.051740 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:27.076163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28dac54-185e-4da3-aab6-0560557430bf tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:27.077676 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b28dac54-185e-4da3-aab6-0560557430bf tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886266 Nov 29 02:17:27.080636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52120) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:27.107254 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8bdfda4f-7779-4a8b-8067-6b541cff0aed tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255637 Nov 29 02:17:27.109738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52122) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:27.114821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1683490886', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:27.201540 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:17:27.205293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.231225 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:26Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:27.258588 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Checking router: 966b8be3-9ce6-4ac4-890b-5213c7714dbf for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:17:27.259200 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Updating router 966b8be3-9ce6-4ac4-890b-5213c7714dbf port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:17:27.282754 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.388769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.453292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Subnet': ['ID=27028f09-9522-4d3d-873a-0ace9618c9c6,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:27.462769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Checking segment: {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:27.463141 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network hostable DHCP agents. Network: c5ad0075-d95b-4b75-97f8-d453d4aee5a4, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:17:27.479865 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:17:27.488830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, c5ad0075-d95b-4b75-97f8-d453d4aee5a4) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:27.493173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:27.493775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.499133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4befaabb-ff10-440b-9e36-02cd74b6ca6a None None] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:17:27.511902 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-60e8416d-9f2b-4bdb-9914-b3f0626a0109 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4011428 Nov 29 02:17:27.514842 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52124) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:27.542549 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.548239 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.594174 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Attempting to bind port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:17:27.594674 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Attempting to bind port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:17:27.595062 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Attempting to bind port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:27.599460 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ee7ef-b9ad-4ff7-92ba-e391a7110172 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:17:27.608370 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:17:27.608768 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:27.609372 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.609970 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:17:27.610488 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Bound port: 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:17:27.610882 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.641018 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11579bb7-69d2-4473-be20-b8337088bbde None None] Pushing event updated for resources: {'Port': ['ID=7dc4d6f2-7953-4923-bf42-4b87d08aeb5f,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:27.674005 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] For port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:17:27.677662 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] For port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7dc4d6f2-7953-4923-bf42-4b87d08aeb5f,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:17:27.682694 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.691301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Provisioning complete for port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:27.691685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.728333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:17:27.729206 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.740950 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:27.741559 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:27.744652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff5b8d-ce0a-4cd3-8fb6-99c845f66500 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:17:27.820884 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11579bb7-69d2-4473-be20-b8337088bbde None None] Pushing event updated for resources: {'Port': ['ID=7dc4d6f2-7953-4923-bf42-4b87d08aeb5f,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:27.864748 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:27.869265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.913573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] For port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7dc4d6f2-7953-4923-bf42-4b87d08aeb5f,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:27.921454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:27.930712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Allocated IP 172.20.0.2 (c5ad0075-d95b-4b75-97f8-d453d4aee5a4/27028f09-9522-4d3d-873a-0ace9618c9c6/58091b98-32fd-4e07-b492-26df4511a68c) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:28.015709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.029839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Pushing event updated for resources: {'Port': ['ID=7dc4d6f2-7953-4923-bf42-4b87d08aeb5f,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:28.044175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.044536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.044886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.045227 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.045563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.045899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.046233 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.046596 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.046934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.047263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.047591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.047918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d05d-c1a3-4f69-96a1-62984ce4293d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:28.067839 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:26Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:28.075558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f7e78641-ce1b-4f56-943c-0b425b26de16 None None] Provisioning complete for port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:28.075933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f7e78641-ce1b-4f56-943c-0b425b26de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.103963 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e954bf-b7c6-4a66-890d-e8739111d6de None None] The sync data for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv is: [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:26Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:17:28.175785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.202720 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.248230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:28.251358 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:28.261246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:28.276756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Pushing event updated for resources: {'Port': ['ID=58091b98-32fd-4e07-b492-26df4511a68c,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:28.337877 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Attempting to bind port 58091b98-32fd-4e07-b492-26df4511a68c on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:17:28.340091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Attempting to bind port 58091b98-32fd-4e07-b492-26df4511a68c by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:17:28.340091 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Attempting to bind port 58091b98-32fd-4e07-b492-26df4511a68c on network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:28.368786 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:17:28.369602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Checking segment: {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:28.370066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.370623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Bound using segment: {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:17:28.371111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Bound port: 58091b98-32fd-4e07-b492-26df4511a68c, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:17:28.371498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.449794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] For port 58091b98-32fd-4e07-b492-26df4511a68c, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:17:28.453686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] For port 58091b98-32fd-4e07-b492-26df4511a68c, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=58091b98-32fd-4e07-b492-26df4511a68c,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:17:28.459961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.532407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e97fc-e600-4caf-bbd6-03c07e0dc030 None None] Pushing event updated for resources: {'Port': ['ID=58091b98-32fd-4e07-b492-26df4511a68c,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:28.652243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.1 (c5ad0075-d95b-4b75-97f8-d453d4aee5a4/27028f09-9522-4d3d-873a-0ace9618c9c6/b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:28.805469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.849902 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:28.892190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:28.898408 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:28.900891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:28.934165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:28.955181 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.097078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.386053 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.391340 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.441294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a0db8-dc2d-46a4-b0ab-1a98a2d4d7ae None None] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:17:29.471861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.473706 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:29.531779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-66b51212-9c5e-4ee7-af12-31c763946bbb None None] Provisioning complete for port 58091b98-32fd-4e07-b492-26df4511a68c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:29.532150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66b51212-9c5e-4ee7-af12-31c763946bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.575266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:29.576891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:29.677994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66b51212-9c5e-4ee7-af12-31c763946bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.695876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 966b8be3-9ce6-4ac4-890b-5213c7714dbf has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:17:29.719798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-66b51212-9c5e-4ee7-af12-31c763946bbb None None] For port 58091b98-32fd-4e07-b492-26df4511a68c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=58091b98-32fd-4e07-b492-26df4511a68c,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:29.724761 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-66b51212-9c5e-4ee7-af12-31c763946bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.779336 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b51212-9c5e-4ee7-af12-31c763946bbb None None] Pushing event updated for resources: {'Port': ['ID=58091b98-32fd-4e07-b492-26df4511a68c,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:29.816945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:17:29.824671 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2bbfcab9-a27f-49c0-92e6-06460b845c6e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/966b8be3-9ce6-4ac4-890b-5213c7714dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3062015 Nov 29 02:17:29.948241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8a50e3d5-a45d-4b74-9690-d1bcbcde831b None None] Provisioning complete for port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:29.948622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8a50e3d5-a45d-4b74-9690-d1bcbcde831b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.984890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8a50e3d5-a45d-4b74-9690-d1bcbcde831b None None] Port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:29.992228 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-3450848e-9a7f-498f-b0e7-7f0beb465452 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724288641&fields=id&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 267 time: 0.0567570 Nov 29 02:17:29.996059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8a50e3d5-a45d-4b74-9690-d1bcbcde831b None None] Provisioning complete for port 58091b98-32fd-4e07-b492-26df4511a68c triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:29.996433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8a50e3d5-a45d-4b74-9690-d1bcbcde831b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:30.037803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Sync routers for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:17:30.056810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:30.057439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:30.122092 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-23aa31d7-8115-416b-97c3-a5456b264fe2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:30.123736 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-23aa31d7-8115-416b-97c3-a5456b264fe2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/networks?id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 200 len: 797 time: 0.1235762 Nov 29 02:17:30.142293 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-791138f9-5c70-4dc9-82ec-deebc62c8d1a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/quotas/9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 375 time: 0.0108235 Nov 29 02:17:30.211790 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-4fc4b40a-6a6b-4c03-ab5b-182fb5e3790e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584958 Nov 29 02:17:30.214041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:30.278088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 58091b98-32fd-4e07-b492-26df4511a68c up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:30.335876 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-28dab0e5-79c5-42a2-9f21-b3c199640435 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063442 Nov 29 02:17:30.366824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c052d507-ae05-4cc8-a1d4-2943b3883266 None None] Provisioning complete for port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:30.367146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c052d507-ae05-4cc8-a1d4-2943b3883266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:30.432628 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-f19d58f8-ba25-4d4f-9690-dda356799ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903838 Nov 29 02:17:30.449434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c052d507-ae05-4cc8-a1d4-2943b3883266 None None] Port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:30.463597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 58091b98-32fd-4e07-b492-26df4511a68c triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:30.463954 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:30.594190 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-46e0a747-4cc8-4cdd-ae39-eba9ea9301f1 req-bad841d5-1c5f-41af-b21e-9e9cc4dae6cf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 210 time: 0.0300775 Nov 29 02:17:30.741526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:30.744833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 2, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:30.747335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40dcc59-9bac-4b90-b969-3673e648510f None None] Provisioning complete for port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:30.747708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40dcc59-9bac-4b90-b969-3673e648510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:30.810110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Checking router: 966b8be3-9ce6-4ac4-890b-5213c7714dbf for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:17:30.810492 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Updating router 966b8be3-9ce6-4ac4-890b-5213c7714dbf port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:17:30.857064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:30.858745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e40dcc59-9bac-4b90-b969-3673e648510f None None] Port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:30.909799 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:30.910098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.193409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.198926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.254276 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08388a73-2bf4-4c39-8df9-fc0f5081202e None None] Pushing event updated for resources: {'Port': ['ID=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:31.315561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Attempting to bind port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:17:31.315933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Attempting to bind port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:17:31.316299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Attempting to bind port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 on network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:31.321370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:17:31.321760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Checking segment: {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:31.322162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.322585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Bound using segment: {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:17:31.323047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Bound port: b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:17:31.323428 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.391713 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] For port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:17:31.395618 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] For port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:17:31.400590 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.456892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:31.457525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:31.463153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08388a73-2bf4-4c39-8df9-fc0f5081202e None None] Pushing event updated for resources: {'Port': ['ID=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:31.558357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ee353230-fce9-41d4-b5dc-4d0b430dce4f None None] Provisioning complete for port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:31.558754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee353230-fce9-41d4-b5dc-4d0b430dce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.609102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:31.728974 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9e5e8be6-b79d-42e1-8063-ae3e65f3c1ed req-01ed9790-9c3f-4e85-a3ed-130bbe05eeb7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 210 time: 0.0276299 Nov 29 02:17:31.767346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee353230-fce9-41d4-b5dc-4d0b430dce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.771944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-29fa3bfa-cbd3-4f79-a431-4d54066f3c2e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:31.773424 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-29fa3bfa-cbd3-4f79-a431-4d54066f3c2e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/networks?id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 200 len: 797 time: 0.1367557 Nov 29 02:17:31.825641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ee353230-fce9-41d4-b5dc-4d0b430dce4f None None] For port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:31.831976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee353230-fce9-41d4-b5dc-4d0b430dce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.850120 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-eddaa2f4-343b-46d7-867b-a068d674af23 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 379 time: 0.0597913 Nov 29 02:17:31.859474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'port': {'device_id': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'admin_state_up': True, 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'security_groups': ['fadeb4d8-1e35-4cb6-919e-f310771ec0fe']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:31.905480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee353230-fce9-41d4-b5dc-4d0b430dce4f None None] Pushing event updated for resources: {'Port': ['ID=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:31.920112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:31Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:31.954039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9a002-189b-4842-9100-219201ae4fa0 None None] The sync data for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv is: [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:31Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:17:31.964095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-70aaa4f4-7304-41b6-bde4-6abcd54a7b25 None None] Provisioning complete for port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:31.964472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-70aaa4f4-7304-41b6-bde4-6abcd54a7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:31.969870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:17:31.974250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.141852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.4 (c5ad0075-d95b-4b75-97f8-d453d4aee5a4/27028f09-9522-4d3d-873a-0ace9618c9c6/f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:32.235545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:32.290112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:32.290112 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.306656 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.344871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.394392 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:32.397633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:32.400509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:32.430351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:32.463739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:32.464509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.483507 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-dfd44515-8949-4d6e-8f13-6639ec316f51 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6276507 Nov 29 02:17:32.503726 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Request body: {'port': {'device_id': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:32.569444 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.695875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1fd21097-601d-4ebe-a4df-9ebcf3c28204 None None] Provisioning complete for port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:32.696275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1fd21097-601d-4ebe-a4df-9ebcf3c28204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.734659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1fd21097-601d-4ebe-a4df-9ebcf3c28204 None None] Port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:32.881211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:17:32.896008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569266b-e40e-4d7a-9fa7-a2f716c2e60d req-38cf7b45-4633-457b-8700-73183dfbabab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:32.897515 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2569266b-e40e-4d7a-9fa7-a2f716c2e60d req-38cf7b45-4633-457b-8700-73183dfbabab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 931 time: 0.0917974 Nov 29 02:17:32.899455 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.929967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Transition to ACTIVE for port object f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:17:32.936271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:32.992968 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2569266b-e40e-4d7a-9fa7-a2f716c2e60d req-dc45041b-4488-425a-bc2b-01d8759871f9 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872622 Nov 29 02:17:33.018556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:33.088842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Attempting to bind port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:17:33.089184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Attempting to bind port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:17:33.089523 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Attempting to bind port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef on network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:33.093975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef on network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:17:33.094297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Attempting to bind port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef on network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:33.099858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:17:33.100198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Checking segment: {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:33.100582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Bound using segment: {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:17:33.101015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Bound port: f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8d807f-3adb-42a8-9387-52353b655411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:17:33.101369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:33.172569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] For port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:17:33.176135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] For port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:17:33.180394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:33.215410 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:33.216115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:33.217496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 200 len: 1093 time: 0.7203095 Nov 29 02:17:33.217943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:33.220218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73582e93-0bd7-44dc-a4e7-3ae561b0156e" -d '{"events": [{"name": "network-changed", "server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:33.245875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61569c-9a39-4f2e-8506-7c757444a6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:33.264407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd577ca8-cc73-4a89-b3cf-48a55999185a x-openstack-request-id: req-dd577ca8-cc73-4a89-b3cf-48a55999185a {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:33.264660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:33.264920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd577ca8-cc73-4a89-b3cf-48a55999185a {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:33.265353 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'status': 'completed', 'code': 200} Nov 29 02:17:33.326507 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-8044a4d8-57f6-4470-8918-f07983460743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:33.328066 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-8044a4d8-57f6-4470-8918-f07983460743 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1096 time: 0.0426486 Nov 29 02:17:33.381441 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-e2c5644a-3fbf-4951-acac-ec97d508897b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 200 len: 217 time: 0.0394313 Nov 29 02:17:33.431157 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-eedfa30a-7940-4eea-806b-57965989e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:33.432620 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-eedfa30a-7940-4eea-806b-57965989e839 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27028f09-9522-4d3d-873a-0ace9618c9c6 HTTP/1.1" status: 200 len: 835 time: 0.0447948 Nov 29 02:17:33.478061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-faf73952-f50f-4ba2-af10-d7871fb42ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:33.479582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-faf73952-f50f-4ba2-af10-d7871fb42ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396016 Nov 29 02:17:33.906746 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-51ca375d-4275-411a-ba1c-0dc91faac9e4 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182103 Nov 29 02:17:33.995804 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbf0d20b-d457-4c48-b5a2-50a00e47107c req-83db1319-eb77-4553-8cb1-3ee2afb67146 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815318 Nov 29 02:17:34.145701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e2548-e0c1-454a-9501-75b0b98886b0 req-c2ba6406-8299-4fff-bcec-0894581b8580 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:34.147234 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6b2e2548-e0c1-454a-9501-75b0b98886b0 req-c2ba6406-8299-4fff-bcec-0894581b8580 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 943 time: 0.0832474 Nov 29 02:17:34.150366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-189059dc-ee2a-4e62-b250-6a786103774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:34.151823 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-189059dc-ee2a-4e62-b250-6a786103774a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1096 time: 0.0613830 Nov 29 02:17:34.152170 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:17:34.253296 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6b2e2548-e0c1-454a-9501-75b0b98886b0 req-48e8891d-d33a-4d0f-ba4e-55c0b4719487 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995052 Nov 29 02:17:34.276003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-f22e474b-8cdf-4cdf-98f7-3831cec507fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:34.277454 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-f22e474b-8cdf-4cdf-98f7-3831cec507fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 200 len: 898 time: 0.1167309 Nov 29 02:17:34.320042 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-ee9be8ab-fa9f-4854-8b7f-87f2af705390 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 200 len: 217 time: 0.0338795 Nov 29 02:17:34.369801 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-491413b2-add1-4b63-b851-329e2d8a986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:34.371267 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-491413b2-add1-4b63-b851-329e2d8a986d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27028f09-9522-4d3d-873a-0ace9618c9c6 HTTP/1.1" status: 200 len: 835 time: 0.0426960 Nov 29 02:17:34.417249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-f742b141-3803-4a12-b41d-895418d8962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:34.418736 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-f742b141-3803-4a12-b41d-895418d8962d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390632 Nov 29 02:17:34.512234 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-48f756d6-4135-451d-980b-c2c9df7b9031 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849857 Nov 29 02:17:34.606260 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-73582e93-0bd7-44dc-a4e7-3ae561b0156e req-233bc25b-6f85-4da1-8447-eadcb684eb74 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856917 Nov 29 02:17:35.369076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7faca-a206-42c1-81a0-b86a47bfe19a req-8b81ba76-e51f-4279-987e-8695538aca23 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:35.370576 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0ea7faca-a206-42c1-81a0-b86a47bfe19a req-8b81ba76-e51f-4279-987e-8695538aca23 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 943 time: 0.0497437 Nov 29 02:17:35.423772 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0ea7faca-a206-42c1-81a0-b86a47bfe19a req-db760472-fdfb-46b0-b903-bb377f0648bc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473216 Nov 29 02:17:35.699732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:17:35.793861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:35.804635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'port_id': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'mac_address': 'fa:16:3e:2f:08:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:17:35.840980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:35.856458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:17:35.875740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:35.880303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:35.926541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:36.156967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:17:36.536236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd823fd6-2b39-4944-bb9a-71b553e56973 req-2754d5ee-810c-421e-b639-d914f806e9cc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:36.537744 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cd823fd6-2b39-4944-bb9a-71b553e56973 req-2754d5ee-810c-421e-b639-d914f806e9cc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 944 time: 0.0494530 Nov 29 02:17:36.586722 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cd823fd6-2b39-4944-bb9a-71b553e56973 req-cd01cce9-1361-4ac8-b227-d007e89978ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 Nov 29 02:17:37.696958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:37.698990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c11483-af52-40c4-a89e-b77557cd64d7 req-3ade88d1-a091-4675-8c5f-1f270a96872b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:37.700488 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-60c11483-af52-40c4-a89e-b77557cd64d7 req-3ade88d1-a091-4675-8c5f-1f270a96872b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 944 time: 0.0500317 Nov 29 02:17:37.746505 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:17:37.750355 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-60c11483-af52-40c4-a89e-b77557cd64d7 req-6f47f63a-0dce-46de-8629-b449fd7942be tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434670 Nov 29 02:17:37.750762 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:37.751132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:37.829123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:37.850636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:37.852855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd47fce-3f98-447d-b554-6290f1ddd1a5" -d '{"events": [{"server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "name": "network-vif-plugged", "status": "completed", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:37.865107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:37.868989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:37.916775 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:37.945275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49c0113-3f8a-44f4-b316-cd6302b77866 x-openstack-request-id: req-d49c0113-3f8a-44f4-b316-cd6302b77866 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:37.945568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "name": "network-vif-plugged", "status": "completed", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:37.945825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d49c0113-3f8a-44f4-b316-cd6302b77866 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:37.946233 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'code': 200} Nov 29 02:17:38.148226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21412439-76e3-43a0-9999-894c114452cd req-f43d0eb2-b078-496b-8889-554d7e3e947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:38.149696 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21412439-76e3-43a0-9999-894c114452cd req-f43d0eb2-b078-496b-8889-554d7e3e947a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0404148 Nov 29 02:17:38.197559 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21412439-76e3-43a0-9999-894c114452cd req-645cd52f-22fc-4e87-a19d-26e257bea7b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379677 Nov 29 02:17:38.866110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487884b-77af-415e-9ff8-c4635e675536 req-5ef27e0a-bb1a-4db6-a586-0021803bc674 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:38.867598 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c487884b-77af-415e-9ff8-c4635e675536 req-5ef27e0a-bb1a-4db6-a586-0021803bc674 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Nov 29 02:17:38.916178 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c487884b-77af-415e-9ff8-c4635e675536 req-27dc9220-95f5-4360-a4a9-4cae7017f902 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 Nov 29 02:17:40.034858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50452de3-1c2a-48f9-90fb-8c7dddd5e0db req-ff996039-678d-46e6-80be-39f73ed7d6d7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:40.036328 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50452de3-1c2a-48f9-90fb-8c7dddd5e0db req-ff996039-678d-46e6-80be-39f73ed7d6d7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0531912 Nov 29 02:17:40.083519 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-50452de3-1c2a-48f9-90fb-8c7dddd5e0db req-31c31dd8-21dd-483d-a4cb-5d6c1193cff0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413356 Nov 29 02:17:40.201176 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb4329-9c9c-4a19-891a-805825dac594 req-dd9b3751-4a4b-4ce4-b123-70927ba7d3e5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:40.202566 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d4fb4329-9c9c-4a19-891a-805825dac594 req-dd9b3751-4a4b-4ce4-b123-70927ba7d3e5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0532091 Nov 29 02:17:40.250292 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d4fb4329-9c9c-4a19-891a-805825dac594 req-69361c1c-cf4a-4a09-ab35-2df78336d5ee tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 Nov 29 02:17:40.271473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52178) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:40.310663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59420e8c-14dd-40f3-b186-862b4b90eb46 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:40.312130 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-59420e8c-14dd-40f3-b186-862b4b90eb46 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1093 time: 0.0396917 Nov 29 02:17:40.314734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52180) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:40.318903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:40.339915 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:40.439097 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:40.540346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.173 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/505e2f27-9eef-4bfe-b7da-51359f58f0fe) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:40.645330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:40.652205 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2657d8db-0875-49a1-8eb0-ac593cce4348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:40.680871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:40.716811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:40.723782 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:40.727395 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:40.733022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=505e2f27-9eef-4bfe-b7da-51359f58f0fe,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:41.065841 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:41.131321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:41.281179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:41.286354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:41.353718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=505e2f27-9eef-4bfe-b7da-51359f58f0fe,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:41.366258 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:41.466937 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP 3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37 associated. External IP: 172.26.8.173, port: f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef. Nov 29 02:17:41.677660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 966b8be3-9ce6-4ac4-890b-5213c7714dbf has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:17:41.785385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:17:41.795026 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] Sync routers for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:17:41.805312 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:41.806473 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:41.807097 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:41.832898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a63e5865-114e-4c91-a5dc-475e6a9b645e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5171721 Nov 29 02:17:41.833476 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:41.835760 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c50965c-ff18-4418-ae35-faa0c62eee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:41.879511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8815b51d-91cb-4480-a6e0-c389243ad8e1 x-openstack-request-id: req-8815b51d-91cb-4480-a6e0-c389243ad8e1 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:41.880016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:41.880323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8815b51d-91cb-4480-a6e0-c389243ad8e1 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:41.880850 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'status': 'completed', 'code': 200} Nov 29 02:17:41.917816 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:41.958468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35baff-ad29-4363-a38f-f64508eb8b3d req-32d48b9c-45d9-40a9-a6b5-d8ae4b49ae27 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:41.959954 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9b35baff-ad29-4363-a38f-f64508eb8b3d req-32d48b9c-45d9-40a9-a6b5-d8ae4b49ae27 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0706651 Nov 29 02:17:41.989509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-e82136ef-6b00-4fd7-9f10-4a53c836912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:41.990991 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-e82136ef-6b00-4fd7-9f10-4a53c836912b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0650706 Nov 29 02:17:42.043737 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9b35baff-ad29-4363-a38f-f64508eb8b3d req-98cfd821-7026-4f3b-bc4f-066c9715717a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774961 Nov 29 02:17:42.066323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52186) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:42.106532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-f27b6ab0-5f2c-4254-bf71-7a650309ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:42.108028 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-f27b6ab0-5f2c-4254-bf71-7a650309ebcb service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 200 len: 898 time: 0.1082125 Nov 29 02:17:42.133436 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-eb0cf6d5-ee8e-490b-aa5a-da374fe3aeb8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37 HTTP/1.1" status: 200 len: 991 time: 0.0644751 Nov 29 02:17:42.185797 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-de788a53-37c8-48cc-8bff-ef5ef19c406c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 200 len: 999 time: 0.0696297 Nov 29 02:17:42.235498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-aaa455b1-8142-49f0-aace-b4dd3b6a2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:42.237501 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-aaa455b1-8142-49f0-aace-b4dd3b6a2aba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27028f09-9522-4d3d-873a-0ace9618c9c6 HTTP/1.1" status: 200 len: 835 time: 0.0452714 Nov 29 02:17:42.246347 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'port_id': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'mac_address': 'fa:16:3e:2f:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:40Z', 'updated_at': '2021-11-29T02:17:40Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:31Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:42.272877 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] Checking router: 966b8be3-9ce6-4ac4-890b-5213c7714dbf for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:17:42.280978 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:42.281684 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:42.283026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-68ed4e10-21a9-40a5-a1a9-93d201f1817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:42.285050 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-68ed4e10-21a9-40a5-a1a9-93d201f1817b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412116 Nov 29 02:17:42.380166 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-d3f68a99-8b6a-4f2a-b980-aed6c4a2319d service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878952 Nov 29 02:17:42.386512 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:42.469779 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3c50965c-ff18-4418-ae35-faa0c62eee8b req-e07d7fa4-3abf-4a80-813d-51230e8ea308 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825183 Nov 29 02:17:42.614462 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'port_id': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'mac_address': 'fa:16:3e:2f:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:40Z', 'updated_at': '2021-11-29T02:17:40Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:31Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:42.640235 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b65514-1e5b-4f3b-98a9-15329de46472 None None] The sync data for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv is: [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'port_id': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'mac_address': 'fa:16:3e:2f:08:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:40Z', 'updated_at': '2021-11-29T02:17:40Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:31Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:17:42.835258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97910591-a700-4ae2-a91b-1b64699fb3ae None None] New status for floating IP 3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:17:43.136006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52188) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:43.200157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7e3fbb8e-3822-4be6-8b86-89442e1c3cdf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37 HTTP/1.1" status: 200 len: 993 time: 0.0629935 Nov 29 02:17:44.011583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:44.216541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0515c867-8d2a-46ba-9951-fe5c4b36cd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:45.414737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:46.399552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:52.585001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:52.950024 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-6485ee18-fcf9-47d7-abe7-9745623eb452 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397518 Nov 29 02:17:53.045411 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-f780368c-66da-44dd-a5b5-242b19dd5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:53.046928 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-f780368c-66da-44dd-a5b5-242b19dd5c72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0405333 Nov 29 02:17:53.157147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-68660097-0a96-4866-8781-d97195f74ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:53.158676 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-68660097-0a96-4866-8781-d97195f74ca9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 200 len: 898 time: 0.0886745 Nov 29 02:17:53.222031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-5c984847-a11c-4e4f-ab95-d6c4964ed607 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 200 len: 1001 time: 0.0567195 Nov 29 02:17:53.275006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-e990b88c-e83a-43cf-b108-4ffc118eba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:53.276467 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-e990b88c-e83a-43cf-b108-4ffc118eba79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27028f09-9522-4d3d-873a-0ace9618c9c6 HTTP/1.1" status: 200 len: 835 time: 0.0479279 Nov 29 02:17:53.322525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-6d1eef49-e360-4f7a-acec-87d357b6927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:53.323984 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-6d1eef49-e360-4f7a-acec-87d357b6927c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398877 Nov 29 02:17:53.411760 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-a6d97fdb-d944-41b3-be8f-72e287fb7c34 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808473 Nov 29 02:17:53.504031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7711ba7a-40f0-45f6-9b4a-9864ea3cb9c0 req-5f924db6-3761-49b9-8b77-a58118a26e19 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852065 Nov 29 02:18:10.654189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1726-d66c-4c67-a096-c0ca2b1bd02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:11.154118 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:18:14.017842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:14.217023 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0124a375-b49c-4444-a7e1-2c120552c1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:14.631997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62383734-e849-4b61-b42d-bd354efaf727 req-ce1e3cb4-a7da-4e45-96b3-c3ef022811b1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:14.633499 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62383734-e849-4b61-b42d-bd354efaf727 req-ce1e3cb4-a7da-4e45-96b3-c3ef022811b1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0551760 Nov 29 02:18:14.650547 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-d2833ccd-19fd-46f5-b80d-4d9eee100c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:14.652106 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-d2833ccd-19fd-46f5-b80d-4d9eee100c1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0427098 Nov 29 02:18:14.686049 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62383734-e849-4b61-b42d-bd354efaf727 req-bb6b12e7-707d-44ab-9f98-3724e158a973 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Nov 29 02:18:14.746943 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-190b3ef2-0130-4109-99d9-20360002949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:14.748500 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-190b3ef2-0130-4109-99d9-20360002949d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 200 len: 898 time: 0.0889709 Nov 29 02:18:14.815546 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-03746603-99f9-40fb-bdb2-59ef17bede7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 200 len: 1001 time: 0.0579705 Nov 29 02:18:14.867882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-0fa52fad-dd03-4ab4-8f1d-a86cca73b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:14.869303 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-0fa52fad-dd03-4ab4-8f1d-a86cca73b45e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27028f09-9522-4d3d-873a-0ace9618c9c6 HTTP/1.1" status: 200 len: 835 time: 0.0464752 Nov 29 02:18:14.916904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-d467f5fd-a922-4404-9991-8402250b81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:14.918566 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-d467f5fd-a922-4404-9991-8402250b81a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410168 Nov 29 02:18:15.015355 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-21de42db-e30a-4fe3-af83-2fab66b59f38 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877161 Nov 29 02:18:15.108740 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1292dcfd-0f44-45b5-9d8c-21813642aaa5 req-0721520e-1f1f-4a90-9784-e216a728d91a service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Nov 29 02:18:15.417936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:15.803610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461cec-0250-4a26-89e0-84555aafa67d req-85f38c20-5869-4b91-9019-02ebd6a6af1d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:15.805093 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-30461cec-0250-4a26-89e0-84555aafa67d req-85f38c20-5869-4b91-9019-02ebd6a6af1d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0490892 Nov 29 02:18:15.853264 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-30461cec-0250-4a26-89e0-84555aafa67d req-268b417c-9e78-4e2e-a809-a5731e550a66 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Nov 29 02:18:16.351015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:16.965168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31badb81-f43e-4279-b001-2b8f2f08cae0 req-7ccc6089-6296-4402-bb17-b82acc7d7cc5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:16.966658 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-31badb81-f43e-4279-b001-2b8f2f08cae0 req-7ccc6089-6296-4402-bb17-b82acc7d7cc5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0479970 Nov 29 02:18:17.015137 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-31badb81-f43e-4279-b001-2b8f2f08cae0 req-75912d1a-5a36-430b-89b1-e5b752e21b69 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Nov 29 02:18:18.130760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d11a1-a37d-4fe2-b648-33c628d3834d req-d32439d0-403e-4e3d-95ed-71ca67e30dd2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:18.132215 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-168d11a1-a37d-4fe2-b648-33c628d3834d req-d32439d0-403e-4e3d-95ed-71ca67e30dd2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0515568 Nov 29 02:18:18.180964 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-168d11a1-a37d-4fe2-b648-33c628d3834d req-67765981-aa96-48fa-a258-720077b6ee74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 Nov 29 02:18:19.298372 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5456f-a21b-4fbf-967e-ae2aae384755 req-40d410c2-c18a-4ea8-8164-255c7ceaacc2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:19.299892 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2e5456f-a21b-4fbf-967e-ae2aae384755 req-40d410c2-c18a-4ea8-8164-255c7ceaacc2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0527027 Nov 29 02:18:19.349436 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2e5456f-a21b-4fbf-967e-ae2aae384755 req-154f56f0-ea6f-4540-95a5-cce19209f3a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Nov 29 02:18:20.463108 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af0e8e-41fc-4d08-9804-f81c2ea18323 req-ea8f8f58-64e2-4269-a257-12e63c5d303d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:20.464504 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f1af0e8e-41fc-4d08-9804-f81c2ea18323 req-ea8f8f58-64e2-4269-a257-12e63c5d303d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0501361 Nov 29 02:18:20.512929 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f1af0e8e-41fc-4d08-9804-f81c2ea18323 req-d6d6a273-2ea1-423b-9caa-beb561eb2646 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Nov 29 02:18:21.625961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800f69a-ff01-4d4e-9462-521e9b5790e7 req-55f20a42-b0d8-48fa-a1a3-fb7c73de3ccc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:21.627471 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d800f69a-ff01-4d4e-9462-521e9b5790e7 req-55f20a42-b0d8-48fa-a1a3-fb7c73de3ccc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0493848 Nov 29 02:18:21.676734 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d800f69a-ff01-4d4e-9462-521e9b5790e7 req-5cd9cfb5-4d64-4157-8267-ecd56529f37b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Nov 29 02:18:22.596394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:22.797510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f12c5-73cd-4464-8805-b6f2404795af req-e6dc49e6-5f4c-498f-bf00-8557941eb059 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:22.799477 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-185f12c5-73cd-4464-8805-b6f2404795af req-e6dc49e6-5f4c-498f-bf00-8557941eb059 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0554388 Nov 29 02:18:22.850397 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-185f12c5-73cd-4464-8805-b6f2404795af req-24251ef0-e5af-48aa-b3d6-4327e79313f8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 Nov 29 02:18:23.964821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af5961-7271-4ea0-97df-b1c3884696de req-5ea562b5-115d-4753-9be9-73fb92d38434 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:23.966756 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e1af5961-7271-4ea0-97df-b1c3884696de req-5ea562b5-115d-4753-9be9-73fb92d38434 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0487111 Nov 29 02:18:24.020465 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e1af5961-7271-4ea0-97df-b1c3884696de req-37b2a44c-ae8b-4ba6-867b-03245ea21f3a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478125 Nov 29 02:18:25.130984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbee33-4574-416e-a1ca-c4c7e5e60d06 req-7ea34ddd-a5af-4ead-a7a9-25609d199875 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:25.132469 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a9fbee33-4574-416e-a1ca-c4c7e5e60d06 req-7ea34ddd-a5af-4ead-a7a9-25609d199875 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0475776 Nov 29 02:18:25.180166 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a9fbee33-4574-416e-a1ca-c4c7e5e60d06 req-74c65fd9-884e-41c8-8df6-6e7b8ac63a7b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417178 Nov 29 02:18:26.295692 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39f26d-61c1-4bd4-83d7-a74d94db0a69 req-8893f03b-c57a-4413-aff7-bbe4a2375d99 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:26.297185 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc39f26d-61c1-4bd4-83d7-a74d94db0a69 req-8893f03b-c57a-4413-aff7-bbe4a2375d99 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0503528 Nov 29 02:18:26.347107 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc39f26d-61c1-4bd4-83d7-a74d94db0a69 req-884e611b-33ad-4ca8-b8e1-ae46383caaa1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 Nov 29 02:18:27.459099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d37ff-a346-4a11-9c1f-dfa36b78cd3e req-11a3f865-71fb-4f96-bca7-12dd90cdcb4b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:27.460576 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d71d37ff-a346-4a11-9c1f-dfa36b78cd3e req-11a3f865-71fb-4f96-bca7-12dd90cdcb4b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0477204 Nov 29 02:18:27.512110 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d71d37ff-a346-4a11-9c1f-dfa36b78cd3e req-f5782dde-7c3d-4b54-8d0a-e3bf43c0491c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456278 Nov 29 02:18:28.623331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a22442-29a3-4890-8c86-957febd0cae9 req-db5eace1-9250-4cb3-8334-0a259955503d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:28.625275 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f6a22442-29a3-4890-8c86-957febd0cae9 req-db5eace1-9250-4cb3-8334-0a259955503d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0484819 Nov 29 02:18:28.673774 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f6a22442-29a3-4890-8c86-957febd0cae9 req-89f0bdbe-a51d-493c-8d1f-13a646a90743 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Nov 29 02:18:29.785424 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57c8f4-f7f3-41bf-ba8e-3b344546b2c0 req-f58a31c3-e122-411b-b81a-67299e5bf17b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:29.786841 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-be57c8f4-f7f3-41bf-ba8e-3b344546b2c0 req-f58a31c3-e122-411b-b81a-67299e5bf17b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0478981 Nov 29 02:18:29.835341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-be57c8f4-f7f3-41bf-ba8e-3b344546b2c0 req-5e03e7d3-c4aa-4fd7-aa45-8d6bebe99bc2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426409 Nov 29 02:18:30.956690 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e6b32-b428-42ef-8272-996a8891afb4 req-6788f432-58e1-44cc-8d19-4ac1e3927020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:30.958965 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7e5e6b32-b428-42ef-8272-996a8891afb4 req-6788f432-58e1-44cc-8d19-4ac1e3927020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0551360 Nov 29 02:18:31.013526 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7e5e6b32-b428-42ef-8272-996a8891afb4 req-48a863c8-9fdb-4fbe-a1a4-2381075b20eb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442724 Nov 29 02:18:32.126188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f6eb-e76a-438f-a3a1-fc288152919c req-75919d3c-61b1-41c6-863b-bde6e2ce5aeb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:32.127690 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a4a7f6eb-e76a-438f-a3a1-fc288152919c req-75919d3c-61b1-41c6-863b-bde6e2ce5aeb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0481365 Nov 29 02:18:32.176225 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a4a7f6eb-e76a-438f-a3a1-fc288152919c req-12edea2f-ef02-4f3b-a805-29ad06889429 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Nov 29 02:18:32.197612 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52234) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:18:32.261108 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1ce23985-239f-42cd-a757-9fcb199099dd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37 HTTP/1.1" status: 200 len: 993 time: 0.0623686 Nov 29 02:18:40.654752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2077849d-aa03-4691-8b8d-45dbc4f25c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:44.015843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:44.217872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-40109cfb-ffba-4784-818e-2cd1628d9aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:45.420545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:46.352295 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:48.153191 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:18:52.613520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:54.912475 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-2ea1e332-1072-4454-9ec5-37de76c8650d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401800 Nov 29 02:18:55.010589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-494720ba-d1a1-4353-b202-617b831d28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:55.012050 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-494720ba-d1a1-4353-b202-617b831d28d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0399876 Nov 29 02:18:55.117984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-5d1a60f6-d278-4fdd-9faa-33cf637ec729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:55.119485 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-5d1a60f6-d278-4fdd-9faa-33cf637ec729 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 200 len: 898 time: 0.0875871 Nov 29 02:18:55.189487 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-fbd1a714-e4eb-49c4-a030-68af3f8384b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 200 len: 1001 time: 0.0609295 Nov 29 02:18:55.236498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-1cc8c8eb-6b36-4cc9-950f-a00d698d27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:55.237906 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-1cc8c8eb-6b36-4cc9-950f-a00d698d27e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27028f09-9522-4d3d-873a-0ace9618c9c6 HTTP/1.1" status: 200 len: 835 time: 0.0418119 Nov 29 02:18:55.282178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-1d8edcb2-b0c1-49a9-9834-572e4fb5ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:55.283686 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-1d8edcb2-b0c1-49a9-9834-572e4fb5ffec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391753 Nov 29 02:18:55.375215 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-41a5db31-0279-46c1-ab73-b688b64138cc service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832005 Nov 29 02:18:55.462803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efdd7c99-eaa5-4199-a4fb-e0c36f4ae4d9 req-8175d818-91ff-440a-ab95-c5caa102b99a service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796847 Nov 29 02:19:02.645439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52252) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:02.801126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 505e2f27-9eef-4bfe-b7da-51359f58f0fe {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:19:02.801370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:02.878555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:02.878886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:02.890409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 505e2f27-9eef-4bfe-b7da-51359f58f0fe owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:19:03.037036 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:03.062109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=505e2f27-9eef-4bfe-b7da-51359f58f0fe,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:03.074045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.074408 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.074787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.075136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.075483 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.075821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.076163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.076499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.076833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.077168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.077499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.077829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:03.129979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:03.130311 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP 3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37 disassociated (deleted). External IP: 172.26.8.173, port: f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef. Nov 29 02:19:03.337155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 966b8be3-9ce6-4ac4-890b-5213c7714dbf has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:19:03.444153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:19:03.448915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:03.453424 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] Sync routers for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:19:03.462823 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:03.463427 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:18:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:03.475050 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-bbcf6348-0597-4d19-9810-77ea63b40ecd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/floatingips/3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37 HTTP/1.1" status: 204 len: 168 time: 0.8285499 Nov 29 02:19:03.475629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:03.477856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:03.516493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592366e5-753f-4632-be59-a0beac154739 x-openstack-request-id: req-592366e5-753f-4632-be59-a0beac154739 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:03.516847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:03.517192 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-592366e5-753f-4632-be59-a0beac154739 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:03.517680 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'status': 'completed', 'code': 200} Nov 29 02:19:03.568771 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:03.622486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-2324b84e-6bdd-45f1-9d15-62de93fa596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:03.623994 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-2324b84e-6bdd-45f1-9d15-62de93fa596b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0535862 Nov 29 02:19:03.713838 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3b58f-1fb6-4ffc-a45a-2710197d874c req-2bf06754-3ea2-4cf5-b9d8-69330e1b5472 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:03.715587 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7cf3b58f-1fb6-4ffc-a45a-2710197d874c req-2bf06754-3ea2-4cf5-b9d8-69330e1b5472 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Nov 29 02:19:03.756485 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-63ac152e-2e30-4ac9-8c5b-02682c2427ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:03.758380 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-63ac152e-2e30-4ac9-8c5b-02682c2427ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 200 len: 898 time: 0.0927801 Nov 29 02:19:03.768243 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7cf3b58f-1fb6-4ffc-a45a-2710197d874c req-6c79f115-ce27-4d68-ab33-9ebcff12dd05 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453103 Nov 29 02:19:03.776229 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:31Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:03.802786 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] Checking router: 966b8be3-9ce6-4ac4-890b-5213c7714dbf for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:19:03.805795 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-bf464fc0-c902-4663-b335-425b1bbae4fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 200 len: 217 time: 0.0345812 Nov 29 02:19:03.810977 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:03.811569 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:18:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:03.860310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-deaebff1-fcee-47d6-9192-df39adbb177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:03.861845 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-deaebff1-fcee-47d6-9192-df39adbb177a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27028f09-9522-4d3d-873a-0ace9618c9c6 HTTP/1.1" status: 200 len: 835 time: 0.0475721 Nov 29 02:19:03.914938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-8083a37c-2b91-46e5-8703-7a26d4ba07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:03.916399 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-8083a37c-2b91-46e5-8703-7a26d4ba07f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad0075-d95b-4b75-97f8-d453d4aee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436156 Nov 29 02:19:03.923159 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:04.017615 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-de250a6a-029d-4a72-b4c5-2162f2cd544a service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910900 Nov 29 02:19:04.109376 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9234cd8d-5e56-41eb-afcc-4c7071f3fdfa req-51f5e7e2-3864-4c3e-8d9f-79a95b6ca8c1 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840533 Nov 29 02:19:04.131727 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:31Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:04.163066 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9fea63-78e6-4734-865d-f80b51bb7fd3 None None] The sync data for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv is: [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8', 'name': '', 'network_id': 'c5ad0075-d95b-4b75-97f8-d453d4aee5a4', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:87:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:28Z', 'updated_at': '2021-11-29T02:17:31Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '27028f09-9522-4d3d-873a-0ace9618c9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:19:04.382024 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adca141-b9f2-4a75-b402-77a97373fa02 None None] New status for floating IP 3e4389b7-8d1d-454c-8f1f-a1c82dd9fa37: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:19:04.886492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7454-9c3a-43ae-b5d4-04319c3e577c req-1ad53f06-f240-449f-a950-ad049c25c15c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:04.887984 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ba8a7454-9c3a-43ae-b5d4-04319c3e577c req-1ad53f06-f240-449f-a950-ad049c25c15c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0480781 Nov 29 02:19:04.942034 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ba8a7454-9c3a-43ae-b5d4-04319c3e577c req-dd07389a-6bea-4601-b41c-a214ac5a19cb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fadeb4d8-1e35-4cb6-919e-f310771ec0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Nov 29 02:19:05.416222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-f9935116-1f0a-4273-86fb-667549573332 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:05.417657 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-f9935116-1f0a-4273-86fb-667549573332 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 945 time: 0.0479259 Nov 29 02:19:05.504446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:19:05.504785 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:05.594502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:05.594876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:05.607107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:19:05.732209 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:05.760238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:05.800011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] No DVR routers for this DVR port f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:19:05.802563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:05.805938 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8a275ecd-e9e7-4b71-bba6-260e8a416fd3 req-4976f2d2-0fee-4068-969a-05b692088ade tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "DELETE /v2.0/ports/f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef HTTP/1.1" status: 204 len: 173 time: 0.3815446 Nov 29 02:19:05.806377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'name': 'network-vif-deleted', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:05.808688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd7de90-5c27-43ff-b17c-f27ba7f01233" -d '{"events": [{"server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "name": "network-vif-deleted", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:05.843878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa5d614-80d6-4734-babf-de9756c38793 x-openstack-request-id: req-1fa5d614-80d6-4734-babf-de9756c38793 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:05.844249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a34501-bf7d-4654-8f4d-f63d211afbc6", "name": "network-vif-deleted", "tag": "f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:05.844494 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fa5d614-80d6-4734-babf-de9756c38793 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:05.844904 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a34501-bf7d-4654-8f4d-f63d211afbc6', 'name': 'network-vif-deleted', 'tag': 'f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef', 'status': 'completed', 'code': 200} Nov 29 02:19:06.048691 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-38e38048-8fbd-4820-ad5d-5fb5d64a0a1a req-bd616a55-81ac-4494-a689-1cb8755896d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=66a34501-bf7d-4654-8f4d-f63d211afbc6 HTTP/1.1" status: 200 len: 210 time: 0.0262003 Nov 29 02:19:07.103834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52270) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:07.452604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:08.025282 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:19:08.025638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:08.111669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:08.112362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:08.123970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:19:08.137478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:19:08.160973 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:19:08.161321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device f8a7ccf0-3c4e-46f3-8bff-1633a7a7a1ef not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:19:08.306079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:08.333022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:08.503499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:08.724528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 966b8be3-9ce6-4ac4-890b-5213c7714dbf has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:19:08.828799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:19:08.835142 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-7a887bd6-f602-4d8d-b26d-b018f7e8aa76 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/966b8be3-9ce6-4ac4-890b-5213c7714dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7301741 Nov 29 02:19:08.837557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52272) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:08.838693 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] Sync routers for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:19:08.849530 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:08.850152 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:18:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:08.888549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-de49b23c-c3ca-48d1-bc0e-d5452495ed12 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting subnet 27028f09-9522-4d3d-873a-0ace9618c9c6 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:19:08.891716 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de49b23c-c3ca-48d1-bc0e-d5452495ed12 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:08.934051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de49b23c-c3ca-48d1-bc0e-d5452495ed12 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.023448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de49b23c-c3ca-48d1-bc0e-d5452495ed12 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.040273 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:09.083579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de49b23c-c3ca-48d1-bc0e-d5452495ed12 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.111218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49b23c-c3ca-48d1-bc0e-d5452495ed12 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Subnet': ['ID=27028f09-9522-4d3d-873a-0ace9618c9c6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:09.114963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de49b23c-c3ca-48d1-bc0e-d5452495ed12 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.118228 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-de49b23c-c3ca-48d1-bc0e-d5452495ed12 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/subnets/27028f09-9522-4d3d-873a-0ace9618c9c6 HTTP/1.1" status: 204 len: 168 time: 0.2797248 Nov 29 02:19:09.120842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52274) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:09.234769 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:19:08Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:09.237212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.267041 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] Checking router: 966b8be3-9ce6-4ac4-890b-5213c7714dbf for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:19:09.273952 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d06e15-b78b-4354-8157-8d4e21701b5e None None] Network c5ad0075-d95b-4b75-97f8-d453d4aee5a4 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:19:09.276690 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] Routers {'966b8be3-9ce6-4ac4-890b-5213c7714dbf'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:09.277317 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:18:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:09.350018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.386564 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] Set router 966b8be3-9ce6-4ac4-890b-5213c7714dbf gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:09.410275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:19:09.410654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.458600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] DHCP port deletion for c5ad0075-d95b-4b75-97f8-d453d4aee5a4 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:19:09.499229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7dc4d6f2-7953-4923-bf42-4b87d08aeb5f,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:09.499634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.513744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:19:09.514810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Deleting port 58091b98-32fd-4e07-b492-26df4511a68c {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:19:09.515379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.578883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] For port 58091b98-32fd-4e07-b492-26df4511a68c, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=58091b98-32fd-4e07-b492-26df4511a68c,segment=NetworkSegment(1a8d807f-3adb-42a8-9387-52353b655411),segment_id=1a8d807f-3adb-42a8-9387-52353b655411)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:09.580120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.592640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Calling delete_port for 58091b98-32fd-4e07-b492-26df4511a68c owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:19:09.599320 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:19:08Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:09.629963 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064129c-26bf-4d7c-a477-e858fa72f38a None None] The sync data for ids ['966b8be3-9ce6-4ac4-890b-5213c7714dbf'] in dv-neutron-816800-5-hyperv is: [{'id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-740442389', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:19:08Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '7dc4d6f2-7953-4923-bf42-4b87d08aeb5f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b8be3-9ce6-4ac4-890b-5213c7714dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:25Z', 'updated_at': '2021-11-29T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:19:09.679426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.702490 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.705396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Pushing event deleted for resources: {'Port': ['ID=58091b98-32fd-4e07-b492-26df4511a68c,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:09.712926 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] No DVR routers for this DVR port 58091b98-32fd-4e07-b492-26df4511a68c on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:19:09.715063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.715426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.715782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.716127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.716470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.716809 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.717230 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.717572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.717908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.718239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.718601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.718933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc408dd8-1141-4491-ae26-068a08aa9d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:09.733364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=7dc4d6f2-7953-4923-bf42-4b87d08aeb5f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:09.744251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb971d17-00c3-4a83-9424-25597798cae9 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:19:09.792325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.884050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.886414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.936097 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.936713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Fanout notify agent at l3_agent the message router_deleted on router 966b8be3-9ce6-4ac4-890b-5213c7714dbf {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:19:09.943542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:09.944663 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f8610945-ffce-4a17-a2cf-df2422afc576 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/routers/966b8be3-9ce6-4ac4-890b-5213c7714dbf HTTP/1.1" status: 204 len: 168 time: 0.8228936 Nov 29 02:19:09.947416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52276) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:10.032528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.125971 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.146669 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ad0075-d95b-4b75-97f8-d453d4aee5a4']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:10.156328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8d807f-3adb-42a8-9387-52353b655411') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:10.156627 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8d807f-3adb-42a8-9387-52353b655411') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:10.166951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.181274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.190149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:19:10.190149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:19:10.193154 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:19:10.264068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.272857 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.276845 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/networks/c5ad0075-d95b-4b75-97f8-d453d4aee5a4 HTTP/1.1" status: 204 len: 168 time: 0.3284714 Nov 29 02:19:10.279964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52278) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:10.289575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86127dfd-0fa1-41d5-abd8-d5dd4f600e13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Network': ['ID=c5ad0075-d95b-4b75-97f8-d453d4aee5a4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:10.308781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:19:10.335544 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:19:10.335893 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device b4f5b2d0-86fe-4d09-811e-6f4fa864c6d8 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:19:10.336323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 58091b98-32fd-4e07-b492-26df4511a68c no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:19:10.352128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.358757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 58091b98-32fd-4e07-b492-26df4511a68c {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:19:10.359101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 58091b98-32fd-4e07-b492-26df4511a68c not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:19:10.377942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.440041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.442908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.444054 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/security-groups/fadeb4d8-1e35-4cb6-919e-f310771ec0fe HTTP/1.1" status: 204 len: 168 time: 0.1629739 Nov 29 02:19:10.452968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadeb4d8-1e35-4cb6-919e-f310771ec0fe,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:10.461568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.461929 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.462280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.462674 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.463136 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.463504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.464005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.464536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.464932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.465333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.465672 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.466033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a9ce0-e93b-49bc-ab8a-c5c0ebb46c94 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:10.658454 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b987d398-9584-4341-b092-b1397024628d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.750746 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52284) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:10.755468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9cdaf5d7-5ebf-4ba4-ac91-93470070d574 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-244254477', 'description': 'tempest-secgroup-smoke-244254477 description', 'project_id': '9c89609a9d3744318d2ce4c977df0af8'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:10.777698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf5d7-5ebf-4ba4-ac91-93470070d574 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.841709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf5d7-5ebf-4ba4-ac91-93470070d574 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.846659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf5d7-5ebf-4ba4-ac91-93470070d574 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.875299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf5d7-5ebf-4ba4-ac91-93470070d574 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.876549 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9cdaf5d7-5ebf-4ba4-ac91-93470070d574 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1247437 Nov 29 02:19:10.878364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaf5d7-5ebf-4ba4-ac91-93470070d574 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf560ff-8411-4e6c-93fc-6446c50ea1bc,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:10.879652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52286) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:10.886742 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-ad8786e4-c1db-44b2-b209-d786b4559950 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '0cf560ff-8411-4e6c-93fc-6446c50ea1bc', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:10.915796 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad8786e4-c1db-44b2-b209-d786b4559950 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.962515 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad8786e4-c1db-44b2-b209-d786b4559950 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.965865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad8786e4-c1db-44b2-b209-d786b4559950 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.985158 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8786e4-c1db-44b2-b209-d786b4559950 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6889d70-875a-478a-ae2f-62bb0715a84d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:10.994711 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ad8786e4-c1db-44b2-b209-d786b4559950 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:10.995911 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ad8786e4-c1db-44b2-b209-d786b4559950 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138995 Nov 29 02:19:10.998789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52288) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:11.003404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-2b0e4de3-2827-4e3e-9e22-9c470e9c10da tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '0cf560ff-8411-4e6c-93fc-6446c50ea1bc', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:11.029390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4de3-2827-4e3e-9e22-9c470e9c10da tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.085522 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4de3-2827-4e3e-9e22-9c470e9c10da tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.088835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4de3-2827-4e3e-9e22-9c470e9c10da tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.106438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e4de3-2827-4e3e-9e22-9c470e9c10da tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84de4ff-d256-491a-9179-f0bb52730427,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:11.113969 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4de3-2827-4e3e-9e22-9c470e9c10da tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.115255 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2b0e4de3-2827-4e3e-9e22-9c470e9c10da tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153266 Nov 29 02:19:11.118065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52290) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:11.122780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-0ddeba0d-60fa-4119-be12-5abf7078202c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '0cf560ff-8411-4e6c-93fc-6446c50ea1bc', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:11.148347 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ddeba0d-60fa-4119-be12-5abf7078202c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.205184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ddeba0d-60fa-4119-be12-5abf7078202c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.208843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ddeba0d-60fa-4119-be12-5abf7078202c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.228202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeba0d-60fa-4119-be12-5abf7078202c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ec1f0f-cf1b-4f47-886d-9918505d4753,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:11.236969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-0ddeba0d-60fa-4119-be12-5abf7078202c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.238171 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-0ddeba0d-60fa-4119-be12-5abf7078202c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189642 Nov 29 02:19:11.240917 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52292) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:11.245229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cad6fa06-4221-4e08-a29d-9233d762b8ae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '0cf560ff-8411-4e6c-93fc-6446c50ea1bc', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:11.271502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cad6fa06-4221-4e08-a29d-9233d762b8ae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.327013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cad6fa06-4221-4e08-a29d-9233d762b8ae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.331224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cad6fa06-4221-4e08-a29d-9233d762b8ae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.355048 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6fa06-4221-4e08-a29d-9233d762b8ae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b600ca2-d064-48f4-8341-2295804649c5,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:11.361041 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cad6fa06-4221-4e08-a29d-9233d762b8ae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.362155 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cad6fa06-4221-4e08-a29d-9233d762b8ae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202979 Nov 29 02:19:11.364872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52294) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:11.369653 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-627cdc82-5410-4781-a400-a3f2715c5020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '0cf560ff-8411-4e6c-93fc-6446c50ea1bc', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:11.391491 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-627cdc82-5410-4781-a400-a3f2715c5020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:19:11.396856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-627cdc82-5410-4781-a400-a3f2715c5020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.453431 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-627cdc82-5410-4781-a400-a3f2715c5020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.457133 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-627cdc82-5410-4781-a400-a3f2715c5020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.474053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cdc82-5410-4781-a400-a3f2715c5020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc31cbe-6297-4b7d-bd3c-97f592fb6261,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:11.481994 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-627cdc82-5410-4781-a400-a3f2715c5020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.483211 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-627cdc82-5410-4781-a400-a3f2715c5020 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174021 Nov 29 02:19:11.486068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52296) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:11.490311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ac9d8856-79dc-435d-909f-a64df1745d74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '0cf560ff-8411-4e6c-93fc-6446c50ea1bc', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:11.511683 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-ac9d8856-79dc-435d-909f-a64df1745d74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:19:11.516501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac9d8856-79dc-435d-909f-a64df1745d74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.574980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac9d8856-79dc-435d-909f-a64df1745d74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.578626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac9d8856-79dc-435d-909f-a64df1745d74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.595741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d8856-79dc-435d-909f-a64df1745d74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8654c074-e894-420d-9aed-3c529fde198d,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:11.605137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ac9d8856-79dc-435d-909f-a64df1745d74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.606715 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ac9d8856-79dc-435d-909f-a64df1745d74 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196733 Nov 29 02:19:11.610543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52298) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:11.616481 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'network': {'name': 'tempest-network-smoke--561395933', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:11.636509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:19:11.639912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.663174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:19:11.672017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.672394 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Added segment 688cbbaa-562b-4312-aefc-afae05e7685d of type vlan for network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 Nov 29 02:19:11.714895 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.738114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.743777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:11.744364 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.803671 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1918647 Nov 29 02:19:11.806485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52300) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:11.811254 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'admin_state_up': True, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:11.812227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e2d23-8a64-4e3e-9a36-2f7faf5e7ee7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Network': ['ID=68f98f98-fb55-4b26-b781-fb2c0e883ea2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:11.823238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:19:11.835668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.836947 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:11.891951 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:12.193806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:19:12.218680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:19:12.219113 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7dc4d6f2-7953-4923-bf42-4b87d08aeb5f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:19:12.308590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:12.500298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:12.518663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:12.621990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.215 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/1fd12281-d186-4d2f-8ae0-245822106f7f) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:19:12.723437 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:12.755049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:12.794520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:19:12.799500 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:19:12.802932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:19:12.811706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa40facb-67a8-4bb5-97c1-22f6d3f76ebc None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:19:12.826141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=1fd12281-d186-4d2f-8ae0-245822106f7f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:12.882264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-8b1d2406-37be-4c5d-a578-2b6d4324a920 None None] Provisioning complete for port 1fd12281-d186-4d2f-8ae0-245822106f7f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:12.882839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2406-37be-4c5d-a578-2b6d4324a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:12.916950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d2406-37be-4c5d-a578-2b6d4324a920 None None] Port 1fd12281-d186-4d2f-8ae0-245822106f7f cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:19:13.050316 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:13.243354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:13.367171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:19:13.471979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:19:13.481239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Sync routers for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:19:13.491531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:13.492079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:18:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:13.493710 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:13.494991 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f416965a-ac27-4d88-aca9-1b15643efb6c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6873405 Nov 29 02:19:13.498216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52302) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:13.529998 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e723c08c-dc1b-42de-bd00-4e8d6d214767 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9c89609a9d3744318d2ce4c977df0af8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282247 Nov 29 02:19:13.530497 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52304) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:13.596922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:13.623600 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ce73b-9e02-4c89-bda5-5cfd9c7564a0 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:13.625040 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-793ce73b-9e02-4c89-bda5-5cfd9c7564a0 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938869 Nov 29 02:19:13.628307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52306) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:13.659717 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9d29a1ff-2b8d-42b6-a19d-5538f2e7db79 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279653 Nov 29 02:19:13.659964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52308) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:13.664722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-694679757', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:13.758081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:19:13.761870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:13.776614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:12Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:13.803523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Checking router: 9af50302-6146-4ac8-bb49-8b29cfbc77c4 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:19:13.803874 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Updating router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 port 1fd12281-d186-4d2f-8ae0-245822106f7f binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:19:13.827377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:13.946833 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.009426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Subnet': ['ID=5f04cef3-3cac-4d3f-9f5b-f77a880f576d,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:14.016755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Checking segment: {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:19:14.017603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network hostable DHCP agents. Network: 68f98f98-fb55-4b26-b781-fb2c0e883ea2, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:19:14.036027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:19:14.040753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.044712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 68f98f98-fb55-4b26-b781-fb2c0e883ea2) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:19:14.052319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:14.053454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.072205 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a409a39d-1a13-4299-b5ba-e758f6c35599 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4108806 Nov 29 02:19:14.074019 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb6d58-bdfb-4611-b1f7-3a527b9b2509 None None] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:19:14.074639 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52310) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:14.110985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.139745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.203804 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6f77b-5ae9-4473-a94b-0a83ca8d05ea None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:19:14.229963 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Attempting to bind port 1fd12281-d186-4d2f-8ae0-245822106f7f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:19:14.230342 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Attempting to bind port 1fd12281-d186-4d2f-8ae0-245822106f7f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:19:14.230735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Attempting to bind port 1fd12281-d186-4d2f-8ae0-245822106f7f on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:19:14.252286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6fe6f-ed98-4a65-a860-f8a2af316382 None None] Pushing event updated for resources: {'Port': ['ID=1fd12281-d186-4d2f-8ae0-245822106f7f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:14.257016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:19:14.257406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:19:14.258001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.258536 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:19:14.259033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Bound port: 1fd12281-d186-4d2f-8ae0-245822106f7f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:19:14.259430 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.283044 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1d5ddf1c-ff6c-45bb-8ffb-6e086e18bf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.352146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] For port 1fd12281-d186-4d2f-8ae0-245822106f7f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:19:14.384805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] For port 1fd12281-d186-4d2f-8ae0-245822106f7f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1fd12281-d186-4d2f-8ae0-245822106f7f,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:19:14.389638 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:19:14.390597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.394606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9cac78fc-73d0-459c-9c35-75a516bacea8 None None] Provisioning complete for port 1fd12281-d186-4d2f-8ae0-245822106f7f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:14.394981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cac78fc-73d0-459c-9c35-75a516bacea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.403829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.485756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ade3b-4b0f-42aa-9b03-e6c319b6fb09 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:19:14.511110 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.564741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6fe6f-ed98-4a65-a860-f8a2af316382 None None] Pushing event updated for resources: {'Port': ['ID=1fd12281-d186-4d2f-8ae0-245822106f7f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:14.570089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:14.570734 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:19:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:14.740381 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Allocated IP 172.20.0.2 (68f98f98-fb55-4b26-b781-fb2c0e883ea2/5f04cef3-3cac-4d3f-9f5b-f77a880f576d/0f84ce61-4366-435f-9db6-87100d70baab) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:19:14.742131 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cac78fc-73d0-459c-9c35-75a516bacea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.774165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:14.838767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-9cac78fc-73d0-459c-9c35-75a516bacea8 None None] For port 1fd12281-d186-4d2f-8ae0-245822106f7f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1fd12281-d186-4d2f-8ae0-245822106f7f,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:14.856191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cac78fc-73d0-459c-9c35-75a516bacea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.153919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac78fc-73d0-459c-9c35-75a516bacea8 None None] Pushing event updated for resources: {'Port': ['ID=1fd12281-d186-4d2f-8ae0-245822106f7f,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:15.163491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f8adfb4a-068b-4185-9323-83995e0d8ba5 None None] Provisioning complete for port 1fd12281-d186-4d2f-8ae0-245822106f7f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:15.163866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8adfb4a-068b-4185-9323-83995e0d8ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.285768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.297652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.339258 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.1 (68f98f98-fb55-4b26-b781-fb2c0e883ea2/5f04cef3-3cac-4d3f-9f5b-f77a880f576d/876f63dc-da1f-4f2d-9174-bbc1142179ed) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:19:15.371565 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:19:15.380398 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:12Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:15.386746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:19:15.391461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:19:15.416111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Pushing event updated for resources: {'Port': ['ID=0f84ce61-4366-435f-9db6-87100d70baab,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:15.428148 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604faed-4d25-4196-b6b7-8fa57584ed00 None None] The sync data for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv is: [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:12Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:19:15.458819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.466823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.499820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.501467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Attempting to bind port 0f84ce61-4366-435f-9db6-87100d70baab on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:19:15.502073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Attempting to bind port 0f84ce61-4366-435f-9db6-87100d70baab by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:19:15.502619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Attempting to bind port 0f84ce61-4366-435f-9db6-87100d70baab on network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:19:15.508464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:19:15.508955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Checking segment: {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:19:15.510277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.510760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Bound using segment: {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:19:15.511326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Bound port: 0f84ce61-4366-435f-9db6-87100d70baab, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:19:15.511731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.543958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:19:15.547119 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:19:15.550399 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:19:15.578844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=876f63dc-da1f-4f2d-9174-bbc1142179ed,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:15.580439 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] For port 0f84ce61-4366-435f-9db6-87100d70baab, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:19:15.584250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] For port 0f84ce61-4366-435f-9db6-87100d70baab, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0f84ce61-4366-435f-9db6-87100d70baab,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:19:15.590315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.607058 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.655173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88871ea7-54e7-452e-8ba0-4a0ffede91b4 None None] Pushing event updated for resources: {'Port': ['ID=0f84ce61-4366-435f-9db6-87100d70baab,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:16.143743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.303029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1fd12281-d186-4d2f-8ae0-245822106f7f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:19:16.367559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.377646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 1fd12281-d186-4d2f-8ae0-245822106f7f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:16.378033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.465815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0f84ce61-4366-435f-9db6-87100d70baab up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:19:16.476443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.481218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.522520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0f84ce61-4366-435f-9db6-87100d70baab triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:16.522520 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.560703 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.578334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=876f63dc-da1f-4f2d-9174-bbc1142179ed,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:16.611290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.647601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 0f84ce61-4366-435f-9db6-87100d70baab, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0f84ce61-4366-435f-9db6-87100d70baab,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:16.652600 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.677250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:19:16.678844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:19:16.704179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=0f84ce61-4366-435f-9db6-87100d70baab,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:16.750155 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa6ace-3505-4607-803d-1a402b17442f None None] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:19:16.802187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:19:16.822706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-59cc1486-4c4b-4e95-9ff1-cd559a093395 None None] Provisioning complete for port 0f84ce61-4366-435f-9db6-87100d70baab triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:16.823078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-59cc1486-4c4b-4e95-9ff1-cd559a093395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:16.918045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:19:16.924386 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-132830ce-f6bc-483e-abcc-da65b6c603ab tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/9af50302-6146-4ac8-bb49-8b29cfbc77c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8487723 Nov 29 02:19:17.087542 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-1e00c94d-51d9-4e70-a944-4f3a2684d1fe tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244254477&fields=id&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 267 time: 0.0478547 Nov 29 02:19:17.193555 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Sync routers for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:19:17.205553 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:17.206291 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:19:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:17.206871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0e883df2-ae18-483a-907c-83f7bc11269b None None] Provisioning complete for port 876f63dc-da1f-4f2d-9174-bbc1142179ed triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:17.207431 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0e883df2-ae18-483a-907c-83f7bc11269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.215468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-8e3647eb-1efa-4041-b7f3-c1cf2692baf7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:17.217453 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-8e3647eb-1efa-4041-b7f3-c1cf2692baf7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 796 time: 0.1203339 Nov 29 02:19:17.234235 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-5dcc18ca-8ac6-405f-ac2b-909b6f4f5c3d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/quotas/9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 375 time: 0.0103555 Nov 29 02:19:17.250947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0e883df2-ae18-483a-907c-83f7bc11269b None None] Port 876f63dc-da1f-4f2d-9174-bbc1142179ed cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:19:17.263479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0e883df2-ae18-483a-907c-83f7bc11269b None None] Provisioning complete for port 0f84ce61-4366-435f-9db6-87100d70baab triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:17.264103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0e883df2-ae18-483a-907c-83f7bc11269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.315192 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-0b92cd5d-ac55-43e9-afae-aaef33b0b348 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733466 Nov 29 02:19:17.319654 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:17.377331 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-632cd9ce-4203-44bd-82f0-9dc958d4a1df service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:19:17.378363 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-632cd9ce-4203-44bd-82f0-9dc958d4a1df service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0623894 Nov 29 02:19:17.483239 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-62f4d2a3-2b8c-424d-8276-2651cb691f4c service neutron] 10.222.0.30 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974340 Nov 29 02:19:17.494563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ea010610-f9c9-48a6-943a-cbc2124567d7 None None] Provisioning complete for port 876f63dc-da1f-4f2d-9174-bbc1142179ed triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:17.495632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ea010610-f9c9-48a6-943a-cbc2124567d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.539502 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 2, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:17.544434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ea010610-f9c9-48a6-943a-cbc2124567d7 None None] Port 876f63dc-da1f-4f2d-9174-bbc1142179ed cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:19:17.568792 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Checking router: 9af50302-6146-4ac8-bb49-8b29cfbc77c4 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:19:17.569441 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Updating router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 port 876f63dc-da1f-4f2d-9174-bbc1142179ed binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:19:17.595037 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.604364 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-24dbe0ab-26b8-4da7-8dab-c6f9105f4c3e service neutron] 10.222.0.30 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129875 Nov 29 02:19:17.664022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-656d3a72-1d2f-45d5-baeb-a8efb9395619 None None] Provisioning complete for port 876f63dc-da1f-4f2d-9174-bbc1142179ed triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:17.664467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-656d3a72-1d2f-45d5-baeb-a8efb9395619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.703784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-656d3a72-1d2f-45d5-baeb-a8efb9395619 None None] Port 876f63dc-da1f-4f2d-9174-bbc1142179ed cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:19:17.794338 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1178455e-b417-4eba-930b-7a511eecbbf9 req-8b70a403-2240-4c99-b5d5-4c19b7270022 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Nov 29 02:19:17.871356 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.877510 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.951027 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Pushing event updated for resources: {'Port': ['ID=876f63dc-da1f-4f2d-9174-bbc1142179ed,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:17.973755 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.974165 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.974707 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.974896 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.975591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.975591 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.975860 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.976389 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.976732 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.977070 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.977405 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.977735 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:17.992335 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Attempting to bind port 876f63dc-da1f-4f2d-9174-bbc1142179ed on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:19:17.992718 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Attempting to bind port 876f63dc-da1f-4f2d-9174-bbc1142179ed by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:19:17.993093 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Attempting to bind port 876f63dc-da1f-4f2d-9174-bbc1142179ed on network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:19:17.999599 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:19:17.999980 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Checking segment: {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:19:18.000389 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:18.000873 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Bound using segment: {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:19:18.001887 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Bound port: 876f63dc-da1f-4f2d-9174-bbc1142179ed, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:19:18.002274 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:18.072927 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] For port 876f63dc-da1f-4f2d-9174-bbc1142179ed, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:19:18.076467 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] For port 876f63dc-da1f-4f2d-9174-bbc1142179ed, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=876f63dc-da1f-4f2d-9174-bbc1142179ed,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:19:18.081330 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:18.139640 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:18.140274 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:19:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:18.142796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-977326b3-180a-4998-917b-fa8db6ae42f1 None None] Provisioning complete for port 876f63dc-da1f-4f2d-9174-bbc1142179ed triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:18.143199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-977326b3-180a-4998-917b-fa8db6ae42f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:18.251792 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e03da1-1395-49be-9dc0-4682bce7aec3 None None] Pushing event updated for resources: {'Port': ['ID=876f63dc-da1f-4f2d-9174-bbc1142179ed,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:18.271377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:18.299245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0f84ce61-4366-435f-9db6-87100d70baab up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:19:18.302869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-977326b3-180a-4998-917b-fa8db6ae42f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:18.372551 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-977326b3-180a-4998-917b-fa8db6ae42f1 None None] For port 876f63dc-da1f-4f2d-9174-bbc1142179ed, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=876f63dc-da1f-4f2d-9174-bbc1142179ed,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:18.380410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-977326b3-180a-4998-917b-fa8db6ae42f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:18.409813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 0f84ce61-4366-435f-9db6-87100d70baab triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:18.410287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:18.460095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977326b3-180a-4998-917b-fa8db6ae42f1 None None] Pushing event updated for resources: {'Port': ['ID=876f63dc-da1f-4f2d-9174-bbc1142179ed,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:18.495776 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:18Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:18.516374 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9acc3d9d-46aa-4fae-9168-7bc802937b6c None None] Provisioning complete for port 876f63dc-da1f-4f2d-9174-bbc1142179ed triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:18.516933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9acc3d9d-46aa-4fae-9168-7bc802937b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:18.526891 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3cf02-66da-49bf-9591-9e1ae0b58163 None None] The sync data for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv is: [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:18Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:19:18.921718 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-837bab15-ddd7-4894-9ee3-531fdebbc0b3 req-1af0e49f-ca6f-418f-8ded-5a0208c25b71 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 210 time: 0.0425656 Nov 29 02:19:18.931086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-3144c561-71ac-4370-8c8d-e379eda40499 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:18.932607 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-3144c561-71ac-4370-8c8d-e379eda40499 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 796 time: 0.1672678 Nov 29 02:19:19.012503 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-6bbe2dfa-9ce6-4b2b-b9cd-007c8e8d8083 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 379 time: 0.0598524 Nov 29 02:19:19.040959 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'port': {'device_id': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'admin_state_up': True, 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'security_groups': ['0cf560ff-8411-4e6c-93fc-6446c50ea1bc']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:19.153242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:19:19.156927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:19.294488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.4 (68f98f98-fb55-4b26-b781-fb2c0e883ea2/5f04cef3-3cac-4d3f-9f5b-f77a880f576d/21f53e07-0e17-4fc3-98ae-3770119cf877) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:19:19.443084 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:19.478401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:19.526185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:19:19.529360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:19:19.533174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:19:19.558522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:19.589975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:19.590654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:19.609832 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-83ccc798-865d-421d-aa35-d942b94552b6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730505 Nov 29 02:19:19.629296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Request body: {'port': {'device_id': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:19.693070 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:19.735961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-c3389728-8b8b-42c5-a0d0-6a54d5f8783d None None] Provisioning complete for port 21f53e07-0e17-4fc3-98ae-3770119cf877 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:19.736489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c3389728-8b8b-42c5-a0d0-6a54d5f8783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:19.769653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-c3389728-8b8b-42c5-a0d0-6a54d5f8783d None None] Port 21f53e07-0e17-4fc3-98ae-3770119cf877 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:19:19.959519 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f53e07-0e17-4fc3-98ae-3770119cf877 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:19:19.968709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:19.981041 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Transition to ACTIVE for port object 21f53e07-0e17-4fc3-98ae-3770119cf877 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:19:19.987633 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:20.053586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646f619-d929-48c9-9e2b-7c1c286a5746 req-2f512829-c205-4be4-856b-23b842a0fd8e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:20.055194 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c646f619-d929-48c9-9e2b-7c1c286a5746 req-2f512829-c205-4be4-856b-23b842a0fd8e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 943 time: 0.0602164 Nov 29 02:19:20.061747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Pushing event updated for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:20.113294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Attempting to bind port 21f53e07-0e17-4fc3-98ae-3770119cf877 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:19:20.113603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Attempting to bind port 21f53e07-0e17-4fc3-98ae-3770119cf877 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:19:20.113946 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Attempting to bind port 21f53e07-0e17-4fc3-98ae-3770119cf877 on network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:19:20.114946 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c646f619-d929-48c9-9e2b-7c1c286a5746 req-fcb6ab0a-7846-47fe-b023-687e0ff60034 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523639 Nov 29 02:19:20.118641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Port 21f53e07-0e17-4fc3-98ae-3770119cf877 on network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:19:20.118985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Attempting to bind port 21f53e07-0e17-4fc3-98ae-3770119cf877 on network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:19:20.129530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:19:20.129530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Checking segment: {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:19:20.129530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Bound using segment: {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:19:20.129530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Bound port: 21f53e07-0e17-4fc3-98ae-3770119cf877, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688cbbaa-562b-4312-aefc-afae05e7685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:19:20.129530 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:20.191585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:19:20.194752 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:19:20.201528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:20.238184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:20.238771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:20.240233 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 1093 time: 0.6160774 Nov 29 02:19:20.240605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:20.242883 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533" -d '{"events": [{"name": "network-changed", "server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:20.274138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eab00-fdcd-4df3-a971-24bdb01c90c2 service neutron] Pushing event updated for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:20.300215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e41e47-048c-4531-b332-45034e6ff162 x-openstack-request-id: req-72e41e47-048c-4531-b332-45034e6ff162 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:20.300512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:20.300863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72e41e47-048c-4531-b332-45034e6ff162 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:20.303835 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'status': 'completed', 'code': 200} Nov 29 02:19:20.307670 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 876f63dc-da1f-4f2d-9174-bbc1142179ed up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:19:20.362355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-e1d275cd-2031-4880-a90e-e1b8466ce924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:20.364098 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-e1d275cd-2031-4880-a90e-e1b8466ce924 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1096 time: 0.0504382 Nov 29 02:19:20.364580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 876f63dc-da1f-4f2d-9174-bbc1142179ed triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:20.364960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:20.417951 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-56c35b0d-3389-4970-b951-5d1441ec258b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 217 time: 0.0382621 Nov 29 02:19:20.471348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-d976667f-b63f-4ac2-9600-dc8cb01f4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:20.472831 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-d976667f-b63f-4ac2-9600-dc8cb01f4b29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 200 len: 834 time: 0.0479825 Nov 29 02:19:20.523712 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-529d2f40-1c3f-4a2e-8525-8c117f950de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:20.525235 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-529d2f40-1c3f-4a2e-8525-8c117f950de5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68f98f98-fb55-4b26-b781-fb2c0e883ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454214 Nov 29 02:19:20.613451 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-20f79881-1bc4-4eea-a007-7ef3714b8a31 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812993 Nov 29 02:19:20.708278 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fc387a7-3771-432a-9c02-ab2b9730f8db req-fcd7a7b6-f8ff-4f20-bf38-5d2e438d9038 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868466 Nov 29 02:19:20.843512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-e43d3d37-9df3-483f-8c81-1de69eb7febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:20.845054 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-e43d3d37-9df3-483f-8c81-1de69eb7febd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1096 time: 0.0407422 Nov 29 02:19:20.939875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-fa1fc3af-6239-43b8-b4ca-07710f42b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:20.941355 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-fa1fc3af-6239-43b8-b4ca-07710f42b175 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 897 time: 0.0877326 Nov 29 02:19:20.981312 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-6bb129f4-88a8-4034-9e4d-9345f9a9f14a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 217 time: 0.0328107 Nov 29 02:19:21.028829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-94e2a00f-7c04-45da-bb61-cc5bf88a5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:21.030244 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-94e2a00f-7c04-45da-bb61-cc5bf88a5a88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 200 len: 834 time: 0.0425797 Nov 29 02:19:21.076053 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-ba019495-cf25-4cb5-abce-91b41b25922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:21.077513 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-ba019495-cf25-4cb5-abce-91b41b25922a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68f98f98-fb55-4b26-b781-fb2c0e883ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394628 Nov 29 02:19:21.170874 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-095ee4e2-9dc0-44ab-bc0c-91d273954736 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Nov 29 02:19:21.226443 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376e5df-67ac-4e9a-9391-713cda40cef4 req-a47ecc8f-adcc-443a-8063-19d0d581f885 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:21.227934 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5376e5df-67ac-4e9a-9391-713cda40cef4 req-a47ecc8f-adcc-443a-8063-19d0d581f885 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 943 time: 0.0490205 Nov 29 02:19:21.270546 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0ab5f1d8-9d1c-4250-aa0e-5841701b8533 req-a711cffe-4a1f-4ff8-9438-749d965a3152 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908904 Nov 29 02:19:21.278501 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5376e5df-67ac-4e9a-9391-713cda40cef4 req-3153e516-fd9b-4fa3-b315-92c654767966 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439332 Nov 29 02:19:22.218553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 21f53e07-0e17-4fc3-98ae-3770119cf877 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:19:22.315281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:22.326145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'port_id': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'mac_address': 'fa:16:3e:fd:f3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:19:22.364487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:22.377715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f53e07-0e17-4fc3-98ae-3770119cf877 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:19:22.395111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafd593-839c-4db2-937c-083ce74be51a req-0a062594-2502-42c0-8e73-2d09f4c845ff tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:22.396716 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-aeafd593-839c-4db2-937c-083ce74be51a req-0a062594-2502-42c0-8e73-2d09f4c845ff tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 943 time: 0.0502181 Nov 29 02:19:22.397723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:22.401642 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:22.447738 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-aeafd593-839c-4db2-937c-083ce74be51a req-0b22909f-0abb-4ecb-b4b1-1d2861dfbe99 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434866 Nov 29 02:19:22.452886 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:22.622978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:22.677192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['21f53e07-0e17-4fc3-98ae-3770119cf877'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:19:23.565768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ccba7-9747-46bd-ab31-a37a36162193 req-17347a0f-b649-4449-8eb0-49da8b027296 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:23.567270 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-942ccba7-9747-46bd-ab31-a37a36162193 req-17347a0f-b649-4449-8eb0-49da8b027296 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 944 time: 0.0532401 Nov 29 02:19:23.615149 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-942ccba7-9747-46bd-ab31-a37a36162193 req-f3e8d99a-0c51-4123-b7d2-1b113fe4da5d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 Nov 29 02:19:24.234329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 21f53e07-0e17-4fc3-98ae-3770119cf877 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:19:24.283499 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 21f53e07-0e17-4fc3-98ae-3770119cf877 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:19:24.287811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 21f53e07-0e17-4fc3-98ae-3770119cf877 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:24.288192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:24.369780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:24.395993 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:24.398248 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f255a7-648d-4178-9e92-98cb457c1ccd" -d '{"events": [{"server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "name": "network-vif-plugged", "status": "completed", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:24.411512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:24.415784 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:24.444050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8681f4cd-37c9-4ef9-a8b2-a94b69698a0e x-openstack-request-id: req-8681f4cd-37c9-4ef9-a8b2-a94b69698a0e {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:24.444340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "name": "network-vif-plugged", "status": "completed", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:24.444594 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8681f4cd-37c9-4ef9-a8b2-a94b69698a0e {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:24.444978 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'code': 200} Nov 29 02:19:24.467621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:24.644217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed393-ec4c-4f09-ba6c-ac139620246e req-14646864-d5b4-4b81-8407-e9391118295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:24.645723 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fc7ed393-ec4c-4f09-ba6c-ac139620246e req-14646864-d5b4-4b81-8407-e9391118295d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1098 time: 0.0411954 Nov 29 02:19:24.694008 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fc7ed393-ec4c-4f09-ba6c-ac139620246e req-fea2ecfe-7c03-494f-9262-f50e016c51df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409696 Nov 29 02:19:24.730642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461ada-064f-4060-878b-54f490eea034 req-befd45a3-4ea0-4b46-94df-8d483a5b6b3b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:24.732129 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0461ada-064f-4060-878b-54f490eea034 req-befd45a3-4ea0-4b46-94df-8d483a5b6b3b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0502744 Nov 29 02:19:24.785590 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0461ada-064f-4060-878b-54f490eea034 req-707caa2c-c590-4150-ad01-a833e970ab95 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473585 Nov 29 02:19:25.152123 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:19:25.901482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639305e-cdf3-421b-9aff-b237773c4288 req-d917efbe-c842-47c5-90b4-8b29ea9917ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:25.902982 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0639305e-cdf3-421b-9aff-b237773c4288 req-d917efbe-c842-47c5-90b4-8b29ea9917ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0514739 Nov 29 02:19:25.950939 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0639305e-cdf3-421b-9aff-b237773c4288 req-257bb5b7-fb35-4169-a443-57941d1831a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416224 Nov 29 02:19:26.068142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67cd1a-1680-475a-a7cf-376387cd99fc req-ed9976eb-77e5-403a-b3a9-6e13adabac10 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:26.069988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ea67cd1a-1680-475a-a7cf-376387cd99fc req-ed9976eb-77e5-403a-b3a9-6e13adabac10 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0495059 Nov 29 02:19:26.122858 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ea67cd1a-1680-475a-a7cf-376387cd99fc req-12a25bdd-dc9b-40e3-b3c4-c2ffbdeab4e3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469799 Nov 29 02:19:26.144644 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52364) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:26.184198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f283514-64d6-463b-882f-34a356cb2495 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:26.185679 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2f283514-64d6-463b-882f-34a356cb2495 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1093 time: 0.0400872 Nov 29 02:19:26.188472 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52366) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:26.192600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:26.214496 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:26.308007 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:26.415066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.240 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/ae4c07d3-e14d-4657-ae20-3d5c5a9b761d) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:19:26.520279 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:26.559982 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:26.597978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:19:26.602961 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:19:26.606460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:19:26.632221 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=ae4c07d3-e14d-4657-ae20-3d5c5a9b761d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:26.947205 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:27.015409 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:27.164534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:27.169128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:27.243975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=ae4c07d3-e14d-4657-ae20-3d5c5a9b761d,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:27.251201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:27.348717 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP f88ae2f7-7a12-4f9b-b669-69251d03a007 associated. External IP: 172.26.8.240, port: 21f53e07-0e17-4fc3-98ae-3770119cf877. Nov 29 02:19:27.554580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:19:27.661907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:19:27.671371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] Sync routers for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:19:27.680177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:27.682022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:27.682672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:19:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:27.707684 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-815db3e9-31bf-44ab-b3ac-97002f1c4759 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5182469 Nov 29 02:19:27.708255 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:27.710752 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04db6d3-af1f-42c9-880a-74480fbd3421" -d '{"events": [{"name": "network-changed", "server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:27.749789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cd40cf-2a61-4194-9a31-5278e50b8268 x-openstack-request-id: req-62cd40cf-2a61-4194-9a31-5278e50b8268 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:27.750303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:27.750641 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62cd40cf-2a61-4194-9a31-5278e50b8268 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:27.751199 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'status': 'completed', 'code': 200} Nov 29 02:19:27.832204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ed17a-dd3f-47c3-91ca-008cc50ce021 req-a68c4517-b08f-4e6d-8ead-7a0f45d41f8f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:27.833791 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f40ed17a-dd3f-47c3-91ca-008cc50ce021 req-a68c4517-b08f-4e6d-8ead-7a0f45d41f8f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0746443 Nov 29 02:19:27.863582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-2531717a-9025-4415-b950-8312d38e8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:27.865092 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-2531717a-9025-4415-b950-8312d38e8417 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1098 time: 0.0672276 Nov 29 02:19:27.919907 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f40ed17a-dd3f-47c3-91ca-008cc50ce021 req-275bc3de-f741-4df5-8868-ef19f6063a30 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797920 Nov 29 02:19:27.945267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:27.945814 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52372) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:27.979575 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-974fe273-6b40-448c-8c31-65f886613f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:27.980748 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-974fe273-6b40-448c-8c31-65f886613f49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 897 time: 0.1063473 Nov 29 02:19:28.013411 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-975abc36-da54-494c-86ab-488174ba7fa2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/f88ae2f7-7a12-4f9b-b669-69251d03a007 HTTP/1.1" status: 200 len: 991 time: 0.0653272 Nov 29 02:19:28.049993 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-8c9f5e00-2bd5-4b4c-b433-e8f1ee7906d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 999 time: 0.0626302 Nov 29 02:19:28.098386 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-df30b64e-80fc-4dae-b13a-4b7456491fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:28.099766 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-df30b64e-80fc-4dae-b13a-4b7456491fb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 200 len: 834 time: 0.0429513 Nov 29 02:19:28.145747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-c0863103-bcf9-42c7-bc63-193da6c5c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:28.147274 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-c0863103-bcf9-42c7-bc63-193da6c5c097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68f98f98-fb55-4b26-b781-fb2c0e883ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407693 Nov 29 02:19:28.167262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f88ae2f7-7a12-4f9b-b669-69251d03a007', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'port_id': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'mac_address': 'fa:16:3e:fd:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:19:26Z', 'updated_at': '2021-11-29T02:19:26Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:18Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:28.195614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] Checking router: 9af50302-6146-4ac8-bb49-8b29cfbc77c4 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:19:28.204714 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:28.205330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:19:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:28.245612 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-3fa31d53-3cb6-4f4e-af3d-7f79bfd34fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911849 Nov 29 02:19:28.309708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:28.333379 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e04db6d3-af1f-42c9-880a-74480fbd3421 req-371a88a8-a431-4de6-9c30-b6758caab829 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811889 Nov 29 02:19:28.529568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f88ae2f7-7a12-4f9b-b669-69251d03a007', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'port_id': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'mac_address': 'fa:16:3e:fd:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:19:26Z', 'updated_at': '2021-11-29T02:19:26Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:18Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:28.559506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae3387-de5f-492a-93c6-b75ceb286032 None None] The sync data for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv is: [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'f88ae2f7-7a12-4f9b-b669-69251d03a007', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'port_id': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'mac_address': 'fa:16:3e:fd:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:19:26Z', 'updated_at': '2021-11-29T02:19:26Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:18Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:19:28.748315 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0bfd6-9202-4c78-9767-996955085347 None None] New status for floating IP f88ae2f7-7a12-4f9b-b669-69251d03a007: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:19:29.016164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52374) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:29.080867 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dfb848cc-070c-4b6d-b71e-db4ab9d308b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/f88ae2f7-7a12-4f9b-b669-69251d03a007 HTTP/1.1" status: 200 len: 993 time: 0.0635216 Nov 29 02:19:40.661366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0b471e36-739b-4535-b556-fffa4c177f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:41.216142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-b40928cc-b988-49bc-9369-73a602d9f78c req-7677c771-2b1f-4f39-aa5a-a99fefb69694 tempest-ServerDiskConfigTestJSON-2062472141 tempest-ServerDiskConfigTestJSON-2062472141-project] (109949) timed out ('10.222.0.21', 59073) {{(pid=109949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 02:19:44.025501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:44.224328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4ec1776c-ecb6-44e4-9630-20f657860837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:45.425765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:46.393001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:52.632302 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:55.921151 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-57025215-b244-433b-a1e7-5f87acd41262 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391037 Nov 29 02:19:56.028360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-643297c4-6329-4356-8a54-5fa0b0b2e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:56.029822 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-643297c4-6329-4356-8a54-5fa0b0b2e726 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1098 time: 0.0427313 Nov 29 02:19:56.138235 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-75bf2039-d140-4791-b56e-3eba65b3d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:56.139740 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-75bf2039-d140-4791-b56e-3eba65b3d2ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 897 time: 0.0919032 Nov 29 02:19:56.203873 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-7a7b2de1-f764-4cca-bdf5-92d4ad12bff7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 1001 time: 0.0565495 Nov 29 02:19:56.257371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-ba410382-43ce-4742-a254-6182e2cc272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:56.258820 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-ba410382-43ce-4742-a254-6182e2cc272a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 200 len: 834 time: 0.0474131 Nov 29 02:19:56.307860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-98b5ee7e-f5c0-4fd1-b67c-fbd4f006e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:56.309333 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-98b5ee7e-f5c0-4fd1-b67c-fbd4f006e9f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68f98f98-fb55-4b26-b781-fb2c0e883ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431473 Nov 29 02:19:56.396802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-0be938c1-dec0-4e3e-83d1-e8b3ad765fc9 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791922 Nov 29 02:19:56.491051 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8309b8e7-fbbe-4b30-a21d-df5e4b5af70d req-268ead0e-c190-41df-82fb-5a229ae4d4a2 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871856 Nov 29 02:19:57.876388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-93748759-fc76-4835-af9f-68522a14a442 req-2286ce37-cd6e-4718-a6f3-82cc4d62b7ab service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:19:57.877486 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-93748759-fc76-4835-af9f-68522a14a442 req-2286ce37-cd6e-4718-a6f3-82cc4d62b7ab service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059903 Nov 29 02:19:58.066705 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52394) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:19:58.151949 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-df91cbe3-0346-4826-8eae-18adac6b6489 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840480 Nov 29 02:19:58.161334 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-8f0e7d31-e473-48a5-94d4-bc5228f1b0ad service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:19:58.162287 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-8f0e7d31-e473-48a5-94d4-bc5228f1b0ad service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048752 Nov 29 02:19:58.215612 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddc98a-ab5c-4d93-b7e9-ea5284abb2b5 req-2e2e4623-2601-45e5-a37f-ad5e98c3e8f5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.217227 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e3ddc98a-ab5c-4d93-b7e9-ea5284abb2b5 req-2e2e4623-2601-45e5-a37f-ad5e98c3e8f5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0540800 Nov 29 02:19:58.269885 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e3ddc98a-ab5c-4d93-b7e9-ea5284abb2b5 req-617b5c6b-d253-4b40-8f85-723508bdbc3f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Nov 29 02:19:59.382550 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-40cccf91-da89-4614-96b2-c97e68e65a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:59.384031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-40cccf91-da89-4614-96b2-c97e68e65a34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1098 time: 0.0707104 Nov 29 02:19:59.407097 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d5a58-ba6b-4a85-92ab-ef6c165cde33 req-31651d2e-5a4f-42b8-88dc-891d2a16b516 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:59.408496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1d2d5a58-ba6b-4a85-92ab-ef6c165cde33 req-31651d2e-5a4f-42b8-88dc-891d2a16b516 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0679421 Nov 29 02:19:59.505288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1d2d5a58-ba6b-4a85-92ab-ef6c165cde33 req-0349b0c8-a5a6-4d5b-9763-502cec178894 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871446 Nov 29 02:19:59.520240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-436d1e9a-53a2-4620-937c-32aa90526f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:59.521711 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-436d1e9a-53a2-4620-937c-32aa90526f2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 897 time: 0.1298625 Nov 29 02:19:59.591246 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-079c1a91-319c-4c98-8ee5-ccd8b44078a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 1001 time: 0.0616386 Nov 29 02:19:59.639554 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-58dbc387-e6c6-4597-8eb0-eeb4ed74c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:59.640959 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-58dbc387-e6c6-4597-8eb0-eeb4ed74c2d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 200 len: 834 time: 0.0425606 Nov 29 02:19:59.685409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-4f2aa60e-c458-4554-8bf1-1eafeb4924f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:59.686867 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-4f2aa60e-c458-4554-8bf1-1eafeb4924f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68f98f98-fb55-4b26-b781-fb2c0e883ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388026 Nov 29 02:19:59.778673 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-a5165ba3-e20c-4c6f-aa83-0f9acd71ba68 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835443 Nov 29 02:19:59.867105 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-1167ee3a-c26e-43e3-973e-a9e7fb962b0b service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804451 Nov 29 02:20:00.618071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa5947-9d98-46f5-872a-2f68df051e6d req-0d165ad8-f725-40f6-a04d-9ff1438b4e3d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:00.619548 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4daa5947-9d98-46f5-872a-2f68df051e6d req-0d165ad8-f725-40f6-a04d-9ff1438b4e3d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0479672 Nov 29 02:20:00.667016 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4daa5947-9d98-46f5-872a-2f68df051e6d req-8de1d5b4-cf63-4747-a77e-28c71214eed2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411551 Nov 29 02:20:01.784327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d954462-dc99-4d25-8e0c-fdacbc93f608 req-76f50f68-ea4e-4818-9756-b924e90cd35e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:01.785699 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5d954462-dc99-4d25-8e0c-fdacbc93f608 req-76f50f68-ea4e-4818-9756-b924e90cd35e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0523396 Nov 29 02:20:01.833560 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5d954462-dc99-4d25-8e0c-fdacbc93f608 req-36d9ffff-893b-4f97-86e9-f015d9902386 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419972 Nov 29 02:20:02.150953 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:20:02.952022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bc23a-2adb-483b-839b-3846b4f6d613 req-c621d14e-2b45-415f-a955-e0bb7ed7cba8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:02.953823 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-220bc23a-2adb-483b-839b-3846b4f6d613 req-c621d14e-2b45-415f-a955-e0bb7ed7cba8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0544641 Nov 29 02:20:03.002220 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-220bc23a-2adb-483b-839b-3846b4f6d613 req-10dfe657-f0e0-4a45-bf8e-b04d093ed556 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Nov 29 02:20:04.118343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94c61-d57b-4d05-8641-89eb3a1d8fb5 req-b0e433df-ddaa-43d3-81db-75baae9bf704 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:04.119856 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-91e94c61-d57b-4d05-8641-89eb3a1d8fb5 req-b0e433df-ddaa-43d3-81db-75baae9bf704 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0527980 Nov 29 02:20:04.169911 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-91e94c61-d57b-4d05-8641-89eb3a1d8fb5 req-82f4773d-18ba-4b65-84a6-0b28cf069926 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442493 Nov 29 02:20:05.288924 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb3e0d-9998-4dc4-b74d-439b91f10a39 req-82107a01-647f-4829-9571-0963404165eb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:05.290382 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-edcb3e0d-9998-4dc4-b74d-439b91f10a39 req-82107a01-647f-4829-9571-0963404165eb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Nov 29 02:20:05.338566 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-edcb3e0d-9998-4dc4-b74d-439b91f10a39 req-b2b90ffd-b12c-4572-9769-acb7eb8f49d5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422981 Nov 29 02:20:06.449851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e1633-5d18-4af5-89a3-5f2570bb3f89 req-0b4cae70-436c-45c3-9337-63b004a20a99 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:06.451327 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c6e1633-5d18-4af5-89a3-5f2570bb3f89 req-0b4cae70-436c-45c3-9337-63b004a20a99 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0475774 Nov 29 02:20:06.502981 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c6e1633-5d18-4af5-89a3-5f2570bb3f89 req-865e12ee-61bf-4188-8592-0b49a67fa516 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457699 Nov 29 02:20:07.618580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998b705-43f7-4a96-a682-1f54c9d19c31 req-4139265a-8c9d-4392-98b1-bb909f165431 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:07.620047 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a998b705-43f7-4a96-a682-1f54c9d19c31 req-4139265a-8c9d-4392-98b1-bb909f165431 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Nov 29 02:20:07.671431 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a998b705-43f7-4a96-a682-1f54c9d19c31 req-745e782e-6353-4f82-9f39-d2b21799ad45 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456567 Nov 29 02:20:08.785977 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95f7f6-1bf5-4ca0-9bc5-25a4bc9a3c3b req-057ff950-9a3d-4b93-bd8c-7e9a23955f1b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:08.787381 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-af95f7f6-1bf5-4ca0-9bc5-25a4bc9a3c3b req-057ff950-9a3d-4b93-bd8c-7e9a23955f1b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0483048 Nov 29 02:20:08.836360 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-af95f7f6-1bf5-4ca0-9bc5-25a4bc9a3c3b req-3cc76bd2-779d-492f-b2c6-0c9d37918912 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 Nov 29 02:20:10.232657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a28c6-b3e2-4e25-b67b-a13360c4817f req-13bc2479-c75f-4950-8788-cd82d09d92c7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:10.234139 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a28c6-b3e2-4e25-b67b-a13360c4817f req-13bc2479-c75f-4950-8788-cd82d09d92c7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.3303916 Nov 29 02:20:10.283209 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-6f9a28c6-b3e2-4e25-b67b-a13360c4817f req-30b7781f-ed31-4f0a-a84c-cc691567bdbf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422614 Nov 29 02:20:10.662435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-54ade61e-ed06-4e27-9539-a29298d4b86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:11.395632 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cc81c-1d62-485d-bc11-c8567af77e8c req-0df179f2-77f1-4bda-8f50-6faa7b0fa5bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:11.397107 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d63cc81c-1d62-485d-bc11-c8567af77e8c req-0df179f2-77f1-4bda-8f50-6faa7b0fa5bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0481851 Nov 29 02:20:11.444971 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d63cc81c-1d62-485d-bc11-c8567af77e8c req-84101aa2-fc3e-4f6e-82ef-b6d6a1d0ff23 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419619 Nov 29 02:20:11.574341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-3b1a0a02-8c75-4c82-9461-69e730abb8f3 service neutron] 10.222.0.21 "GET /v2.0/ports/21f53e07-0e17-4fc3-98ae-3770119cf877/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0567200 Nov 29 02:20:11.792441 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-8d05cbf6-ef84-4719-8e17-2aef1ce3834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:11.793895 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-8d05cbf6-ef84-4719-8e17-2aef1ce3834c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 1098 time: 0.0402105 Nov 29 02:20:11.863292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-66be89c9-4afa-42a0-9fcf-41cec4b29a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:11.864664 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-66be89c9-4afa-42a0-9fcf-41cec4b29a26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1098 time: 0.0396228 Nov 29 02:20:11.959635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-efaf3abf-5dc3-4437-8e4a-00d28f043868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:11.961104 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-efaf3abf-5dc3-4437-8e4a-00d28f043868 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 897 time: 0.0891552 Nov 29 02:20:12.024056 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-d725eb3b-9b9d-4f69-9c1d-5e0eac96e113 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 1001 time: 0.0559063 Nov 29 02:20:12.075204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-780a2618-4c8b-48c5-83d1-3d0ac91d2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:12.076636 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-780a2618-4c8b-48c5-83d1-3d0ac91d2930 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 200 len: 834 time: 0.0462043 Nov 29 02:20:12.121055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-669183fb-8df7-4a19-99d7-6293b2d2f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:12.122406 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-669183fb-8df7-4a19-99d7-6293b2d2f643 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68f98f98-fb55-4b26-b781-fb2c0e883ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385497 Nov 29 02:20:12.215959 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-323bbd7b-83af-40fa-a5cc-822d869f1989 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864494 Nov 29 02:20:12.564765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29481-9c2e-406d-8449-c04ad2ca0c28 req-2965ddaa-8eab-4c57-a3fb-88da065dbe23 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:12.566341 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-86d29481-9c2e-406d-8449-c04ad2ca0c28 req-2965ddaa-8eab-4c57-a3fb-88da065dbe23 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0534682 Nov 29 02:20:12.617347 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-86d29481-9c2e-406d-8449-c04ad2ca0c28 req-49566725-bc26-4a39-8468-b32510f62398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450215 Nov 29 02:20:12.648396 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cc698eb3-dd1d-4a79-ab28-777dce25f07b req-4c7959a0-3ac8-4b70-b23c-b381df01f551 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253664 Nov 29 02:20:13.732810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f9e0-25a2-4a4f-82a6-1c33e86783d7 req-1bb9b482-98b5-49c2-858e-5676348942e7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:13.734281 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c394f9e0-25a2-4a4f-82a6-1c33e86783d7 req-1bb9b482-98b5-49c2-858e-5676348942e7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0482111 Nov 29 02:20:13.782485 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c394f9e0-25a2-4a4f-82a6-1c33e86783d7 req-e84073f9-7245-4cf3-9010-06e7c861d734 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Nov 29 02:20:14.026130 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:14.225614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-20743c37-9749-461f-8337-720d2de2c227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:14.434901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 21f53e07-0e17-4fc3-98ae-3770119cf877 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:20:14.446083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 21f53e07-0e17-4fc3-98ae-3770119cf877 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:20:14.591979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:14.594089 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:14.615222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'port_id': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'mac_address': 'fa:16:3e:fd:f3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:20:14.630979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:20:14.633195 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17aab67-fba6-4816-9b1e-cba529c610b6" -d '{"events": [{"server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "name": "network-vif-unplugged", "status": "completed", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:20:14.663127 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:14.671960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:14.680525 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdfbb6b-9990-4bb8-a4fc-1294f2f6b122 x-openstack-request-id: req-cbdfbb6b-9990-4bb8-a4fc-1294f2f6b122 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:20:14.680822 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "name": "network-vif-unplugged", "status": "completed", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:20:14.681071 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbdfbb6b-9990-4bb8-a4fc-1294f2f6b122 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:20:14.681477 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'code': 200} Nov 29 02:20:14.697919 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:14.717934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21f53e07-0e17-4fc3-98ae-3770119cf877 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:20:14.739292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:14.764292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.764645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.764989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.765327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.765662 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.765998 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.766350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.766705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.767036 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.767361 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.767689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.768006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:14.781575 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:20:14.782476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:20:14.902351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251000c5-ac3d-4c03-af02-1b6e013b0e95 req-52c2c4f1-7a9f-48e4-96a9-d881f65ba6f5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:14.903906 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-251000c5-ac3d-4c03-af02-1b6e013b0e95 req-52c2c4f1-7a9f-48e4-96a9-d881f65ba6f5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 943 time: 0.0535476 Nov 29 02:20:14.951529 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-251000c5-ac3d-4c03-af02-1b6e013b0e95 req-df104b3a-61c5-4fc7-9664-3608e6b7c38c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410888 Nov 29 02:20:15.172026 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3521e4e-b5f7-41a5-8aa5-f2a9229250aa req-70b1afa7-5a45-464d-81a6-48779ea72c60 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:15.173531 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f3521e4e-b5f7-41a5-8aa5-f2a9229250aa req-70b1afa7-5a45-464d-81a6-48779ea72c60 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 943 time: 0.0803151 Nov 29 02:20:15.185246 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-353acfde-9e0b-41f9-9ad7-2dcdc016b603 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:15.186647 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-353acfde-9e0b-41f9-9ad7-2dcdc016b603 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57&tenant_id=9c89609a9d3744318d2ce4c977df0af8&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 943 time: 0.0652366 Nov 29 02:20:15.233272 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f3521e4e-b5f7-41a5-8aa5-f2a9229250aa req-d362955e-10e9-4ff0-a9bc-040fa19ceb63 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456641 Nov 29 02:20:15.284535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-8a3f50fa-4b19-4aab-b3e2-9bcc4b91232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:15.286071 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-8a3f50fa-4b19-4aab-b3e2-9bcc4b91232d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1096 time: 0.0408080 Nov 29 02:20:15.324744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:15.339174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f53e07-0e17-4fc3-98ae-3770119cf877 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:20:15.357091 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ac849-0b05-474f-b307-a9f2eb424179 req-8f32adfc-3d2b-43f0-9e4c-7d681ef7f337 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:15.358579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:15.358713 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e70ac849-0b05-474f-b307-a9f2eb424179 req-8f32adfc-3d2b-43f0-9e4c-7d681ef7f337 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 943 time: 0.0546505 Nov 29 02:20:15.363865 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:15.383656 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-ebea0b70-7979-4ae3-bb5a-23f04669f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:15.385649 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-ebea0b70-7979-4ae3-bb5a-23f04669f37e service neutron] 10.222.0.21 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 897 time: 0.0911086 Nov 29 02:20:15.412452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:15.413838 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e70ac849-0b05-474f-b307-a9f2eb424179 req-b9a7091b-f2e8-423d-be4d-9cde61b8eab0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445349 Nov 29 02:20:15.434517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:15.464890 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-5c186942-5b66-43c3-94e2-2d7c5797a772 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 1000 time: 0.0723403 Nov 29 02:20:15.491325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['21f53e07-0e17-4fc3-98ae-3770119cf877'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:20:15.514657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-a7e28024-3938-442b-b731-fa556bf983ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:15.516734 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-a7e28024-3938-442b-b731-fa556bf983ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 200 len: 834 time: 0.0438528 Nov 29 02:20:15.561324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-cfee5c18-8b66-4622-81a4-9bd04358918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:15.562853 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-cfee5c18-8b66-4622-81a4-9bd04358918c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68f98f98-fb55-4b26-b781-fb2c0e883ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397422 Nov 29 02:20:15.654814 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-a1b5afde-10e7-4390-9bc3-21d4e230b983 service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846758 Nov 29 02:20:15.743812 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7a3c8a12-688b-4148-89e0-bed9dcbeca64 req-a04ac85a-e1b0-4ea3-8c90-c7315b12d71a service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823085 Nov 29 02:20:16.364477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:16.431375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 21f53e07-0e17-4fc3-98ae-3770119cf877 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:20:16.480121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 21f53e07-0e17-4fc3-98ae-3770119cf877 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:16.480412 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:16.541135 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bb8d0-a3e7-482b-9337-5efcc7d51b2f req-a210e1f2-1684-4565-b490-bb4e06f32668 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:16.542691 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4d5bb8d0-a3e7-482b-9337-5efcc7d51b2f req-a210e1f2-1684-4565-b490-bb4e06f32668 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 944 time: 0.0536921 Nov 29 02:20:16.562321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:16.591072 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4d5bb8d0-a3e7-482b-9337-5efcc7d51b2f req-a3c9bb6e-2cce-4954-8ae7-19e09cc7d8e5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 Nov 29 02:20:16.593356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:16.598265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:16.615245 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52462) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:16.645277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:16.675595 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-262f3438-8e70-4f80-aed3-a90960f4dbaf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/f88ae2f7-7a12-4f9b-b669-69251d03a007 HTTP/1.1" status: 200 len: 993 time: 0.0591767 Nov 29 02:20:16.682613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:20:16.685305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88878d9-adee-4741-8615-1002f4557048" -d '{"events": [{"server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "name": "network-vif-plugged", "status": "completed", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:20:16.721399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93a0b12-21a9-4604-9321-cc5d367c0321 x-openstack-request-id: req-a93a0b12-21a9-4604-9321-cc5d367c0321 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:20:16.721717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "name": "network-vif-plugged", "status": "completed", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:20:16.721977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a93a0b12-21a9-4604-9321-cc5d367c0321 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:20:16.722374 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'code': 200} Nov 29 02:20:22.644728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:39.149680 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:20:40.663496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-235881d1-a3f5-41a3-8251-2c8c7d71cde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:44.028708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:44.227461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0e08469b-3042-46ae-9f92-4bf31ff673ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.044443 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52476) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:45.199071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port ae4c07d3-e14d-4657-ae20-3d5c5a9b761d {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:20:45.199413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.272439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.272771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.284602 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for ae4c07d3-e14d-4657-ae20-3d5c5a9b761d owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:20:45.429595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.433548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.455079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=ae4c07d3-e14d-4657-ae20-3d5c5a9b761d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:45.479932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.480322 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.480674 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.481021 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.481368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.481709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.482047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.482384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.482745 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.483081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.483416 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.484435 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:45.528884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.529221 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP f88ae2f7-7a12-4f9b-b669-69251d03a007 disassociated (deleted). External IP: 172.26.8.240, port: 21f53e07-0e17-4fc3-98ae-3770119cf877. Nov 29 02:20:45.731628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:20:45.833926 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:20:45.838793 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.844372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] Sync routers for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:20:45.853363 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:45.853964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:45.868578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-efa11b89-b238-4e12-a286-0052de3b39a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/floatingips/f88ae2f7-7a12-4f9b-b669-69251d03a007 HTTP/1.1" status: 204 len: 168 time: 0.8230381 Nov 29 02:20:45.869164 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:20:45.871458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f51bb0-34c4-4c63-94db-70959083f36d" -d '{"events": [{"name": "network-changed", "server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:20:45.909738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa938992-5447-474e-abf0-1f01229a5bd8 x-openstack-request-id: req-fa938992-5447-474e-abf0-1f01229a5bd8 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:20:45.910109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:20:45.910526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa938992-5447-474e-abf0-1f01229a5bd8 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:20:45.911098 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'status': 'completed', 'code': 200} Nov 29 02:20:45.961791 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:46.011072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f51bb0-34c4-4c63-94db-70959083f36d req-97afd759-36f6-4958-b4c6-07aeafd2334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:46.012745 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21f51bb0-34c4-4c63-94db-70959083f36d req-97afd759-36f6-4958-b4c6-07aeafd2334d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 1098 time: 0.0576441 Nov 29 02:20:46.154324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85691ed-b982-47e5-b74d-e5b6188f8f5c req-d2032c80-9160-49d4-ac2e-4348e460c74c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:46.155892 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a85691ed-b982-47e5-b74d-e5b6188f8f5c req-d2032c80-9160-49d4-ac2e-4348e460c74c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.1068003 Nov 29 02:20:46.164514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:18Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:46.191222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f51bb0-34c4-4c63-94db-70959083f36d req-5886d78e-b52d-468d-b3eb-6f34d43935f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:46.192691 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21f51bb0-34c4-4c63-94db-70959083f36d req-5886d78e-b52d-468d-b3eb-6f34d43935f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 200 len: 897 time: 0.1336749 Nov 29 02:20:46.194312 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] Checking router: 9af50302-6146-4ac8-bb49-8b29cfbc77c4 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:20:46.203217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:46.203833 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:46.247357 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21f51bb0-34c4-4c63-94db-70959083f36d req-8b3cb78f-dcee-42a8-9976-bd824f182a62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 200 len: 217 time: 0.0453110 Nov 29 02:20:46.252933 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a85691ed-b982-47e5-b74d-e5b6188f8f5c req-3751893b-0624-4f2d-a6e9-cc4b7aa039b4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903425 Nov 29 02:20:46.305268 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f51bb0-34c4-4c63-94db-70959083f36d req-d667d127-1a97-4d4a-bd13-6b62ad970d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:46.306780 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21f51bb0-34c4-4c63-94db-70959083f36d req-d667d127-1a97-4d4a-bd13-6b62ad970d7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 200 len: 834 time: 0.0517445 Nov 29 02:20:46.354582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f51bb0-34c4-4c63-94db-70959083f36d req-ec263331-5ee3-4160-937b-8972ecf5ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:46.356109 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21f51bb0-34c4-4c63-94db-70959083f36d req-ec263331-5ee3-4160-937b-8972ecf5ab0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68f98f98-fb55-4b26-b781-fb2c0e883ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423467 Nov 29 02:20:46.442390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:46.453799 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21f51bb0-34c4-4c63-94db-70959083f36d req-ea8eee20-71b9-4390-b641-4a0a7c4e9b5c service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892572 Nov 29 02:20:46.469472 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:46.549567 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-21f51bb0-34c4-4c63-94db-70959083f36d req-1c9bdc02-1ea6-4c13-aeaa-9f9bbd6eccec service neutron] 10.222.0.21 "GET /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874469 Nov 29 02:20:46.668513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:18Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:46.698896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e9e02-3808-4a84-acd3-c55c9f4a6d2f None None] The sync data for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv is: [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:19:16Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '876f63dc-da1f-4f2d-9174-bbc1142179ed', 'name': '', 'network_id': '68f98f98-fb55-4b26-b781-fb2c0e883ea2', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:9a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:14Z', 'updated_at': '2021-11-29T02:19:18Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '5f04cef3-3cac-4d3f-9f5b-f77a880f576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:20:46.909751 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c71fab-1180-4e7a-ae04-ea2d3a36d99a None None] New status for floating IP f88ae2f7-7a12-4f9b-b669-69251d03a007: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:20:47.456045 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46522933-f259-4aaa-9e6b-abb0e98bc7e4 req-3a7acd5f-853f-4329-9655-c5d54f8201c3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:47.457678 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-46522933-f259-4aaa-9e6b-abb0e98bc7e4 req-3a7acd5f-853f-4329-9655-c5d54f8201c3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.1340244 Nov 29 02:20:47.505750 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-46522933-f259-4aaa-9e6b-abb0e98bc7e4 req-e9015dcd-8bae-4bb7-ac6c-a235b92e8851 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=0cf560ff-8411-4e6c-93fc-6446c50ea1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Nov 29 02:20:47.888844 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2437d4-6615-444e-abeb-4862386491b0 req-86630ce2-f011-4794-88ec-8537267fe173 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:47.890311 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c2437d4-6615-444e-abeb-4862386491b0 req-86630ce2-f011-4794-88ec-8537267fe173 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 945 time: 0.0486641 Nov 29 02:20:47.980662 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 21f53e07-0e17-4fc3-98ae-3770119cf877 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:20:47.981003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:48.067870 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 21f53e07-0e17-4fc3-98ae-3770119cf877, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21f53e07-0e17-4fc3-98ae-3770119cf877,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:48.068232 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:48.080373 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 21f53e07-0e17-4fc3-98ae-3770119cf877 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:20:48.207212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:48.235853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=21f53e07-0e17-4fc3-98ae-3770119cf877,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:48.280370 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] No DVR routers for this DVR port 21f53e07-0e17-4fc3-98ae-3770119cf877 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:20:48.283553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:48.286981 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c2437d4-6615-444e-abeb-4862386491b0 req-f530a70a-8e3d-4baa-8ee3-c6e090c54adc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "DELETE /v2.0/ports/21f53e07-0e17-4fc3-98ae-3770119cf877 HTTP/1.1" status: 204 len: 173 time: 0.3907907 Nov 29 02:20:48.287430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'name': 'network-vif-deleted', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:20:48.289699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80cf91f-023f-470a-af53-6b9fc4e40a47" -d '{"events": [{"server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "name": "network-vif-deleted", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:20:48.325287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfc4fd-1d14-426a-87cd-1d949a8a7aaa x-openstack-request-id: req-91dfc4fd-1d14-426a-87cd-1d949a8a7aaa {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:20:48.325646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021b7507-1586-4f7a-b303-5aa4e33c5c57", "name": "network-vif-deleted", "tag": "21f53e07-0e17-4fc3-98ae-3770119cf877", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:20:48.325913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91dfc4fd-1d14-426a-87cd-1d949a8a7aaa {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:20:48.326327 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021b7507-1586-4f7a-b303-5aa4e33c5c57', 'name': 'network-vif-deleted', 'tag': '21f53e07-0e17-4fc3-98ae-3770119cf877', 'status': 'completed', 'code': 200} Nov 29 02:20:48.612239 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-781a7564-025a-4335-8643-1b2802d86563 req-89aff424-3c56-4080-9812-0eb512cca6db tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=021b7507-1586-4f7a-b303-5aa4e33c5c57 HTTP/1.1" status: 200 len: 210 time: 0.0275743 Nov 29 02:20:49.667446 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52494) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:50.020799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:50.270057 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 876f63dc-da1f-4f2d-9174-bbc1142179ed {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:20:50.270402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:50.359706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 876f63dc-da1f-4f2d-9174-bbc1142179ed, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=876f63dc-da1f-4f2d-9174-bbc1142179ed,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:50.360074 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:50.377137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 876f63dc-da1f-4f2d-9174-bbc1142179ed owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:20:50.565039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:50.597348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=876f63dc-da1f-4f2d-9174-bbc1142179ed,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:50.761341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:50.972172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:20:51.073346 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:20:51.079496 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b9e4093a-a39c-4ff1-8a64-e99be3158a5a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/9af50302-6146-4ac8-bb49-8b29cfbc77c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4109871 Nov 29 02:20:51.081482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52496) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:51.083372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] Sync routers for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:20:51.092929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:51.094141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:51.138526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e807095-3702-4d70-91c9-4a97ca9bd1a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting subnet 5f04cef3-3cac-4d3f-9f5b-f77a880f576d {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:20:51.142098 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e807095-3702-4d70-91c9-4a97ca9bd1a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.181078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e807095-3702-4d70-91c9-4a97ca9bd1a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.198909 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:51.267775 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e807095-3702-4d70-91c9-4a97ca9bd1a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.325136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e807095-3702-4d70-91c9-4a97ca9bd1a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.353480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e807095-3702-4d70-91c9-4a97ca9bd1a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Subnet': ['ID=5f04cef3-3cac-4d3f-9f5b-f77a880f576d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:51.355995 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4e807095-3702-4d70-91c9-4a97ca9bd1a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.359821 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4e807095-3702-4d70-91c9-4a97ca9bd1a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/subnets/5f04cef3-3cac-4d3f-9f5b-f77a880f576d HTTP/1.1" status: 204 len: 168 time: 0.2765770 Nov 29 02:20:51.361935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52498) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:51.364458 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c919a51c-5f6d-49ca-b0a1-00e1ef77e79a None None] Network 68f98f98-fb55-4b26-b781-fb2c0e883ea2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:20:51.440780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:20:50Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:51.475493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.491178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] Checking router: 9af50302-6146-4ac8-bb49-8b29cfbc77c4 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:20:51.516587 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] Routers {'9af50302-6146-4ac8-bb49-8b29cfbc77c4'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:51.517220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:51.579027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.633584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] Set router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:51.643628 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 1fd12281-d186-4d2f-8ae0-245822106f7f {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:20:51.643974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.690277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] DHCP port deletion for 68f98f98-fb55-4b26-b781-fb2c0e883ea2 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:20:51.725492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 1fd12281-d186-4d2f-8ae0-245822106f7f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=1fd12281-d186-4d2f-8ae0-245822106f7f,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:51.725860 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.738362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 1fd12281-d186-4d2f-8ae0-245822106f7f owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:20:51.833818 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] Deleting port 0f84ce61-4366-435f-9db6-87100d70baab {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:20:51.834197 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.914664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] For port 0f84ce61-4366-435f-9db6-87100d70baab, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=0f84ce61-4366-435f-9db6-87100d70baab,segment=NetworkSegment(688cbbaa-562b-4312-aefc-afae05e7685d),segment_id=688cbbaa-562b-4312-aefc-afae05e7685d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:51.914988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:51.931825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:20:50Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:51.933840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] Calling delete_port for 0f84ce61-4366-435f-9db6-87100d70baab owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:20:51.963288 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d250643-14f4-458a-8457-64b07b28b582 None None] The sync data for ids ['9af50302-6146-4ac8-bb49-8b29cfbc77c4'] in dv-neutron-816800-5-hyperv is: [{'id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535661990', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:19:11Z', 'updated_at': '2021-11-29T02:20:50Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '1fd12281-d186-4d2f-8ae0-245822106f7f', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50302-6146-4ac8-bb49-8b29cfbc77c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:19:12Z', 'updated_at': '2021-11-29T02:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:20:52.044774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.071922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] Pushing event deleted for resources: {'Port': ['ID=0f84ce61-4366-435f-9db6-87100d70baab,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:52.075399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692458c9-9a24-4041-9dd6-dbc625ecf525 None None] No DVR routers for this DVR port 0f84ce61-4366-435f-9db6-87100d70baab on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:20:52.247589 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.272470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=1fd12281-d186-4d2f-8ae0-245822106f7f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:52.285827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac7c40-9eb0-4843-ae7a-48c68a324329 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:20:52.344295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.425385 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 876f63dc-da1f-4f2d-9174-bbc1142179ed no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:20:52.447366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 876f63dc-da1f-4f2d-9174-bbc1142179ed {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:20:52.447718 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 876f63dc-da1f-4f2d-9174-bbc1142179ed not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:20:52.448146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0f84ce61-4366-435f-9db6-87100d70baab no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:20:52.448475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.450784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.470517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 0f84ce61-4366-435f-9db6-87100d70baab {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:20:52.471035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 0f84ce61-4366-435f-9db6-87100d70baab not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:20:52.496814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.497402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Fanout notify agent at l3_agent the message router_deleted on router 9af50302-6146-4ac8-bb49-8b29cfbc77c4 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:20:52.504482 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.505581 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9d93d74f-064e-41b6-be9e-67c6334ce1ad tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/routers/9af50302-6146-4ac8-bb49-8b29cfbc77c4 HTTP/1.1" status: 204 len: 168 time: 1.1420557 Nov 29 02:20:52.508302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52500) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:52.553031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 21f53e07-0e17-4fc3-98ae-3770119cf877 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:20:52.575997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 21f53e07-0e17-4fc3-98ae-3770119cf877 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:20:52.576588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 21f53e07-0e17-4fc3-98ae-3770119cf877 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:20:52.587975 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.638954 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.681660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.702210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f98f98-fb55-4b26-b781-fb2c0e883ea2']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:52.712046 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688cbbaa-562b-4312-aefc-afae05e7685d') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:52.712420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688cbbaa-562b-4312-aefc-afae05e7685d') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:52.722302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.735525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.741425 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:20:52.741816 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:20:52.744854 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:20:52.806741 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.811132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.815243 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/networks/68f98f98-fb55-4b26-b781-fb2c0e883ea2 HTTP/1.1" status: 204 len: 168 time: 0.3060155 Nov 29 02:20:52.818041 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52502) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:52.830267 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd454c-f845-4777-9104-34977d4dd3fc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Network': ['ID=68f98f98-fb55-4b26-b781-fb2c0e883ea2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:52.878530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.903725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.962144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.964907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:52.966069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/security-groups/0cf560ff-8411-4e6c-93fc-6446c50ea1bc HTTP/1.1" status: 204 len: 168 time: 0.1470184 Nov 29 02:20:52.975350 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf560ff-8411-4e6c-93fc-6446c50ea1bc,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:52.982561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.982916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.983265 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.983611 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.983949 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.984289 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.984649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.984980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.985314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.985660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.986066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:52.986400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597be50-9c08-4f8f-a737-780f64cc4447 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:53.428530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52508) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:53.433149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-6e0a7ca4-39d8-4df4-8681-e47ae478f567 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104630846', 'description': 'tempest-secgroup-smoke-104630846 description', 'project_id': '9c89609a9d3744318d2ce4c977df0af8'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:53.455687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7ca4-39d8-4df4-8681-e47ae478f567 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.521590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7ca4-39d8-4df4-8681-e47ae478f567 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.525300 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7ca4-39d8-4df4-8681-e47ae478f567 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.554714 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7ca4-39d8-4df4-8681-e47ae478f567 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.555960 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6e0a7ca4-39d8-4df4-8681-e47ae478f567 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1264186 Nov 29 02:20:53.558944 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52510) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:53.559879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a7ca4-39d8-4df4-8681-e47ae478f567 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca68947-526b-410a-b165-270dfade58c2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:53.564813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-52466764-cffb-4460-813e-bca2783c54bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'dca68947-526b-410a-b165-270dfade58c2', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:53.591439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-52466764-cffb-4460-813e-bca2783c54bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.645045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-52466764-cffb-4460-813e-bca2783c54bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.649566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-52466764-cffb-4460-813e-bca2783c54bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.665715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52466764-cffb-4460-813e-bca2783c54bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce659c06-9569-47c1-a684-74443c6efd95,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:53.676837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-52466764-cffb-4460-813e-bca2783c54bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.678042 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-52466764-cffb-4460-813e-bca2783c54bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180100 Nov 29 02:20:53.680707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52512) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:53.685186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b41dddbf-93c0-468a-8d2a-95f469297be7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'dca68947-526b-410a-b165-270dfade58c2', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:53.711489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b41dddbf-93c0-468a-8d2a-95f469297be7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.765292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b41dddbf-93c0-468a-8d2a-95f469297be7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.768626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b41dddbf-93c0-468a-8d2a-95f469297be7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.785328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dddbf-93c0-468a-8d2a-95f469297be7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103046fb-a9ab-40f5-8503-80986869ac99,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:53.793527 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b41dddbf-93c0-468a-8d2a-95f469297be7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.794725 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b41dddbf-93c0-468a-8d2a-95f469297be7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130257 Nov 29 02:20:53.798107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52514) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:53.802309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-cd4882e6-c560-4d14-91a5-fdfe4e830f11 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'dca68947-526b-410a-b165-270dfade58c2', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:53.827131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd4882e6-c560-4d14-91a5-fdfe4e830f11 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.887219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd4882e6-c560-4d14-91a5-fdfe4e830f11 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.890985 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd4882e6-c560-4d14-91a5-fdfe4e830f11 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.908024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4882e6-c560-4d14-91a5-fdfe4e830f11 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9900ba1-52cf-495f-a193-3db8e07f31a5,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:53.917113 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-cd4882e6-c560-4d14-91a5-fdfe4e830f11 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:53.918244 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-cd4882e6-c560-4d14-91a5-fdfe4e830f11 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191924 Nov 29 02:20:53.921004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52516) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:53.925329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-843199e1-3ffd-4d23-8f3a-cf7b067ab4b3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'dca68947-526b-410a-b165-270dfade58c2', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:53.950595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-843199e1-3ffd-4d23-8f3a-cf7b067ab4b3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.006982 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-843199e1-3ffd-4d23-8f3a-cf7b067ab4b3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.010904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-843199e1-3ffd-4d23-8f3a-cf7b067ab4b3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.029205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843199e1-3ffd-4d23-8f3a-cf7b067ab4b3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab5b375-bea3-4616-91ba-7076c1e5b446,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:54.034293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-843199e1-3ffd-4d23-8f3a-cf7b067ab4b3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.035482 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-843199e1-3ffd-4d23-8f3a-cf7b067ab4b3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135499 Nov 29 02:20:54.038142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52518) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:54.042330 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9538ed76-37d3-4ef4-94c4-6b73b1c7a144 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'dca68947-526b-410a-b165-270dfade58c2', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:54.063651 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-9538ed76-37d3-4ef4-94c4-6b73b1c7a144 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:20:54.068413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9538ed76-37d3-4ef4-94c4-6b73b1c7a144 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.124332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9538ed76-37d3-4ef4-94c4-6b73b1c7a144 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.127791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9538ed76-37d3-4ef4-94c4-6b73b1c7a144 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.144783 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538ed76-37d3-4ef4-94c4-6b73b1c7a144 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94433a86-0b9c-43a0-b073-1d16b670fca1,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:54.152344 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9538ed76-37d3-4ef4-94c4-6b73b1c7a144 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.153514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9538ed76-37d3-4ef4-94c4-6b73b1c7a144 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144350 Nov 29 02:20:54.156876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52520) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:54.161109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-53e914c6-cdb8-482a-9144-74f24f57f32c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': 'dca68947-526b-410a-b165-270dfade58c2', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:54.181743 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-53e914c6-cdb8-482a-9144-74f24f57f32c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:20:54.187112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53e914c6-cdb8-482a-9144-74f24f57f32c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.246935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53e914c6-cdb8-482a-9144-74f24f57f32c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.247088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1fd12281-d186-4d2f-8ae0-245822106f7f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:20:54.252394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53e914c6-cdb8-482a-9144-74f24f57f32c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.270768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e914c6-cdb8-482a-9144-74f24f57f32c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e93bf9d-b321-4ea2-87e7-cc8151161573,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:54.270949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 1fd12281-d186-4d2f-8ae0-245822106f7f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:20:54.271219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 1fd12281-d186-4d2f-8ae0-245822106f7f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:20:54.277604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-53e914c6-cdb8-482a-9144-74f24f57f32c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.282460 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-53e914c6-cdb8-482a-9144-74f24f57f32c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210544 Nov 29 02:20:54.283024 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52522) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:54.287369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'network': {'name': 'tempest-network-smoke--1066997255', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:54.310306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:20:54.314224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.337049 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:20:54.346123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.346489 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Added segment 53d027bc-8d89-467f-a031-df6949007f0f of type vlan for network 8b77c5b0-1392-4efd-b983-33466cebc285 Nov 29 02:20:54.385132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.409202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.414735 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:54.415307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.477377 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1936603 Nov 29 02:20:54.480200 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52524) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:54.484871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'admin_state_up': True, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:54.486011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a161da-cdcf-416f-8034-a9738e39cbbc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Network': ['ID=8b77c5b0-1392-4efd-b983-33466cebc285,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:54.495830 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 8b77c5b0-1392-4efd-b983-33466cebc285 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:20:54.508835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.510014 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.568755 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.703763 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.896529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:54.916207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:55.023402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.82 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/438df857-5bd8-421d-8199-cb2ed7504a43) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:20:55.121794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:55.153794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:55.197731 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:20:55.200599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:20:55.205110 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:20:55.218314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544f047-61ea-4362-8b1c-257d87006b4a None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:20:55.227741 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=438df857-5bd8-421d-8199-cb2ed7504a43,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:55.276217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bfa6575c-d614-4cfc-92ac-6f53a59f6e52 None None] Provisioning complete for port 438df857-5bd8-421d-8199-cb2ed7504a43 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:55.276839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bfa6575c-d614-4cfc-92ac-6f53a59f6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:55.310765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6575c-d614-4cfc-92ac-6f53a59f6e52 None None] Port 438df857-5bd8-421d-8199-cb2ed7504a43 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:20:55.457054 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:55.651445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:55.774523 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 4c9dc915-df42-47e0-8398-6564f7b899c0 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:20:55.878994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:20:55.891940 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Sync routers for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:20:55.899090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:55.900412 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4fe2203c-38da-4ff9-b012-640460584ad0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4191298 Nov 29 02:20:55.901256 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:55.901883 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:55.903471 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52526) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:55.931182 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-59100564-93ab-4809-a381-b337e85c0183 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9c89609a9d3744318d2ce4c977df0af8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265744 Nov 29 02:20:55.933652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52528) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:56.005247 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:56.024421 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0765c-0dcc-4f13-8894-b2c46b2f41a8 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:56.026115 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-60d0765c-0dcc-4f13-8894-b2c46b2f41a8 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914495 Nov 29 02:20:56.028893 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52530) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:56.056378 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1792e723-f559-4566-bd05-08fbc69eb30e tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264463 Nov 29 02:20:56.058744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52532) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:56.063905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-926278110', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:56.154821 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:20:56.158412 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.182401 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:55Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:56.209278 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Checking router: 4c9dc915-df42-47e0-8398-6564f7b899c0 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:20:56.209623 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Updating router 4c9dc915-df42-47e0-8398-6564f7b899c0 port 438df857-5bd8-421d-8199-cb2ed7504a43 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:20:56.236464 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.341665 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.406865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Subnet': ['ID=28051ce2-1a0f-46e6-b68e-5038348d48a7,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:56.412023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Checking segment: {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:20:56.412389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network hostable DHCP agents. Network: 8b77c5b0-1392-4efd-b983-33466cebc285, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:20:56.429830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 8b77c5b0-1392-4efd-b983-33466cebc285 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:20:56.439321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 8b77c5b0-1392-4efd-b983-33466cebc285) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:20:56.444700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:56.445422 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.452053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9079c77-4816-4593-bd57-59edfeba4dce None None] Network 8b77c5b0-1392-4efd-b983-33466cebc285 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:20:56.469912 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-465a0292-8d87-415b-80dd-2d815e61afef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4071913 Nov 29 02:20:56.471400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52534) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:56.491970 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.498598 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.559804 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Attempting to bind port 438df857-5bd8-421d-8199-cb2ed7504a43 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:20:56.560901 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Attempting to bind port 438df857-5bd8-421d-8199-cb2ed7504a43 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:20:56.561452 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Attempting to bind port 438df857-5bd8-421d-8199-cb2ed7504a43 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:20:56.573304 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babbf380-6c65-49c6-852e-ef7864eb54de None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:20:56.574134 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:20:56.576405 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:20:56.576880 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.578480 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:20:56.579024 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Bound port: 438df857-5bd8-421d-8199-cb2ed7504a43, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:20:56.579498 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.631147 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Pushing event updated for resources: {'Port': ['ID=438df857-5bd8-421d-8199-cb2ed7504a43,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:56.656539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-6001294d-ac14-4f64-a97c-a805cc30a2dc None None] Provisioning complete for port 438df857-5bd8-421d-8199-cb2ed7504a43 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:56.656989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6001294d-ac14-4f64-a97c-a805cc30a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.660343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-8b77c5b0-1392-4efd-b983-33466cebc285', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:20:56.661260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.672972 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] For port 438df857-5bd8-421d-8199-cb2ed7504a43, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:20:56.676282 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] For port 438df857-5bd8-421d-8199-cb2ed7504a43, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=438df857-5bd8-421d-8199-cb2ed7504a43,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:20:56.682807 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.683326 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.683835 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.684279 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.684777 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.685473 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.685881 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.686283 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.686755 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.687482 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.687716 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.688224 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:20:56.693335 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:56.714346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-6001294d-ac14-4f64-a97c-a805cc30a2dc None None] Port 438df857-5bd8-421d-8199-cb2ed7504a43 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:20:56.726175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e612894f-3690-419f-ad6d-c18cc63e2422 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:20:56.741785 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:56.742578 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:56.863620 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:56.871020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Allocated IP 172.20.0.2 (8b77c5b0-1392-4efd-b983-33466cebc285/28051ce2-1a0f-46e6-b68e-5038348d48a7/3b65da2c-7816-41a3-b12b-6c6c49e04321) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:20:56.975933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f5178572-e3f2-4f12-adf7-6c0a683c0077 None None] Provisioning complete for port 438df857-5bd8-421d-8199-cb2ed7504a43 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:56.976310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f5178572-e3f2-4f12-adf7-6c0a683c0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.007580 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1484ca7-65f0-4401-9de9-dd6b3a9be6a2 None None] Pushing event updated for resources: {'Port': ['ID=438df857-5bd8-421d-8199-cb2ed7504a43,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:57.056871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.081576 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:55Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:57.115164 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85651b4b-624b-4260-b26f-a8aace5c156f None None] The sync data for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv is: [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:55Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:20:57.126181 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.136866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.172413 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f5178572-e3f2-4f12-adf7-6c0a683c0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.341318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Network 8b77c5b0-1392-4efd-b983-33466cebc285 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:20:57.345109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:20:57.352334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:20:57.377303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f5178572-e3f2-4f12-adf7-6c0a683c0077 None None] For port 438df857-5bd8-421d-8199-cb2ed7504a43, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=438df857-5bd8-421d-8199-cb2ed7504a43,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:57.380029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Pushing event updated for resources: {'Port': ['ID=3b65da2c-7816-41a3-b12b-6c6c49e04321,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:57.397304 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f5178572-e3f2-4f12-adf7-6c0a683c0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.416647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.1 (8b77c5b0-1392-4efd-b983-33466cebc285/28051ce2-1a0f-46e6-b68e-5038348d48a7/90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:20:57.456179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Attempting to bind port 3b65da2c-7816-41a3-b12b-6c6c49e04321 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:20:57.456694 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Attempting to bind port 3b65da2c-7816-41a3-b12b-6c6c49e04321 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:20:57.456908 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Attempting to bind port 3b65da2c-7816-41a3-b12b-6c6c49e04321 on network 8b77c5b0-1392-4efd-b983-33466cebc285 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:20:57.476369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:20:57.476774 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Checking segment: {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:20:57.477187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.477606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Bound using segment: {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:20:57.478095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Bound port: 3b65da2c-7816-41a3-b12b-6c6c49e04321, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:20:57.478526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.511566 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5178572-e3f2-4f12-adf7-6c0a683c0077 None None] Pushing event updated for resources: {'Port': ['ID=438df857-5bd8-421d-8199-cb2ed7504a43,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:57.582182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] For port 3b65da2c-7816-41a3-b12b-6c6c49e04321, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:20:57.586165 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] For port 3b65da2c-7816-41a3-b12b-6c6c49e04321, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3b65da2c-7816-41a3-b12b-6c6c49e04321,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:20:57.593676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.602147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.648003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.659157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb25d-0a66-4354-a069-8bd35b3878a5 None None] Pushing event updated for resources: {'Port': ['ID=3b65da2c-7816-41a3-b12b-6c6c49e04321,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:57.713508 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:57.724097 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 8b77c5b0-1392-4efd-b983-33466cebc285 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:20:57.725624 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:20:57.728129 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:20:57.784261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:57.952889 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.255843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.264195 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.356440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:58.360693 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.362825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3b65da2c-7816-41a3-b12b-6c6c49e04321 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:20:58.415395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3b65da2c-7816-41a3-b12b-6c6c49e04321 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:58.415727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.475402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 8b77c5b0-1392-4efd-b983-33466cebc285 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:20:58.476887 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:20:58.502985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.538561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] For port 3b65da2c-7816-41a3-b12b-6c6c49e04321, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3b65da2c-7816-41a3-b12b-6c6c49e04321,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:58.545370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.546357 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 438df857-5bd8-421d-8199-cb2ed7504a43 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:20:58.599420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 4c9dc915-df42-47e0-8398-6564f7b899c0 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:20:58.623369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Pushing event updated for resources: {'Port': ['ID=3b65da2c-7816-41a3-b12b-6c6c49e04321,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:58.634636 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 438df857-5bd8-421d-8199-cb2ed7504a43 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:58.635001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.710064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277cecaf-86cd-42c3-b5fa-5b6553d01473 None None] Network 8b77c5b0-1392-4efd-b983-33466cebc285 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:20:58.721284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:20:58.727512 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5d8b0293-ef59-453d-b6f6-ceb0d4a82c0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/4c9dc915-df42-47e0-8398-6564f7b899c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2559571 Nov 29 02:20:58.798283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4a4c716f-89e1-4157-9e32-eb3909673031 None None] Provisioning complete for port 3b65da2c-7816-41a3-b12b-6c6c49e04321 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:58.799210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4a4c716f-89e1-4157-9e32-eb3909673031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:58.880748 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-57fadf8e-1fbf-49d1-bb2c-e2e967bf2c08 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104630846&fields=id&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 267 time: 0.0449879 Nov 29 02:20:58.997680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-4f1f4f90-b680-4b58-af2d-5e981cc97a91 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:58.999811 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-4f1f4f90-b680-4b58-af2d-5e981cc97a91 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/networks?id=8b77c5b0-1392-4efd-b983-33466cebc285 HTTP/1.1" status: 200 len: 797 time: 0.1118348 Nov 29 02:20:59.016145 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-c9e01071-0c65-47f2-abc4-d8e08d6dc232 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/quotas/9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 375 time: 0.0103979 Nov 29 02:20:59.075537 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-8b27933a-c459-4ad5-8729-c4f427136a0d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536211 Nov 29 02:20:59.158678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0323af04-54bc-416a-bc42-3ead6892a3fd None None] Provisioning complete for port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:59.159056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0323af04-54bc-416a-bc42-3ead6892a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:59.203329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0323af04-54bc-416a-bc42-3ead6892a3fd None None] Port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:20:59.213965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0323af04-54bc-416a-bc42-3ead6892a3fd None None] Provisioning complete for port 3b65da2c-7816-41a3-b12b-6c6c49e04321 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:59.214452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0323af04-54bc-416a-bc42-3ead6892a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:59.239069 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-6fdfad22-37a9-4dc7-8d71-2c827b6dbbbf service neutron] 10.222.0.30 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514690 Nov 29 02:20:59.310716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Sync routers for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:20:59.325847 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:59.326716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:59.355787 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-3e55a5fe-b782-43b1-aa75-78b5e310d601 service neutron] 10.222.0.30 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141646 Nov 29 02:20:59.450987 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:59.495212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ca5439a2-1f84-487d-b44d-e068253c279b None None] Provisioning complete for port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:59.495592 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca5439a2-1f84-487d-b44d-e068253c279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:59.552395 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e418b713-fbcc-463a-ab39-4bac72a24425 req-c3af5fb9-71a9-443d-bc35-b0fa9fb9ab07 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 210 time: 0.0412765 Nov 29 02:20:59.607383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ca5439a2-1f84-487d-b44d-e068253c279b None None] Port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:20:59.729432 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:20:58Z', 'revision_number': 2, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:59.759684 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Checking router: 4c9dc915-df42-47e0-8398-6564f7b899c0 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:20:59.760046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Updating router 4c9dc915-df42-47e0-8398-6564f7b899c0 port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:20:59.762222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-242247ad-df3d-4c85-bf2a-01ef475c239b None None] Provisioning complete for port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:59.762630 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-242247ad-df3d-4c85-bf2a-01ef475c239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:59.810934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:59.831930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-242247ad-df3d-4c85-bf2a-01ef475c239b None None] Port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:21:00.085500 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.091020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.142351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6a5f6-5520-4e0a-af99-550a76c1f0de None None] Pushing event updated for resources: {'Port': ['ID=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:00.193778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Attempting to bind port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:21:00.194214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Attempting to bind port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:21:00.194612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Attempting to bind port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 on network 8b77c5b0-1392-4efd-b983-33466cebc285 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:21:00.199749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:21:00.200129 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Checking segment: {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:21:00.200534 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.200959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Bound using segment: {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:21:00.201418 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Bound port: 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:21:00.201798 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.269701 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] For port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:21:00.273275 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] For port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:21:00.278724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.307978 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3b65da2c-7816-41a3-b12b-6c6c49e04321 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:21:00.388914 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6a5f6-5520-4e0a-af99-550a76c1f0de None None] Pushing event updated for resources: {'Port': ['ID=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:00.398126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:21:00.398793 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:00.402296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a257875e-0e4a-431e-a9ac-66ee392b2a4b None None] Provisioning complete for port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:00.402705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a257875e-0e4a-431e-a9ac-66ee392b2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.527621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3b65da2c-7816-41a3-b12b-6c6c49e04321 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:00.527900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.574651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-bcb123cd-7865-4833-b20e-6920f4d277a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:00.576437 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-bcb123cd-7865-4833-b20e-6920f4d277a3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/networks?id=8b77c5b0-1392-4efd-b983-33466cebc285 HTTP/1.1" status: 200 len: 797 time: 0.1324303 Nov 29 02:21:00.610722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:21:00.654934 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e0bad8f-1d03-4f6a-956b-0264fcf49532 req-1f37a604-3f3d-4eef-acf7-a57abe7e3d55 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 210 time: 0.0275161 Nov 29 02:21:00.662705 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-968a1980-fb0c-4ccd-9534-d7fd11140fe2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 379 time: 0.0704341 Nov 29 02:21:00.680365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a257875e-0e4a-431e-a9ac-66ee392b2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.681538 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'port': {'device_id': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'admin_state_up': True, 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'security_groups': ['dca68947-526b-410a-b165-270dfade58c2']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:21:00.788966 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:21:00.792618 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.823009 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a257875e-0e4a-431e-a9ac-66ee392b2a4b None None] For port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:00.832263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a257875e-0e4a-431e-a9ac-66ee392b2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:00.917503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257875e-0e4a-431e-a9ac-66ee392b2a4b None None] Pushing event updated for resources: {'Port': ['ID=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:00.919956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.10 (8b77c5b0-1392-4efd-b983-33466cebc285/28051ce2-1a0f-46e6-b68e-5038348d48a7/62607e2d-b353-4d04-b43f-b03832aafc54) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:21:00.958625 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:21:00Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:00.960416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-08154434-bf1d-4db5-b626-437717f405df None None] Provisioning complete for port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:00.960771 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-08154434-bf1d-4db5-b626-437717f405df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.003254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f772d7-c254-4237-9e26-66657eb5a502 None None] The sync data for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv is: [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:21:00Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:21:01.094155 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.129354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.176280 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 8b77c5b0-1392-4efd-b983-33466cebc285 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:21:01.179458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:21:01.182071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:21:01.190614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=62607e2d-b353-4d04-b43f-b03832aafc54,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:01.239987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:01.240631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.258220 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-ec239abd-cd5c-4b4d-8a03-6b70a58403ef tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808821 Nov 29 02:21:01.328812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Request body: {'port': {'device_id': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:21:01.393805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.402337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f0c999fd-4b2b-4256-9337-5ab3fba24de8 None None] Provisioning complete for port 62607e2d-b353-4d04-b43f-b03832aafc54 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:01.402742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0c999fd-4b2b-4256-9337-5ab3fba24de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.439947 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f0c999fd-4b2b-4256-9337-5ab3fba24de8 None None] Port 62607e2d-b353-4d04-b43f-b03832aafc54 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:21:01.675028 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62607e2d-b353-4d04-b43f-b03832aafc54 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:21:01.683161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.696608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Transition to ACTIVE for port object 62607e2d-b353-4d04-b43f-b03832aafc54 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:21:01.701686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.806389 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Pushing event updated for resources: {'Port': ['ID=62607e2d-b353-4d04-b43f-b03832aafc54,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:01.853579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472a7b1-efd3-49e8-8cd9-abd16242368a req-af3c1de2-5bf0-4d50-be87-080f946edf08 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:01.855228 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9472a7b1-efd3-49e8-8cd9-abd16242368a req-af3c1de2-5bf0-4d50-be87-080f946edf08 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 944 time: 0.1206362 Nov 29 02:21:01.883326 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Attempting to bind port 62607e2d-b353-4d04-b43f-b03832aafc54 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:21:01.883664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Attempting to bind port 62607e2d-b353-4d04-b43f-b03832aafc54 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:21:01.883996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Attempting to bind port 62607e2d-b353-4d04-b43f-b03832aafc54 on network 8b77c5b0-1392-4efd-b983-33466cebc285 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:21:01.902412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Port 62607e2d-b353-4d04-b43f-b03832aafc54 on network 8b77c5b0-1392-4efd-b983-33466cebc285 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:21:01.902760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Attempting to bind port 62607e2d-b353-4d04-b43f-b03832aafc54 on network 8b77c5b0-1392-4efd-b983-33466cebc285 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:21:01.914804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:21:01.915143 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Checking segment: {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:21:01.915529 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Bound using segment: {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:21:01.915965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Bound port: 62607e2d-b353-4d04-b43f-b03832aafc54, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d027bc-8d89-467f-a031-df6949007f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:21:01.916404 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:01.945509 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9472a7b1-efd3-49e8-8cd9-abd16242368a req-c9a1d410-bf60-41cc-8a4e-d363e0f1a7d2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746839 Nov 29 02:21:01.999403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] For port 62607e2d-b353-4d04-b43f-b03832aafc54, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:21:02.002830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] For port 62607e2d-b353-4d04-b43f-b03832aafc54, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=62607e2d-b353-4d04-b43f-b03832aafc54,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:21:02.007018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:02.045405 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:02.046502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:02.047965 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] 10.222.0.21 "PUT /v2.0/ports/62607e2d-b353-4d04-b43f-b03832aafc54 HTTP/1.1" status: 200 len: 1094 time: 0.7762330 Nov 29 02:21:02.048360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:02.050765 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e64960-1100-4266-9441-69f23d694e47" -d '{"events": [{"name": "network-changed", "server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:02.075537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b86d29-0dda-465b-96b4-5509e846d01d service neutron] Pushing event updated for resources: {'Port': ['ID=62607e2d-b353-4d04-b43f-b03832aafc54,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:02.122198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9bb005-6d8f-43e3-ba35-c75d44cf1b1f x-openstack-request-id: req-8b9bb005-6d8f-43e3-ba35-c75d44cf1b1f {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:02.122516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:02.122777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b9bb005-6d8f-43e3-ba35-c75d44cf1b1f {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:02.123183 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54', 'status': 'completed', 'code': 200} Nov 29 02:21:02.158486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-b1c2c229-91af-4d82-bb6e-277d4b9072b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:02.160044 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-b1c2c229-91af-4d82-bb6e-277d4b9072b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 1097 time: 0.0486348 Nov 29 02:21:02.208944 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-48e0d1fc-db2d-4a78-afa8-456b21f8a406 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62607e2d-b353-4d04-b43f-b03832aafc54 HTTP/1.1" status: 200 len: 217 time: 0.0354204 Nov 29 02:21:02.312174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:21:02.363540 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:02.363832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:02.605334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-7cad84eb-9531-47c6-a548-4ad88619a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:02.606816 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-7cad84eb-9531-47c6-a548-4ad88619a3ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28051ce2-1a0f-46e6-b68e-5038348d48a7 HTTP/1.1" status: 200 len: 834 time: 0.3888667 Nov 29 02:21:02.650130 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-d786ff37-1b28-4136-9ea2-0c901799f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:02.651505 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-d786ff37-1b28-4136-9ea2-0c901799f4a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b77c5b0-1392-4efd-b983-33466cebc285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379956 Nov 29 02:21:02.741531 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-c5c30f2e-a7a7-496c-a298-edb0ad9d5345 service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827870 Nov 29 02:21:02.830708 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8c7cf98-2252-4ad1-95fa-ca65c9d0d59e req-73f31fdf-eca2-4cfe-b01a-84802a185e20 service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809717 Nov 29 02:21:02.966275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e64960-1100-4266-9441-69f23d694e47 req-7b01037c-374d-4595-89b3-d81b1a85149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:02.967674 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-98e64960-1100-4266-9441-69f23d694e47 req-7b01037c-374d-4595-89b3-d81b1a85149d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 1097 time: 0.0398786 Nov 29 02:21:03.101115 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d8d43-95f6-4ced-b9d5-822d2c6fe705 req-2acd4fbc-9629-43d6-ba9f-dad4e78e30c8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:03.102626 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-732d8d43-95f6-4ced-b9d5-822d2c6fe705 req-2acd4fbc-9629-43d6-ba9f-dad4e78e30c8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 944 time: 0.0706835 Nov 29 02:21:03.103585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e64960-1100-4266-9441-69f23d694e47 req-94c4d271-e91e-4c8b-8c82-42c0e3c24021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:03.104902 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-98e64960-1100-4266-9441-69f23d694e47 req-94c4d271-e91e-4c8b-8c82-42c0e3c24021 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b77c5b0-1392-4efd-b983-33466cebc285 HTTP/1.1" status: 200 len: 898 time: 0.1290445 Nov 29 02:21:03.159183 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-98e64960-1100-4266-9441-69f23d694e47 req-76a1ae9a-f71a-42d4-96d1-e9bb371bdb89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62607e2d-b353-4d04-b43f-b03832aafc54 HTTP/1.1" status: 200 len: 217 time: 0.0449424 Nov 29 02:21:03.214679 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-732d8d43-95f6-4ced-b9d5-822d2c6fe705 req-463c48fe-0fb7-4d78-9458-7049058afcd2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061614 Nov 29 02:21:03.226859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e64960-1100-4266-9441-69f23d694e47 req-f393741a-dc67-4b5f-9a0e-2d458498e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:03.228319 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-98e64960-1100-4266-9441-69f23d694e47 req-f393741a-dc67-4b5f-9a0e-2d458498e893 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28051ce2-1a0f-46e6-b68e-5038348d48a7 HTTP/1.1" status: 200 len: 834 time: 0.0591135 Nov 29 02:21:03.275766 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e64960-1100-4266-9441-69f23d694e47 req-cc9a5983-ad6b-4226-90a5-f788cbaba796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:03.277226 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-98e64960-1100-4266-9441-69f23d694e47 req-cc9a5983-ad6b-4226-90a5-f788cbaba796 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b77c5b0-1392-4efd-b983-33466cebc285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404398 Nov 29 02:21:03.370725 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-98e64960-1100-4266-9441-69f23d694e47 req-cfc5f0b2-3fc6-4ee2-9158-ec7a216d02ce service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851920 Nov 29 02:21:03.460772 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-98e64960-1100-4266-9441-69f23d694e47 req-9cf5e546-16c6-4a72-ba99-ab734119d6fa service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Nov 29 02:21:04.332681 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bffb7b-f01f-4222-97ec-8b5e2ae4075a req-47fd9912-8128-422f-a878-9e8f1f84d874 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:04.334172 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c3bffb7b-f01f-4222-97ec-8b5e2ae4075a req-47fd9912-8128-422f-a878-9e8f1f84d874 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 944 time: 0.0537367 Nov 29 02:21:04.383155 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c3bffb7b-f01f-4222-97ec-8b5e2ae4075a req-20d29258-6ab0-44ec-af65-69a562e73108 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428641 Nov 29 02:21:05.500019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab9a36-15aa-47e0-83b8-cde48363b2ff req-16797d04-d33f-4a30-a5b0-140f4f3bcc1e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:05.501485 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a9ab9a36-15aa-47e0-83b8-cde48363b2ff req-16797d04-d33f-4a30-a5b0-140f4f3bcc1e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 944 time: 0.0529437 Nov 29 02:21:05.551831 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a9ab9a36-15aa-47e0-83b8-cde48363b2ff req-00b6f650-d4c9-48cd-9bcc-d6dce564106b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443544 Nov 29 02:21:06.635212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 62607e2d-b353-4d04-b43f-b03832aafc54 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:21:06.666546 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1079-bdde-4817-9f07-e920dace5913 req-2458d9b5-10f2-4378-b0e2-5e1286117bae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:06.668038 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-71dd1079-bdde-4817-9f07-e920dace5913 req-2458d9b5-10f2-4378-b0e2-5e1286117bae tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 944 time: 0.0500956 Nov 29 02:21:06.716623 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-71dd1079-bdde-4817-9f07-e920dace5913 req-28745e3b-4e98-4e1f-945d-3577c575e606 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Nov 29 02:21:06.731557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 62607e2d-b353-4d04-b43f-b03832aafc54, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=62607e2d-b353-4d04-b43f-b03832aafc54,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:06.742401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '62607e2d-b353-4d04-b43f-b03832aafc54', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'port_id': '62607e2d-b353-4d04-b43f-b03832aafc54', 'mac_address': 'fa:16:3e:f4:b3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:21:06.779880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:06.794096 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62607e2d-b353-4d04-b43f-b03832aafc54 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:21:06.813664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 62607e2d-b353-4d04-b43f-b03832aafc54, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=62607e2d-b353-4d04-b43f-b03832aafc54,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:06.817415 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:06.863522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=62607e2d-b353-4d04-b43f-b03832aafc54,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:07.096725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['62607e2d-b353-4d04-b43f-b03832aafc54'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:21:07.827879 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a1313-7abe-407b-820e-6f2ba4623254 req-10afb02f-c08b-4f51-9613-9dd9a16f161b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:07.829329 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4c8a1313-7abe-407b-820e-6f2ba4623254 req-10afb02f-c08b-4f51-9613-9dd9a16f161b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 945 time: 0.0470929 Nov 29 02:21:07.876609 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4c8a1313-7abe-407b-820e-6f2ba4623254 req-0c57e5c0-4792-48f9-9744-4dbd79c547dd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415044 Nov 29 02:21:08.656066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 62607e2d-b353-4d04-b43f-b03832aafc54 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:21:08.703767 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 62607e2d-b353-4d04-b43f-b03832aafc54 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:21:08.707470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 62607e2d-b353-4d04-b43f-b03832aafc54 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:08.707846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:08.782613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:08.804794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:08.807107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd6747-d87d-4e52-97b0-c9f1dcb5140a" -d '{"events": [{"server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "name": "network-vif-plugged", "status": "completed", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:08.820538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 62607e2d-b353-4d04-b43f-b03832aafc54, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=62607e2d-b353-4d04-b43f-b03832aafc54,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:08.825362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:08.851144 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67881f67-8c0f-4b9c-8f36-9570fb351475 x-openstack-request-id: req-67881f67-8c0f-4b9c-8f36-9570fb351475 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:08.851453 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "name": "network-vif-plugged", "status": "completed", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:08.851699 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67881f67-8c0f-4b9c-8f36-9570fb351475 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:08.852089 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54', 'code': 200} Nov 29 02:21:08.877763 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=62607e2d-b353-4d04-b43f-b03832aafc54,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:08.996445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8274be9-796e-459c-977d-79cba6b7ed9d req-caf1e54a-e7b4-4ca7-ac1b-49c13f05b919 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:08.998478 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8274be9-796e-459c-977d-79cba6b7ed9d req-caf1e54a-e7b4-4ca7-ac1b-49c13f05b919 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0544612 Nov 29 02:21:09.076874 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f8274be9-796e-459c-977d-79cba6b7ed9d req-b09937c2-5a4a-4c1a-a1d8-c4af55c7367b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716980 Nov 29 02:21:09.078803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c2c31-7821-42fc-9f4a-99002bc4d914 req-b2327bef-fb50-4b3a-bebf-2786b1e6c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:09.080207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-009c2c31-7821-42fc-9f4a-99002bc4d914 req-b2327bef-fb50-4b3a-bebf-2786b1e6c4f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 1099 time: 0.0688701 Nov 29 02:21:09.129648 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-009c2c31-7821-42fc-9f4a-99002bc4d914 req-8ded0a1f-fe10-4176-ac7d-882d6a0a7a2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401433 Nov 29 02:21:10.198273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0699aa-8b66-4e56-8800-4f2f01c59655 req-dfb459d5-c248-450f-af64-c9c4c8c1af88 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:10.199792 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-da0699aa-8b66-4e56-8800-4f2f01c59655 req-dfb459d5-c248-450f-af64-c9c4c8c1af88 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0513237 Nov 29 02:21:10.253080 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-da0699aa-8b66-4e56-8800-4f2f01c59655 req-bc53f682-e1d7-455c-acce-604cf1377f99 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467026 Nov 29 02:21:10.370237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8f525-df41-40ba-8af4-d0a72293ac80 req-b827f503-d12a-4c28-b6f6-e85127637dee tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:10.371858 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-daa8f525-df41-40ba-8af4-d0a72293ac80 req-b827f503-d12a-4c28-b6f6-e85127637dee tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0530338 Nov 29 02:21:10.424591 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-daa8f525-df41-40ba-8af4-d0a72293ac80 req-f5cdd80e-fc97-4d95-92ad-65dbfbdb0869 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462091 Nov 29 02:21:10.445986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52590) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:21:10.484984 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aab293-8ae8-4943-8262-6bd799fe073a tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:10.486469 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-60aab293-8ae8-4943-8262-6bd799fe073a tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 1094 time: 0.0394890 Nov 29 02:21:10.489093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52592) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:21:10.493215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '62607e2d-b353-4d04-b43f-b03832aafc54', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:21:10.515673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:10.611126 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:10.666264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5a7b09ef-eefc-474e-b21d-2c5cf8aa38c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:10.721927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.170 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/c3d0d22c-f4e7-4b29-8812-2dca62d899d2) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:21:10.821337 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:10.858396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:10.892406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:21:10.895384 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:21:10.900791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:21:10.929318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=c3d0d22c-f4e7-4b29-8812-2dca62d899d2,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:11.245063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.309559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.457721 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.462289 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.525760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=c3d0d22c-f4e7-4b29-8812-2dca62d899d2,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:11.541172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.642402 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP 3026c825-3095-4e8c-af33-8168ba917889 associated. External IP: 172.26.8.170, port: 62607e2d-b353-4d04-b43f-b03832aafc54. Nov 29 02:21:11.846647 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 4c9dc915-df42-47e0-8398-6564f7b899c0 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:21:11.952467 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:21:11.962320 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] Sync routers for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:21:11.970313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.974059 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:21:11.974693 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:11.997933 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dfc8b4cc-2381-4b73-a0ef-45cc609ea4b5 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5078506 Nov 29 02:21:11.998671 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:12.001640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d5a52-5eb7-4803-8a86-e96f22b67b86" -d '{"events": [{"name": "network-changed", "server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:12.040499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfaeb5-1c6e-4887-9a34-d4036775fd8d x-openstack-request-id: req-b4cfaeb5-1c6e-4887-9a34-d4036775fd8d {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:12.041040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:12.041308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4cfaeb5-1c6e-4887-9a34-d4036775fd8d {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:12.041744 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54', 'status': 'completed', 'code': 200} Nov 29 02:21:12.082176 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:21:12.097805 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fbed9-b0c3-4146-a6f9-8dbad0b76aab req-dcbd40c6-aab7-4481-8004-64db606a3817 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:12.099255 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-495fbed9-b0c3-4146-a6f9-8dbad0b76aab req-dcbd40c6-aab7-4481-8004-64db606a3817 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0504210 Nov 29 02:21:12.137713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-38124b55-997c-4e3b-bc0f-8b5367150057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:12.139811 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-38124b55-997c-4e3b-bc0f-8b5367150057 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 1099 time: 0.0478938 Nov 29 02:21:12.153264 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-495fbed9-b0c3-4146-a6f9-8dbad0b76aab req-f24b2ce3-bd33-4372-8e45-b35302e593c2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480587 Nov 29 02:21:12.176320 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52598) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:21:12.245569 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-51cd20b9-a83d-42b1-86dc-14a79f17a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:12.247154 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-51cd20b9-a83d-42b1-86dc-14a79f17a6fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b77c5b0-1392-4efd-b983-33466cebc285 HTTP/1.1" status: 200 len: 898 time: 0.1003997 Nov 29 02:21:12.248144 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-fe465595-df50-408c-844a-9b6aecc9cd85 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/3026c825-3095-4e8c-af33-8168ba917889 HTTP/1.1" status: 200 len: 992 time: 0.0700300 Nov 29 02:21:12.313964 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-e82cf13f-e0bf-412d-a07e-2a5940a7b2ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62607e2d-b353-4d04-b43f-b03832aafc54 HTTP/1.1" status: 200 len: 1000 time: 0.0590584 Nov 29 02:21:12.314892 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3026c825-3095-4e8c-af33-8168ba917889', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.170', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'port_id': '62607e2d-b353-4d04-b43f-b03832aafc54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'mac_address': 'fa:16:3e:f4:b3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:21:11Z', 'updated_at': '2021-11-29T02:21:11Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:21:00Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:12.345320 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] Checking router: 4c9dc915-df42-47e0-8398-6564f7b899c0 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:21:12.353860 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:21:12.354397 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:20:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:12.364824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-00c8305b-1fd2-4c0b-bcbe-11e05e21c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:12.367252 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-00c8305b-1fd2-4c0b-bcbe-11e05e21c1a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28051ce2-1a0f-46e6-b68e-5038348d48a7 HTTP/1.1" status: 200 len: 834 time: 0.0464096 Nov 29 02:21:12.417635 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-5ec3f459-0188-4d92-8903-ae337e91cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:12.419156 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-5ec3f459-0188-4d92-8903-ae337e91cf77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b77c5b0-1392-4efd-b983-33466cebc285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446951 Nov 29 02:21:12.459714 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:21:12.508106 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-c5d2e716-1fd2-4409-a5af-2571f02ad2e6 service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817170 Nov 29 02:21:12.603424 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b41d5a52-5eb7-4803-8a86-e96f22b67b86 req-eee0471b-c619-4112-8bd9-6a25ba6871f7 service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874081 Nov 29 02:21:12.680344 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3026c825-3095-4e8c-af33-8168ba917889', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.170', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'port_id': '62607e2d-b353-4d04-b43f-b03832aafc54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'mac_address': 'fa:16:3e:f4:b3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:21:11Z', 'updated_at': '2021-11-29T02:21:11Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:21:00Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:12.706144 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7801f0-8c43-4a05-8342-a05afcb0d03f None None] The sync data for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv is: [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '3026c825-3095-4e8c-af33-8168ba917889', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.170', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'port_id': '62607e2d-b353-4d04-b43f-b03832aafc54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'mac_address': 'fa:16:3e:f4:b3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:21:11Z', 'updated_at': '2021-11-29T02:21:11Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:21:00Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:21:12.886582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57dd429-7681-4a4b-9c88-73647b06985c None None] New status for floating IP 3026c825-3095-4e8c-af33-8168ba917889: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:21:13.249411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52600) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:21:13.309996 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-57c03557-b9c8-446f-bef8-bf5a0c73b259 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/3026c825-3095-4e8c-af33-8168ba917889 HTTP/1.1" status: 200 len: 994 time: 0.0594549 Nov 29 02:21:14.033383 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:14.227682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-390fbf8b-5190-4aa5-9764-f76b732c8bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:15.436221 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:16.152317 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:21:16.364002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:22.657892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:40.669029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed871178-0fe2-48fe-8a19-2e7efe0f754b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:42.211973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93be18-dd1a-4ba0-8e78-a3e664ac6743 req-0be3ba15-cf9e-42a6-b082-60326f50f1ac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:42.213451 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ec93be18-dd1a-4ba0-8e78-a3e664ac6743 req-0be3ba15-cf9e-42a6-b082-60326f50f1ac tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0966251 Nov 29 02:21:42.261568 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ec93be18-dd1a-4ba0-8e78-a3e664ac6743 req-8abd84d1-6731-4685-a3c3-1b1551d8ee27 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Nov 29 02:21:43.376767 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc63ba-ee20-4fea-a9e9-a210ad2dcd98 req-99a4d80b-e663-4ff3-9162-2f23dbf88398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:43.378219 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-edfc63ba-ee20-4fea-a9e9-a210ad2dcd98 req-99a4d80b-e663-4ff3-9162-2f23dbf88398 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0485935 Nov 29 02:21:43.426192 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-edfc63ba-ee20-4fea-a9e9-a210ad2dcd98 req-fbc74c91-a2aa-4dc2-842d-e87d8be256bc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Nov 29 02:21:44.036623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:44.227477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fbbf95d-3360-48ba-a55e-85f0eff20990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:44.549040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9349-15b1-41ef-bf60-21636c6b3eff req-42c9109a-6578-409d-bac2-7f4c0331423f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:44.550599 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-febc9349-15b1-41ef-bf60-21636c6b3eff req-42c9109a-6578-409d-bac2-7f4c0331423f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0571344 Nov 29 02:21:44.598275 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-febc9349-15b1-41ef-bf60-21636c6b3eff req-75860dfd-92df-4138-a9f8-0e074af9c40c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418372 Nov 29 02:21:45.440709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:45.716011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b52efc-0231-4b4d-a0a9-4fdf00464898 req-067f26c2-f1c6-4eec-9464-43b6d1724dc6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:45.717367 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-57b52efc-0231-4b4d-a0a9-4fdf00464898 req-067f26c2-f1c6-4eec-9464-43b6d1724dc6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0529940 Nov 29 02:21:45.765457 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-57b52efc-0231-4b4d-a0a9-4fdf00464898 req-99ab34dd-fdba-4f56-8080-78ce1fdbd24c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Nov 29 02:21:46.394136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:46.877754 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b28de9-9815-476e-b645-d33626e41f83 req-f812a41f-beb1-415a-912a-e9d1c4d82ea1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:46.879549 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-90b28de9-9815-476e-b645-d33626e41f83 req-f812a41f-beb1-415a-912a-e9d1c4d82ea1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0493145 Nov 29 02:21:46.928784 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-90b28de9-9815-476e-b645-d33626e41f83 req-eb9abcaa-fbdb-4998-aaef-a4f5e1d2abec tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Nov 29 02:21:48.041373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195188fc-763f-4034-ae0c-5da7d89df8dd req-a8b6742b-7bef-4eec-ad99-4d3be968fe7c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:48.042835 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-195188fc-763f-4034-ae0c-5da7d89df8dd req-a8b6742b-7bef-4eec-ad99-4d3be968fe7c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0483766 Nov 29 02:21:48.093460 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-195188fc-763f-4034-ae0c-5da7d89df8dd req-f6fe7480-459b-46de-a0cd-3b7ad53ad426 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447550 Nov 29 02:21:49.207385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8b830-bdfd-45d6-82bd-4e28fb37f23c req-b81de8e5-b9fa-4c73-ad2c-4470e100b921 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:49.208802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fca8b830-bdfd-45d6-82bd-4e28fb37f23c req-b81de8e5-b9fa-4c73-ad2c-4470e100b921 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0484042 Nov 29 02:21:49.260378 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fca8b830-bdfd-45d6-82bd-4e28fb37f23c req-547689b2-9cd0-4c68-9a77-df2c59f2ab13 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Nov 29 02:21:50.379988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bda2ff-6dba-4b1f-8def-464204298d4a req-222a80ae-c615-4e55-8059-49a7ffe2a161 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:50.381477 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d9bda2ff-6dba-4b1f-8def-464204298d4a req-222a80ae-c615-4e55-8059-49a7ffe2a161 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0566642 Nov 29 02:21:50.430350 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d9bda2ff-6dba-4b1f-8def-464204298d4a req-f969c21a-3d84-402c-a3ce-ba0568b6c80f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426793 Nov 29 02:21:51.542641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e1626-7fe6-4279-ad85-9c0f797e18c6 req-1fc15997-332a-49eb-937d-a3a5bc0d41ce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:51.544139 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c46e1626-7fe6-4279-ad85-9c0f797e18c6 req-1fc15997-332a-49eb-937d-a3a5bc0d41ce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0484927 Nov 29 02:21:51.593547 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c46e1626-7fe6-4279-ad85-9c0f797e18c6 req-c03ef434-7b3f-4dcd-aa90-02a531ae8d41 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428636 Nov 29 02:21:52.656243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:52.707382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107ed6-bf9c-492a-b61f-d7374802d899 req-8547fa41-fc72-436e-a347-64081692e13b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:52.708852 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-01107ed6-bf9c-492a-b61f-d7374802d899 req-8547fa41-fc72-436e-a347-64081692e13b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0482914 Nov 29 02:21:52.758708 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-01107ed6-bf9c-492a-b61f-d7374802d899 req-7647094d-5a94-4b84-8f14-c47daaf1d13f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 Nov 29 02:21:52.785116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52636) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:21:52.848705 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-b358fd33-150d-4d7b-8249-79f682826366 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/3026c825-3095-4e8c-af33-8168ba917889 HTTP/1.1" status: 200 len: 994 time: 0.0625074 Nov 29 02:21:53.150762 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:21:54.136732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc197c5-5982-455f-8df1-e7eb0821ab93 req-b97c99e6-0578-4b90-8c4b-9d76a35ce5d8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:54.138174 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cdc197c5-5982-455f-8df1-e7eb0821ab93 req-b97c99e6-0578-4b90-8c4b-9d76a35ce5d8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0570395 Nov 29 02:21:54.221580 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cdc197c5-5982-455f-8df1-e7eb0821ab93 req-a95ad181-bb00-4f2e-99ac-843f01776321 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762365 Nov 29 02:21:54.224309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-ea0fa2bd-a4f3-43b2-bed5-cd08667687f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:54.225684 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-ea0fa2bd-a4f3-43b2-bed5-cd08667687f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 1099 time: 0.0745397 Nov 29 02:21:54.315825 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-eea637ba-1676-4cb8-beb3-ff3c88f0cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:54.317256 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-eea637ba-1676-4cb8-beb3-ff3c88f0cbb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b77c5b0-1392-4efd-b983-33466cebc285 HTTP/1.1" status: 200 len: 898 time: 0.0835702 Nov 29 02:21:54.386107 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-540f8cde-c936-48bf-a407-c8026dc8f7c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62607e2d-b353-4d04-b43f-b03832aafc54 HTTP/1.1" status: 200 len: 1002 time: 0.0605969 Nov 29 02:21:54.438951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-f3399b74-bb06-4b75-9eaa-9ca1927e9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:54.440336 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-f3399b74-bb06-4b75-9eaa-9ca1927e9df9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28051ce2-1a0f-46e6-b68e-5038348d48a7 HTTP/1.1" status: 200 len: 834 time: 0.0477645 Nov 29 02:21:54.485213 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-a35de75f-f609-45e0-a943-937ebe4b3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:54.486695 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-a35de75f-f609-45e0-a943-937ebe4b3259 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b77c5b0-1392-4efd-b983-33466cebc285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394535 Nov 29 02:21:54.580666 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-7d10b6d9-47cd-4ef8-8946-41309377b967 service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870886 Nov 29 02:21:54.668623 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23be6631-8cc6-4cfe-81e7-8c62e4150844 req-951b1f4a-279a-43f2-a5ed-7a1ecc641183 service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814419 Nov 29 02:21:55.344407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719139e-cb7e-4c96-b3e0-b99ff3bf912c req-a3c3323f-2b83-4a72-a3ee-8b55a0238304 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:55.345892 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2719139e-cb7e-4c96-b3e0-b99ff3bf912c req-a3c3323f-2b83-4a72-a3ee-8b55a0238304 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0532639 Nov 29 02:21:55.395911 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2719139e-cb7e-4c96-b3e0-b99ff3bf912c req-989085d3-108b-4362-b932-6fdb85929c8d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441558 Nov 29 02:21:56.514030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466796aa-ec39-4722-9109-164498590524 req-2dc4789f-fc69-479a-ad0c-8ef27e2a5cb8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:56.515621 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-466796aa-ec39-4722-9109-164498590524 req-2dc4789f-fc69-479a-ad0c-8ef27e2a5cb8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0530429 Nov 29 02:21:56.568711 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-466796aa-ec39-4722-9109-164498590524 req-c60d1b5c-74c0-411e-8786-0cbe929de4b7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471842 Nov 29 02:21:56.593065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52650) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:21:56.657843 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-440f00dc-8b8c-4f00-8a6e-0e849b22bffc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/3026c825-3095-4e8c-af33-8168ba917889 HTTP/1.1" status: 200 len: 994 time: 0.0584784 Nov 29 02:21:57.931263 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-b04c951c-afbd-4762-b785-3791bcc76a67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427232 Nov 29 02:21:58.028841 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-0d0f802b-1f4a-4249-86bf-aa4fc592d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:58.030851 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-0d0f802b-1f4a-4249-86bf-aa4fc592d9f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 1099 time: 0.0399406 Nov 29 02:21:58.132327 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-9e035067-fbba-4fb0-a6c5-cc778aa88424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:58.133796 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-9e035067-fbba-4fb0-a6c5-cc778aa88424 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b77c5b0-1392-4efd-b983-33466cebc285 HTTP/1.1" status: 200 len: 898 time: 0.0841341 Nov 29 02:21:58.200579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-ef6b31ae-788b-4875-b71f-82745d87b67a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62607e2d-b353-4d04-b43f-b03832aafc54 HTTP/1.1" status: 200 len: 1002 time: 0.0598536 Nov 29 02:21:58.249027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-17173d57-66a9-4374-9e29-17c29e53e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:58.250416 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-17173d57-66a9-4374-9e29-17c29e53e762 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28051ce2-1a0f-46e6-b68e-5038348d48a7 HTTP/1.1" status: 200 len: 834 time: 0.0428360 Nov 29 02:21:58.295937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-dc1e50dc-d141-40f9-8864-b859e03884f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:58.297450 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-dc1e50dc-d141-40f9-8864-b859e03884f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b77c5b0-1392-4efd-b983-33466cebc285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402703 Nov 29 02:21:58.388166 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-e21c67f3-482c-4c67-af4d-de731fd23746 service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833786 Nov 29 02:21:58.475823 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13e92cf2-a07f-4e18-a235-b25dd511b92e req-05d4d300-14a2-4be3-8a9f-e9584acaf2e9 service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809140 Nov 29 02:22:10.669902 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-43bfa5a9-a8a9-4db1-af43-a560f6863d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:14.038010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:14.227814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69fb7f06-7bf4-4155-a61e-6b03bddee34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:15.442125 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:16.366184 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:22.662524 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:27.272430 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52666) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:27.432128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port c3d0d22c-f4e7-4b29-8812-2dca62d899d2 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:22:27.432471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:27.505250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:27.505572 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:27.517120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for c3d0d22c-f4e7-4b29-8812-2dca62d899d2 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:22:27.662083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:27.687075 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=c3d0d22c-f4e7-4b29-8812-2dca62d899d2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:27.698278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.698677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.699032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.699383 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.700238 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.700594 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.700937 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.701279 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.701616 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.701952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.702293 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.702654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:27.758121 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:27.758478 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP 3026c825-3095-4e8c-af33-8168ba917889 disassociated (deleted). External IP: 172.26.8.170, port: 62607e2d-b353-4d04-b43f-b03832aafc54. Nov 29 02:22:28.286700 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 4c9dc915-df42-47e0-8398-6564f7b899c0 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:22:28.399406 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:22:28.404250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:28.408847 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] Sync routers for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:22:28.417943 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:28.421057 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:28.432845 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5cb9b7f1-4c30-4710-8ea4-d23b7a650736 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/floatingips/3026c825-3095-4e8c-af33-8168ba917889 HTTP/1.1" status: 204 len: 168 time: 1.1593654 Nov 29 02:22:28.433651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:22:28.436765 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4809f8-6e91-4227-8276-147e17c3a91c" -d '{"events": [{"name": "network-changed", "server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:22:28.540466 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:28.557314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90bc96-f8cb-415a-b49b-bd2f488e28d3 x-openstack-request-id: req-bc90bc96-f8cb-415a-b49b-bd2f488e28d3 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:22:28.557705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:22:28.558055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc90bc96-f8cb-415a-b49b-bd2f488e28d3 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:22:28.558538 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54', 'status': 'completed', 'code': 200} Nov 29 02:22:28.684884 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-ca4e6fb9-6a4c-4c64-b99a-067d69d8d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:28.686466 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-ca4e6fb9-6a4c-4c64-b99a-067d69d8d49d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 1099 time: 0.0446143 Nov 29 02:22:28.688299 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc247af-0f9a-4bcc-baf1-e2e95d18b075 req-1824d582-9604-48a1-92f7-13b1e86c1c87 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:28.689787 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bfc247af-0f9a-4bcc-baf1-e2e95d18b075 req-1824d582-9604-48a1-92f7-13b1e86c1c87 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0584929 Nov 29 02:22:28.748435 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bfc247af-0f9a-4bcc-baf1-e2e95d18b075 req-59e4bee6-27ab-4121-83a6-170f3b31f16d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495954 Nov 29 02:22:28.776483 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:21:00Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:28.784837 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-0cf635ea-a6a8-47f0-beb6-17228dd659fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:28.786315 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-0cf635ea-a6a8-47f0-beb6-17228dd659fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b77c5b0-1392-4efd-b983-33466cebc285 HTTP/1.1" status: 200 len: 898 time: 0.0925171 Nov 29 02:22:28.803802 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] Checking router: 4c9dc915-df42-47e0-8398-6564f7b899c0 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:22:28.812096 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:28.812703 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:28.830062 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-10fd6d57-4103-46e9-9bd4-ef603d3a182d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62607e2d-b353-4d04-b43f-b03832aafc54 HTTP/1.1" status: 200 len: 217 time: 0.0347588 Nov 29 02:22:28.881409 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-c7916b07-1436-486c-91b7-921a525e0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:28.882863 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-c7916b07-1436-486c-91b7-921a525e0126 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28051ce2-1a0f-46e6-b68e-5038348d48a7 HTTP/1.1" status: 200 len: 834 time: 0.0459630 Nov 29 02:22:28.916810 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:28.931953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-e906ef05-6304-4564-a6c1-85eefed81565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:28.933585 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-e906ef05-6304-4564-a6c1-85eefed81565 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b77c5b0-1392-4efd-b983-33466cebc285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423090 Nov 29 02:22:29.039352 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-49c819b6-48b3-42eb-a8f7-f410fabd2f5e service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974367 Nov 29 02:22:29.134945 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4809f8-6e91-4227-8276-147e17c3a91c req-ce9cf079-826a-4bc9-862c-2a160969b95f service neutron] 10.222.0.21 "GET /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873809 Nov 29 02:22:29.213801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:21:00Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:29.239598 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eded296-ff75-4af7-8e03-8c5ea378b4d8 None None] The sync data for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv is: [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6', 'name': '', 'network_id': '8b77c5b0-1392-4efd-b983-33466cebc285', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:b6:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:57Z', 'updated_at': '2021-11-29T02:21:00Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '28051ce2-1a0f-46e6-b68e-5038348d48a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:22:29.462513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a553cd-923b-434f-ae9a-5c7dfe4fcdd9 None None] New status for floating IP 3026c825-3095-4e8c-af33-8168ba917889: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:22:29.867247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838efe48-fb17-4f51-b5b0-832a4b89bf90 req-f42bca4b-7d35-471d-a037-3d51b8575210 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:29.868713 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-838efe48-fb17-4f51-b5b0-832a4b89bf90 req-f42bca4b-7d35-471d-a037-3d51b8575210 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0481665 Nov 29 02:22:29.917144 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-838efe48-fb17-4f51-b5b0-832a4b89bf90 req-34586e7c-ab5b-4bba-b777-b80f0b4a140d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca68947-526b-410a-b165-270dfade58c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419440 Nov 29 02:22:30.149245 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:22:30.327191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-0a7ff961-4b75-4002-8abc-a27d0bf84746 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:30.328650 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-0a7ff961-4b75-4002-8abc-a27d0bf84746 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 946 time: 0.0473742 Nov 29 02:22:30.419542 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 62607e2d-b353-4d04-b43f-b03832aafc54 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:22:30.419805 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:30.508791 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 62607e2d-b353-4d04-b43f-b03832aafc54, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=62607e2d-b353-4d04-b43f-b03832aafc54,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:30.509159 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:30.521709 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 62607e2d-b353-4d04-b43f-b03832aafc54 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:22:30.649958 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:30.676799 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=62607e2d-b353-4d04-b43f-b03832aafc54,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:30.725385 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] No DVR routers for this DVR port 62607e2d-b353-4d04-b43f-b03832aafc54 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:22:30.727781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:30.731197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-79cf8daf-695b-4189-b337-1f1fcd02fa3f req-afa7fa72-a53f-4bfb-a304-65703e6649bb tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "DELETE /v2.0/ports/62607e2d-b353-4d04-b43f-b03832aafc54 HTTP/1.1" status: 204 len: 173 time: 0.3963974 Nov 29 02:22:30.731643 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'name': 'network-vif-deleted', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:22:30.733876 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5172373c-8549-4574-a586-c579a1516bd3" -d '{"events": [{"server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "name": "network-vif-deleted", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:22:30.774704 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458c59db-15d5-4eaf-83b8-7617fe5c36bc x-openstack-request-id: req-458c59db-15d5-4eaf-83b8-7617fe5c36bc {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:22:30.775006 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681cfe53-bfa1-4de6-8806-6d8c712be57d", "name": "network-vif-deleted", "tag": "62607e2d-b353-4d04-b43f-b03832aafc54", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:22:30.775270 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-458c59db-15d5-4eaf-83b8-7617fe5c36bc {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:22:30.775685 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681cfe53-bfa1-4de6-8806-6d8c712be57d', 'name': 'network-vif-deleted', 'tag': '62607e2d-b353-4d04-b43f-b03832aafc54', 'status': 'completed', 'code': 200} Nov 29 02:22:31.028412 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-922ff589-0b66-40ec-a6ef-a5654882361a req-9f5a193f-fb3e-479d-8b5b-f14bc57d99d2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=681cfe53-bfa1-4de6-8806-6d8c712be57d HTTP/1.1" status: 200 len: 210 time: 0.0280530 Nov 29 02:22:32.083947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52686) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:32.436835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:32.688784 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:22:32.689286 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:32.783118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:32.783484 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:32.795894 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:22:32.978032 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:33.009940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:33.173464 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:33.386054 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router 4c9dc915-df42-47e0-8398-6564f7b899c0 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:22:33.491302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:22:33.496877 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6af75d1f-9f4a-4096-89a8-1a34d1f1aca4 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/4c9dc915-df42-47e0-8398-6564f7b899c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4118729 Nov 29 02:22:33.499448 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52688) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:33.500475 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] Sync routers for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:22:33.510741 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:33.511353 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:33.552415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b91b21a-3754-4aaa-b8b8-629fe6611c5b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting subnet 28051ce2-1a0f-46e6-b68e-5038348d48a7 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:22:33.555603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b91b21a-3754-4aaa-b8b8-629fe6611c5b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:33.597033 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b91b21a-3754-4aaa-b8b8-629fe6611c5b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:33.615150 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:33.683974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b91b21a-3754-4aaa-b8b8-629fe6611c5b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:33.741281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b91b21a-3754-4aaa-b8b8-629fe6611c5b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:33.770260 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91b21a-3754-4aaa-b8b8-629fe6611c5b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Subnet': ['ID=28051ce2-1a0f-46e6-b68e-5038348d48a7,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:33.772299 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b91b21a-3754-4aaa-b8b8-629fe6611c5b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:33.778493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75f1ef-189f-46fa-b648-3557d0b88fc9 None None] Network 8b77c5b0-1392-4efd-b983-33466cebc285 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:22:33.778989 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5b91b21a-3754-4aaa-b8b8-629fe6611c5b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/subnets/28051ce2-1a0f-46e6-b68e-5038348d48a7 HTTP/1.1" status: 204 len: 168 time: 0.2785287 Nov 29 02:22:33.779198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52690) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:33.800212 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:22:32Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:33.826531 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] Checking router: 4c9dc915-df42-47e0-8398-6564f7b899c0 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:22:33.834721 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] Routers {'4c9dc915-df42-47e0-8398-6564f7b899c0'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:33.835313 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['4c9dc915-df42-47e0-8398-6564f7b899c0'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:33.887616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:33.944559 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] Set router 4c9dc915-df42-47e0-8398-6564f7b899c0 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:33.971297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] DHCP port deletion for 8b77c5b0-1392-4efd-b983-33466cebc285 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:22:34.001352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.021719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Deleting port 3b65da2c-7816-41a3-b12b-6c6c49e04321 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:22:34.022632 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.056521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 438df857-5bd8-421d-8199-cb2ed7504a43 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:22:34.056992 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.101039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] For port 3b65da2c-7816-41a3-b12b-6c6c49e04321, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3b65da2c-7816-41a3-b12b-6c6c49e04321,segment=NetworkSegment(53d027bc-8d89-467f-a031-df6949007f0f),segment_id=53d027bc-8d89-467f-a031-df6949007f0f)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:34.101434 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.113847 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Calling delete_port for 3b65da2c-7816-41a3-b12b-6c6c49e04321 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:22:34.133076 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:22:32Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:34.145673 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 438df857-5bd8-421d-8199-cb2ed7504a43, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=438df857-5bd8-421d-8199-cb2ed7504a43,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:34.146046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.158897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 438df857-5bd8-421d-8199-cb2ed7504a43 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:22:34.171771 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ebaac-2b66-4ee7-ae6d-597ba49ac001 None None] The sync data for ids ['4c9dc915-df42-47e0-8398-6564f7b899c0'] in dv-neutron-816800-5-hyperv is: [{'id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942524639', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:22:32Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '438df857-5bd8-421d-8199-cb2ed7504a43', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9dc915-df42-47e0-8398-6564f7b899c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:20:54Z', 'updated_at': '2021-11-29T02:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:22:34.198318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.226788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] No DVR routers for this DVR port 3b65da2c-7816-41a3-b12b-6c6c49e04321 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:22:34.228269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Pushing event deleted for resources: {'Port': ['ID=3b65da2c-7816-41a3-b12b-6c6c49e04321,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:34.241409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.241409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.241409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.242057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.242057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.242057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.242850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.242850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.243114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.244640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.244640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.244640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb529c-4049-420c-b3a4-8c1bbe1b19cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.586278 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3b65da2c-7816-41a3-b12b-6c6c49e04321 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:22:34.609262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 3b65da2c-7816-41a3-b12b-6c6c49e04321 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:22:34.609622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3b65da2c-7816-41a3-b12b-6c6c49e04321 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:22:34.610063 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:22:34.623206 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.633610 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:22:34.633610 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 90cc4422-1f0c-4d3f-8f3b-6d6da25fd7c6 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:22:34.658157 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=438df857-5bd8-421d-8199-cb2ed7504a43,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:34.666553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a619a-de39-480e-a59a-a4356c9bad1e None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:22:34.683310 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.683668 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.684048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.684499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.684713 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.685048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.685384 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.685712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.686037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.686360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.686708 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.687036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:34.734159 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.825802 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.827930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.871226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.871903 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Fanout notify agent at l3_agent the message router_deleted on router 4c9dc915-df42-47e0-8398-6564f7b899c0 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:22:34.879309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:34.883598 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7542e2b0-87ff-4c2e-b909-8b3460b5eae0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/routers/4c9dc915-df42-47e0-8398-6564f7b899c0 HTTP/1.1" status: 204 len: 168 time: 1.1007750 Nov 29 02:22:34.883839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52692) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:34.968580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.026075 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 62607e2d-b353-4d04-b43f-b03832aafc54 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:22:35.047226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 62607e2d-b353-4d04-b43f-b03832aafc54 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:22:35.047650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 62607e2d-b353-4d04-b43f-b03832aafc54 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:22:35.059263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.080094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b77c5b0-1392-4efd-b983-33466cebc285']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:35.089142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d027bc-8d89-467f-a031-df6949007f0f') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:35.089438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d027bc-8d89-467f-a031-df6949007f0f') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:35.099140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.111897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.117820 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:22:35.118211 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:22:35.121339 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:22:35.182944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.189758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.192986 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/networks/8b77c5b0-1392-4efd-b983-33466cebc285 HTTP/1.1" status: 204 len: 168 time: 0.3081617 Nov 29 02:22:35.195744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52694) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:35.212337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6511a5-5ce1-4731-afba-2f1de77d9498 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Network': ['ID=8b77c5b0-1392-4efd-b983-33466cebc285,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:35.263341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c663dd54-c26e-4de4-9b2f-37a6a630897f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.288284 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c663dd54-c26e-4de4-9b2f-37a6a630897f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.353183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c663dd54-c26e-4de4-9b2f-37a6a630897f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.355943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c663dd54-c26e-4de4-9b2f-37a6a630897f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.357233 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c663dd54-c26e-4de4-9b2f-37a6a630897f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/security-groups/dca68947-526b-410a-b165-270dfade58c2 HTTP/1.1" status: 204 len: 168 time: 0.1604795 Nov 29 02:22:35.367613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663dd54-c26e-4de4-9b2f-37a6a630897f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca68947-526b-410a-b165-270dfade58c2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:35.889939 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52700) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:35.894526 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-50f96991-43ed-4d41-bad9-b375d296aba6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978255971', 'description': 'tempest-secgroup-smoke-978255971 description', 'project_id': '9c89609a9d3744318d2ce4c977df0af8'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:35.921321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50f96991-43ed-4d41-bad9-b375d296aba6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.985728 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50f96991-43ed-4d41-bad9-b375d296aba6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:35.989801 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50f96991-43ed-4d41-bad9-b375d296aba6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.019941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96991-43ed-4d41-bad9-b375d296aba6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:36.024660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50f96991-43ed-4d41-bad9-b375d296aba6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.025997 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-50f96991-43ed-4d41-bad9-b375d296aba6 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1349368 Nov 29 02:22:36.028993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52702) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:36.034011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-4f73dd6d-39b7-47df-b3cd-5cbebdea6172 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '34a8c434-0216-45d4-ab1b-bdde9d7aeb8c', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:36.061183 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f73dd6d-39b7-47df-b3cd-5cbebdea6172 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.106551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f73dd6d-39b7-47df-b3cd-5cbebdea6172 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.110266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f73dd6d-39b7-47df-b3cd-5cbebdea6172 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.133371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73dd6d-39b7-47df-b3cd-5cbebdea6172 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cadab0-4105-47b7-b0a0-5f319a4a556f,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:36.138737 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-4f73dd6d-39b7-47df-b3cd-5cbebdea6172 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.139939 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-4f73dd6d-39b7-47df-b3cd-5cbebdea6172 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099274 Nov 29 02:22:36.142744 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52704) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:36.147133 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-9bdb94aa-a587-432c-beb9-011013994b98 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '34a8c434-0216-45d4-ab1b-bdde9d7aeb8c', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:36.174104 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9bdb94aa-a587-432c-beb9-011013994b98 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.228284 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9bdb94aa-a587-432c-beb9-011013994b98 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.232348 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9bdb94aa-a587-432c-beb9-011013994b98 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.249297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb94aa-a587-432c-beb9-011013994b98 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d93f6b-69f8-454f-bbdd-f8e6150ce0c9,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:36.258931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-9bdb94aa-a587-432c-beb9-011013994b98 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.260253 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-9bdb94aa-a587-432c-beb9-011013994b98 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165197 Nov 29 02:22:36.263239 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52706) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:36.268471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-dcd8b7dd-2640-4452-992a-3a6198e5a2dc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '34a8c434-0216-45d4-ab1b-bdde9d7aeb8c', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:36.296369 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b7dd-2640-4452-992a-3a6198e5a2dc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.337064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 438df857-5bd8-421d-8199-cb2ed7504a43 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:22:36.359494 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 438df857-5bd8-421d-8199-cb2ed7504a43 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:22:36.359846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 438df857-5bd8-421d-8199-cb2ed7504a43 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:22:36.361488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b7dd-2640-4452-992a-3a6198e5a2dc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.366875 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b7dd-2640-4452-992a-3a6198e5a2dc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.386086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8b7dd-2640-4452-992a-3a6198e5a2dc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b13a2a2-48e9-4ff4-95be-09a3d9f5f4ac,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:36.391388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b7dd-2640-4452-992a-3a6198e5a2dc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.392578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dcd8b7dd-2640-4452-992a-3a6198e5a2dc tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281421 Nov 29 02:22:36.395459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52708) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:36.400144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-be3a837d-28de-4d70-8526-0aa2827d784c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '34a8c434-0216-45d4-ab1b-bdde9d7aeb8c', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:36.434433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be3a837d-28de-4d70-8526-0aa2827d784c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.497219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be3a837d-28de-4d70-8526-0aa2827d784c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.502184 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be3a837d-28de-4d70-8526-0aa2827d784c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.522380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a837d-28de-4d70-8526-0aa2827d784c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e36f09-77be-4fc4-be41-49b409eefe5a,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:36.532871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-be3a837d-28de-4d70-8526-0aa2827d784c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.534365 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-be3a837d-28de-4d70-8526-0aa2827d784c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378887 Nov 29 02:22:36.537150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52710) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:36.541863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f111ef65-fd93-49e6-b853-e45bb6296649 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '34a8c434-0216-45d4-ab1b-bdde9d7aeb8c', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:36.563504 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-f111ef65-fd93-49e6-b853-e45bb6296649 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:22:36.569019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f111ef65-fd93-49e6-b853-e45bb6296649 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.626882 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f111ef65-fd93-49e6-b853-e45bb6296649 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.630357 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f111ef65-fd93-49e6-b853-e45bb6296649 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.650792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111ef65-fd93-49e6-b853-e45bb6296649 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dace20b6-711c-498d-9eef-917fd5df1013,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:36.658912 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f111ef65-fd93-49e6-b853-e45bb6296649 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.660117 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f111ef65-fd93-49e6-b853-e45bb6296649 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218674 Nov 29 02:22:36.662835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52712) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:36.667206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f9fd8dec-2725-4c31-84e6-19a28cb2f4d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'security_group_rule': {'security_group_id': '34a8c434-0216-45d4-ab1b-bdde9d7aeb8c', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:36.688557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-f9fd8dec-2725-4c31-84e6-19a28cb2f4d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Project 9c89609a9d3744318d2ce4c977df0af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:22:36.693393 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9fd8dec-2725-4c31-84e6-19a28cb2f4d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.752248 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9fd8dec-2725-4c31-84e6-19a28cb2f4d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.755983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9fd8dec-2725-4c31-84e6-19a28cb2f4d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.775522 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd8dec-2725-4c31-84e6-19a28cb2f4d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3052eddf-1e58-4d4a-b6ad-607d9087b43e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:36.782388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f9fd8dec-2725-4c31-84e6-19a28cb2f4d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.783624 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f9fd8dec-2725-4c31-84e6-19a28cb2f4d3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198740 Nov 29 02:22:36.786537 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52714) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:36.791317 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'network': {'name': 'tempest-network-smoke--1445983752', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'port_security_enabled': True}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:36.812079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:22:36.815532 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.842275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:22:36.854166 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.854573 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Added segment 129d594e-f0c9-4346-92ff-04b8a8f65d7d of type vlan for network b67d7106-09fc-47a9-8f18-e58c709f32bc Nov 29 02:22:36.899111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.923738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.929255 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:36.929843 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:36.967419 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1798477 Nov 29 02:22:36.971313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52716) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:36.975973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'admin_state_up': True, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:36.999528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.000586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.001736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ef8f3-db63-4edf-87d1-e92aef316873 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Network': ['ID=b67d7106-09fc-47a9-8f18-e58c709f32bc,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:37.016043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network b67d7106-09fc-47a9-8f18-e58c709f32bc details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:22:37.056989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.199373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.397134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.416573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.520253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.143 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/3bd65039-5eb4-4623-bcdd-0ed92b59a1f9) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:22:37.628113 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.660993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.702568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:22:37.705504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:22:37.710945 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:22:37.713076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=3bd65039-5eb4-4623-bcdd-0ed92b59a1f9,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:37.721754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec1cab-f7fb-40d4-8010-544583b1aaf8 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:22:37.752281 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-59a6dc55-6010-432d-900b-13403edc1fe9 None None] Provisioning complete for port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:37.752735 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-59a6dc55-6010-432d-900b-13403edc1fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:37.786603 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-59a6dc55-6010-432d-900b-13403edc1fe9 None None] Port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:22:37.964194 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:38.157028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:38.285094 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router df46e0a0-356c-4642-8093-a9e8bc25dc98 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:22:38.390347 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:22:38.399847 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Sync routers for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:22:38.411550 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:38.411861 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:38.412487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:38.412691 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-868c0e40-1893-4adb-bdca-fc6c29c8f02b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4403646 Nov 29 02:22:38.415851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52718) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:38.484728 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-48b8fe6b-b3b6-4901-ae75-5309cb479fe2 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9c89609a9d3744318d2ce4c977df0af8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677950 Nov 29 02:22:38.487349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52722) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:38.519682 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:38.577737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134c0c4-c853-4350-a355-2d82084ba72c tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:38.579290 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7134c0c4-c853-4350-a355-2d82084ba72c tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910635 Nov 29 02:22:38.582083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52724) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:38.609651 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-da9c9ebd-a613-4015-a028-35dafd83208f tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=40e2dcc6-a559-4278-9c5c-3210136b6894&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263977 Nov 29 02:22:38.612019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52726) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:38.616693 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1019457564', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:38.694074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:37Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:38.703988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:22:38.709757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:38.725871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Checking router: df46e0a0-356c-4642-8093-a9e8bc25dc98 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:22:38.726461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Updating router df46e0a0-356c-4642-8093-a9e8bc25dc98 port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:22:38.750549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:38.894831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:38.952133 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Subnet': ['ID=91337bab-dd6c-459b-b6a9-56960dd46d02,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:38.968626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Checking segment: {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:22:38.968997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network hostable DHCP agents. Network: b67d7106-09fc-47a9-8f18-e58c709f32bc, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:22:38.985816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network b67d7106-09fc-47a9-8f18-e58c709f32bc is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:22:38.994932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, b67d7106-09fc-47a9-8f18-e58c709f32bc) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:22:39.000064 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:39.000680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.003572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.007177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42570f-903c-4312-82ce-65edf56c11bd None None] Network b67d7106-09fc-47a9-8f18-e58c709f32bc requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:22:39.010839 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.018659 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-50e936e4-fe9a-4d4c-a488-0db6566e6d44 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4055698 Nov 29 02:22:39.021383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52728) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:39.113740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf3ac5-2917-43dc-b48a-6967ea017a4c None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:22:39.122712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f0fee-a3ec-45cf-8f18-c9283732fef6 None None] Pushing event updated for resources: {'Port': ['ID=3bd65039-5eb4-4623-bcdd-0ed92b59a1f9,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:39.130166 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Attempting to bind port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:22:39.130569 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Attempting to bind port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:22:39.130944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Attempting to bind port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:22:39.148966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:22:39.149355 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:22:39.149763 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.150162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:22:39.150671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Bound port: 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:22:39.151056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.247260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] For port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:22:39.252231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] For port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3bd65039-5eb4-4623-bcdd-0ed92b59a1f9,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:22:39.267040 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5541f530-7fb4-4348-85b7-de4ee076e44a None None] Provisioning complete for port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:39.267423 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5541f530-7fb4-4348-85b7-de4ee076e44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.269579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.315466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-b67d7106-09fc-47a9-8f18-e58c709f32bc', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:22:39.316332 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.471660 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.500854 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9df7479-4665-4c33-b886-69d59fc5fb9a None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:22:39.588162 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f0fee-a3ec-45cf-8f18-c9283732fef6 None None] Pushing event updated for resources: {'Port': ['ID=3bd65039-5eb4-4623-bcdd-0ed92b59a1f9,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:39.591310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:39.591935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:39.771541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Allocated IP 172.20.0.2 (b67d7106-09fc-47a9-8f18-e58c709f32bc/91337bab-dd6c-459b-b6a9-56960dd46d02/ea29ca36-3fb2-4fb8-9075-d05ec3b98186) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:22:39.774942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5541f530-7fb4-4348-85b7-de4ee076e44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:39.795808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:39.858443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5541f530-7fb4-4348-85b7-de4ee076e44a None None] For port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3bd65039-5eb4-4623-bcdd-0ed92b59a1f9,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:39.871433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5541f530-7fb4-4348-85b7-de4ee076e44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.046372 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541f530-7fb4-4348-85b7-de4ee076e44a None None] Pushing event updated for resources: {'Port': ['ID=3bd65039-5eb4-4623-bcdd-0ed92b59a1f9,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:40.061503 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-99d47a33-a4e2-4996-b70a-7d05282f977f None None] Provisioning complete for port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:40.061882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99d47a33-a4e2-4996-b70a-7d05282f977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.164676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.174138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.221107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.1 (b67d7106-09fc-47a9-8f18-e58c709f32bc/91337bab-dd6c-459b-b6a9-56960dd46d02/ed708234-67e3-4e4c-ae6a-dc4c7b844987) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:22:40.241426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Network b67d7106-09fc-47a9-8f18-e58c709f32bc is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:22:40.252892 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:22:40.260178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:22:40.265475 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:37Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:40.274429 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Pushing event updated for resources: {'Port': ['ID=ea29ca36-3fb2-4fb8-9075-d05ec3b98186,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:40.309988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c0e59-f031-480f-a6f1-f6ae61151f80 None None] The sync data for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv is: [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:37Z', 'revision_number': 3, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:22:40.354220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.363555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Attempting to bind port ea29ca36-3fb2-4fb8-9075-d05ec3b98186 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:22:40.363938 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Attempting to bind port ea29ca36-3fb2-4fb8-9075-d05ec3b98186 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:22:40.364310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Attempting to bind port ea29ca36-3fb2-4fb8-9075-d05ec3b98186 on network b67d7106-09fc-47a9-8f18-e58c709f32bc {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:22:40.369612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:22:40.370000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Checking segment: {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:22:40.370409 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.370841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Bound using segment: {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:22:40.371890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Bound port: ea29ca36-3fb2-4fb8-9075-d05ec3b98186, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:22:40.372282 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.442773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] For port ea29ca36-3fb2-4fb8-9075-d05ec3b98186, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:22:40.446314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] For port ea29ca36-3fb2-4fb8-9075-d05ec3b98186, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ea29ca36-3fb2-4fb8-9075-d05ec3b98186,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:22:40.451737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.516955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aeaf30-7f94-41d1-a509-484966a15b8f None None] Pushing event updated for resources: {'Port': ['ID=ea29ca36-3fb2-4fb8-9075-d05ec3b98186,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:40.687768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-036f4dfa-ca9e-453b-a5a1-76757add34f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.741331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.788723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network b67d7106-09fc-47a9-8f18-e58c709f32bc is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:22:40.792140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:22:40.795282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:22:40.824188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=ed708234-67e3-4e4c-ae6a-dc4c7b844987,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:40.857059 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:40.996650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:41.286807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:41.291627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:41.375975 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=ed708234-67e3-4e4c-ae6a-dc4c7b844987,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:41.378521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:41.476433 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network b67d7106-09fc-47a9-8f18-e58c709f32bc is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:22:41.477916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:22:41.528410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03778e7-3e9e-482a-9fa3-e79eeb542709 None None] Network b67d7106-09fc-47a9-8f18-e58c709f32bc requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:22:41.593989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router df46e0a0-356c-4642-8093-a9e8bc25dc98 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:22:41.597486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a3508af0-5498-4850-8e73-d76774237fd0 None None] Provisioning complete for port ea29ca36-3fb2-4fb8-9075-d05ec3b98186 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:41.597869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3508af0-5498-4850-8e73-d76774237fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:41.715516 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:22:41.720616 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-290ff2b4-5347-491d-a365-43b801782149 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/df46e0a0-356c-4642-8093-a9e8bc25dc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6982775 Nov 29 02:22:41.751469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3508af0-5498-4850-8e73-d76774237fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:41.793602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a3508af0-5498-4850-8e73-d76774237fd0 None None] For port ea29ca36-3fb2-4fb8-9075-d05ec3b98186, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ea29ca36-3fb2-4fb8-9075-d05ec3b98186,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:41.801752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a3508af0-5498-4850-8e73-d76774237fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:41.863842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3508af0-5498-4850-8e73-d76774237fd0 None None] Pushing event updated for resources: {'Port': ['ID=ea29ca36-3fb2-4fb8-9075-d05ec3b98186,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:41.889173 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-21d6d853-ac9f-4e57-ae88-edf57efd90bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978255971&fields=id&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 267 time: 0.0470912 Nov 29 02:22:42.017706 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Sync routers for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:22:42.029159 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:42.029883 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:42.033391 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-66c84399-9e4d-4088-893a-23e4d030c8c2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:42.034981 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-66c84399-9e4d-4088-893a-23e4d030c8c2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/networks?id=b67d7106-09fc-47a9-8f18-e58c709f32bc HTTP/1.1" status: 200 len: 797 time: 0.1377261 Nov 29 02:22:42.038356 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-91ba0fe9-fd5d-41cf-b83d-9894a3f1721b None None] Provisioning complete for port ed708234-67e3-4e4c-ae6a-dc4c7b844987 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:42.038763 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-91ba0fe9-fd5d-41cf-b83d-9894a3f1721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.053209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-3b42d38d-4ae0-4bf3-b438-dfa87a988719 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/quotas/9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 375 time: 0.0114536 Nov 29 02:22:42.076797 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-91ba0fe9-fd5d-41cf-b83d-9894a3f1721b None None] Port ed708234-67e3-4e4c-ae6a-dc4c7b844987 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:22:42.087665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-91ba0fe9-fd5d-41cf-b83d-9894a3f1721b None None] Provisioning complete for port ea29ca36-3fb2-4fb8-9075-d05ec3b98186 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:42.088038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-91ba0fe9-fd5d-41cf-b83d-9894a3f1721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.117404 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-1ebc837d-8324-4673-a6a3-95e0ecc06f0c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574653 Nov 29 02:22:42.161541 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:42.231282 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-d4e58fa1-1e49-4b57-a8aa-097f8ea42382 service neutron] 10.222.0.30 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009791 Nov 29 02:22:42.324599 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-901caafd-6f19-4421-b360-b7c92e41ada9 None None] Provisioning complete for port ed708234-67e3-4e4c-ae6a-dc4c7b844987 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:42.324983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-901caafd-6f19-4421-b360-b7c92e41ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.366271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-901caafd-6f19-4421-b360-b7c92e41ada9 None None] Port ed708234-67e3-4e4c-ae6a-dc4c7b844987 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:22:42.389083 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-c9b3b306-4eae-44d3-9c82-6862e4774ded service neutron] 10.222.0.30 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492507 Nov 29 02:22:42.435239 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:41Z', 'revision_number': 2, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:42.435561 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:22:42.464098 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Checking router: df46e0a0-356c-4642-8093-a9e8bc25dc98 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:22:42.464377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Updating router df46e0a0-356c-4642-8093-a9e8bc25dc98 port ed708234-67e3-4e4c-ae6a-dc4c7b844987 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:22:42.495877 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.502806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-bf02eabd-4427-41d2-baef-cb270a5d4134 None None] Provisioning complete for port ed708234-67e3-4e4c-ae6a-dc4c7b844987 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:42.502806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bf02eabd-4427-41d2-baef-cb270a5d4134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.545475 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:42.546100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.573939 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3e45d55a-e5e8-4ebe-8c4d-517f88e5d34b req-b0e48f47-e484-4bf4-80a4-d651655690a8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 210 time: 0.0278866 Nov 29 02:22:42.609555 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-bf02eabd-4427-41d2-baef-cb270a5d4134 None None] Port ed708234-67e3-4e4c-ae6a-dc4c7b844987 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:22:42.653498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ea29ca36-3fb2-4fb8-9075-d05ec3b98186 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:22:42.708177 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ea29ca36-3fb2-4fb8-9075-d05ec3b98186 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:42.708557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.866531 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.871893 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.954177 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Pushing event updated for resources: {'Port': ['ID=ed708234-67e3-4e4c-ae6a-dc4c7b844987,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:42.976864 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.977242 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.977553 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.977889 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.978210 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.978564 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.978889 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.979210 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.979530 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.979857 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.980169 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.980515 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:42.993220 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Attempting to bind port ed708234-67e3-4e4c-ae6a-dc4c7b844987 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:22:42.993592 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Attempting to bind port ed708234-67e3-4e4c-ae6a-dc4c7b844987 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:22:42.993957 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Attempting to bind port ed708234-67e3-4e4c-ae6a-dc4c7b844987 on network b67d7106-09fc-47a9-8f18-e58c709f32bc {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:22:43.000658 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:22:43.001248 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Checking segment: {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:22:43.001814 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:43.002203 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Bound using segment: {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:22:43.002690 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Bound port: ed708234-67e3-4e4c-ae6a-dc4c7b844987, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:22:43.003076 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:43.068526 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] For port ed708234-67e3-4e4c-ae6a-dc4c7b844987, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:22:43.072226 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] For port ed708234-67e3-4e4c-ae6a-dc4c7b844987, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ed708234-67e3-4e4c-ae6a-dc4c7b844987,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:22:43.077580 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:43.133637 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e83e6561-7772-4614-95a7-c1263464a204 None None] Provisioning complete for port ed708234-67e3-4e4c-ae6a-dc4c7b844987 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:43.134045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e83e6561-7772-4614-95a7-c1263464a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:43.136767 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628a471-83d9-4bc7-ad71-496d7dac570b None None] Pushing event updated for resources: {'Port': ['ID=ed708234-67e3-4e4c-ae6a-dc4c7b844987,revision_number=4']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:43.140187 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:43.140840 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:43.242707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e83e6561-7772-4614-95a7-c1263464a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:43.261934 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:43.277802 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e83e6561-7772-4614-95a7-c1263464a204 None None] For port ed708234-67e3-4e4c-ae6a-dc4c7b844987, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ed708234-67e3-4e4c-ae6a-dc4c7b844987,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:43.281268 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e83e6561-7772-4614-95a7-c1263464a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:43.333392 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e6561-7772-4614-95a7-c1263464a204 None None] Pushing event updated for resources: {'Port': ['ID=ed708234-67e3-4e4c-ae6a-dc4c7b844987,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:43.402178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2477aad7-66d0-4ae4-8484-c578a2343d10 None None] Provisioning complete for port ed708234-67e3-4e4c-ae6a-dc4c7b844987 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:43.403053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2477aad7-66d0-4ae4-8484-c578a2343d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:43.471811 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-6c919306-903f-481c-b190-6d87a023a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:43Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:43.497784 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c919306-903f-481c-b190-6d87a023a038 None None] The sync data for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv is: [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:43Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:22:43.708735 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-705f42e4-5af6-4c8b-9a00-acbf290ce713 req-b7c55a5c-6097-4b00-92b4-e39f442e8ab0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 210 time: 0.0443079 Nov 29 02:22:43.787071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-8dccacd8-d13f-4d6a-a7d1-40045b5b5a47 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:43.789207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-8dccacd8-d13f-4d6a-a7d1-40045b5b5a47 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/networks?id=b67d7106-09fc-47a9-8f18-e58c709f32bc HTTP/1.1" status: 200 len: 797 time: 0.1556697 Nov 29 02:22:43.862257 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-6f42b567-b75b-4da3-ad8e-1370d428be29 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c89609a9d3744318d2ce4c977df0af8 HTTP/1.1" status: 200 len: 379 time: 0.0579679 Nov 29 02:22:43.872758 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'port': {'device_id': '8483cdda-6342-42cc-b146-c37ff0960b09', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'admin_state_up': True, 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'security_groups': ['34a8c434-0216-45d4-ab1b-bdde9d7aeb8c']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:43.993625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Made reservation on behalf of 9c89609a9d3744318d2ce4c977df0af8 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:22:43.997502 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.045338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.130915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.20.0.10 (b67d7106-09fc-47a9-8f18-e58c709f32bc/91337bab-dd6c-459b-b6a9-56960dd46d02/cbb5a7e7-8e60-471b-af3b-41da502fe821) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:22:44.231760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4490eafd-ec4d-48a7-b10f-80e7e1e83af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.278118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.317526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.361587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network b67d7106-09fc-47a9-8f18-e58c709f32bc is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:22:44.367272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:22:44.371071 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:22:44.387832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ed708234-67e3-4e4c-ae6a-dc4c7b844987 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:22:44.403606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=cbb5a7e7-8e60-471b-af3b-41da502fe821,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:44.439332 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:44.439996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.457373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port ed708234-67e3-4e4c-ae6a-dc4c7b844987 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:44.458078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.461247 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-554a0718-7247-423d-a157-eb41df0995bd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5925748 Nov 29 02:22:44.480191 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Request body: {'port': {'device_id': '8483cdda-6342-42cc-b146-c37ff0960b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:44.550202 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.737624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-694ea77d-21c4-463a-a748-abc00b9e5237 None None] Provisioning complete for port cbb5a7e7-8e60-471b-af3b-41da502fe821 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:44.737747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-694ea77d-21c4-463a-a748-abc00b9e5237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.776438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-694ea77d-21c4-463a-a748-abc00b9e5237 None None] Port cbb5a7e7-8e60-471b-af3b-41da502fe821 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:22:44.831482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b266914-238a-473a-acb3-1eefce85d8d5 req-e1e6ee0b-f80c-4280-a23d-df12360910ff tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:44.833363 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7b266914-238a-473a-acb3-1eefce85d8d5 req-e1e6ee0b-f80c-4280-a23d-df12360910ff tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 932 time: 0.0529616 Nov 29 02:22:44.887366 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7b266914-238a-473a-acb3-1eefce85d8d5 req-c6ede4d0-9cf5-485e-826a-ff4010854efd tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479739 Nov 29 02:22:45.171945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb5a7e7-8e60-471b-af3b-41da502fe821 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:22:45.179388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.191022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Transition to ACTIVE for port object cbb5a7e7-8e60-471b-af3b-41da502fe821 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:22:45.195156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.263429 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb5a7e7-8e60-471b-af3b-41da502fe821,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:45.319117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Attempting to bind port cbb5a7e7-8e60-471b-af3b-41da502fe821 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:22:45.319459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Attempting to bind port cbb5a7e7-8e60-471b-af3b-41da502fe821 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:22:45.319796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Attempting to bind port cbb5a7e7-8e60-471b-af3b-41da502fe821 on network b67d7106-09fc-47a9-8f18-e58c709f32bc {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:22:45.324400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Port cbb5a7e7-8e60-471b-af3b-41da502fe821 on network b67d7106-09fc-47a9-8f18-e58c709f32bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:22:45.324769 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Attempting to bind port cbb5a7e7-8e60-471b-af3b-41da502fe821 on network b67d7106-09fc-47a9-8f18-e58c709f32bc {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:22:45.329802 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:22:45.330146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Checking segment: {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:22:45.330576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Bound using segment: {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:22:45.331013 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Bound port: cbb5a7e7-8e60-471b-af3b-41da502fe821, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129d594e-f0c9-4346-92ff-04b8a8f65d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:22:45.331375 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.396350 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] For port cbb5a7e7-8e60-471b-af3b-41da502fe821, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:22:45.399303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] For port cbb5a7e7-8e60-471b-af3b-41da502fe821, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:22:45.403911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.441091 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:45.441896 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.443216 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] 10.222.0.21 "PUT /v2.0/ports/cbb5a7e7-8e60-471b-af3b-41da502fe821 HTTP/1.1" status: 200 len: 1094 time: 0.9687872 Nov 29 02:22:45.443706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:22:45.446149 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe02687-3ed0-4ad8-a788-114079dbb6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:22:45.447438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.471198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e5e80-46b6-4f41-941f-2be4633fff47 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb5a7e7-8e60-471b-af3b-41da502fe821,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:45.490242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ede14c0-fd64-4428-b03d-efaeaf6a83b0 x-openstack-request-id: req-9ede14c0-fd64-4428-b03d-efaeaf6a83b0 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:22:45.490747 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:22:45.491005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ede14c0-fd64-4428-b03d-efaeaf6a83b0 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:22:45.491415 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'status': 'completed', 'code': 200} Nov 29 02:22:45.554945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-87f134c3-3cca-48f0-b72e-0abd03e1debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:45.556480 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-87f134c3-3cca-48f0-b72e-0abd03e1debe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 1097 time: 0.0477886 Nov 29 02:22:45.605977 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-0e333f28-27f9-439a-b1fa-bb2b80fd1e90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821 HTTP/1.1" status: 200 len: 217 time: 0.0357704 Nov 29 02:22:45.658800 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-38de401e-d90d-4283-93ff-5dfc0f244a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:45.660240 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-38de401e-d90d-4283-93ff-5dfc0f244a60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91337bab-dd6c-459b-b6a9-56960dd46d02 HTTP/1.1" status: 200 len: 835 time: 0.0480793 Nov 29 02:22:45.705354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-8619c358-b5db-4d36-8fe3-7729957932f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:45.706742 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-8619c358-b5db-4d36-8fe3-7729957932f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b67d7106-09fc-47a9-8f18-e58c709f32bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386932 Nov 29 02:22:45.794247 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-55b0e4c0-6c78-4f20-9efb-e3a041f596c5 service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806320 Nov 29 02:22:45.884268 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0af59398-34ba-4d53-b5c2-a155fcd63e57 req-9652dc49-fb13-45fd-9fa5-8d8386b9d738 service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830207 Nov 29 02:22:46.008501 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e71bd-e9f9-4812-94e5-863cae815ef6 req-852042cf-c3b6-4968-83f8-8256436d4c72 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:46.010328 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c45e71bd-e9f9-4812-94e5-863cae815ef6 req-852042cf-c3b6-4968-83f8-8256436d4c72 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 944 time: 0.0542910 Nov 29 02:22:46.020698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-2357bdc6-4103-416a-b62b-a648614b0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:46.022245 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-2357bdc6-4103-416a-b62b-a648614b0457 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 1097 time: 0.0418510 Nov 29 02:22:46.060162 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c45e71bd-e9f9-4812-94e5-863cae815ef6 req-c3e699f3-d61a-4669-baff-fb4470906a9a tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Nov 29 02:22:46.114925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-d2e0928b-b7e2-49cb-b1eb-15756ddc2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:46.116383 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-d2e0928b-b7e2-49cb-b1eb-15756ddc2f3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b67d7106-09fc-47a9-8f18-e58c709f32bc HTTP/1.1" status: 200 len: 898 time: 0.0863223 Nov 29 02:22:46.158789 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-c5e44ad3-238e-41db-a8f5-e44731960efa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821 HTTP/1.1" status: 200 len: 217 time: 0.0331604 Nov 29 02:22:46.210302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-47e3f6ec-09a2-4495-b3a0-53a6509fd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:46.211742 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-47e3f6ec-09a2-4495-b3a0-53a6509fd311 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91337bab-dd6c-459b-b6a9-56960dd46d02 HTTP/1.1" status: 200 len: 835 time: 0.0464752 Nov 29 02:22:46.257620 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-f14a8004-6bae-4e19-bf63-b5047b96b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:46.259135 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-f14a8004-6bae-4e19-bf63-b5047b96b578 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b67d7106-09fc-47a9-8f18-e58c709f32bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383723 Nov 29 02:22:46.348928 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-cdf4a86a-5f22-45ea-9229-a2e2b5e646bd service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816274 Nov 29 02:22:46.365858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:46.446147 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8fe02687-3ed0-4ad8-a788-114079dbb6fa req-d3cd38a0-386b-4d1b-8acf-e6b2269c004e service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883389 Nov 29 02:22:47.175552 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903788fd-619a-4412-9e6c-e7984067b87a req-c5b5961e-06ac-4497-9e53-b87958547330 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:47.177125 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-903788fd-619a-4412-9e6c-e7984067b87a req-c5b5961e-06ac-4497-9e53-b87958547330 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 944 time: 0.0493479 Nov 29 02:22:47.226950 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-903788fd-619a-4412-9e6c-e7984067b87a req-8a5fe256-c361-49c7-b063-17022bd5f99c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438256 Nov 29 02:22:48.338897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e4bc-d2f1-4793-8735-a7164c028e17 req-cbb0dbfb-2081-4837-92ad-1050e31e3ffe tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:48.340882 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3872e4bc-d2f1-4793-8735-a7164c028e17 req-cbb0dbfb-2081-4837-92ad-1050e31e3ffe tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 944 time: 0.0486901 Nov 29 02:22:48.389529 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3872e4bc-d2f1-4793-8735-a7164c028e17 req-2c68de97-4535-46fc-8e55-3d587a1ab8d0 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Nov 29 02:22:49.117435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cbb5a7e7-8e60-471b-af3b-41da502fe821 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:22:49.213538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cbb5a7e7-8e60-471b-af3b-41da502fe821, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:49.224732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'port_id': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'mac_address': 'fa:16:3e:58:11:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:22:49.262373 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:49.278121 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb5a7e7-8e60-471b-af3b-41da502fe821 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:22:49.297905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cbb5a7e7-8e60-471b-af3b-41da502fe821, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:49.301686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:49.349126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cbb5a7e7-8e60-471b-af3b-41da502fe821,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:49.508804 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca78e6-a85a-4ea2-b814-abd2c2694950 req-1d0ba4ad-93dd-474f-b2a2-bb0098ed3486 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:49.511514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-94ca78e6-a85a-4ea2-b814-abd2c2694950 req-1d0ba4ad-93dd-474f-b2a2-bb0098ed3486 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 945 time: 0.0565367 Nov 29 02:22:49.560345 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-94ca78e6-a85a-4ea2-b814-abd2c2694950 req-aa6f8384-0b34-4172-b9f2-5deeb5e5a52e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428302 Nov 29 02:22:49.582879 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['cbb5a7e7-8e60-471b-af3b-41da502fe821'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:22:50.671593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920324a-885f-489c-917d-446752bc2130 req-30002f51-d5fd-4e34-a781-7a26d0b55cc1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:50.672959 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3920324a-885f-489c-917d-446752bc2130 req-30002f51-d5fd-4e34-a781-7a26d0b55cc1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 945 time: 0.0480533 Nov 29 02:22:50.724765 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3920324a-885f-489c-917d-446752bc2130 req-443eb1d2-5e0a-4958-bc92-28b2ea5f89b8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460546 Nov 29 02:22:51.129462 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cbb5a7e7-8e60-471b-af3b-41da502fe821 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:22:51.178416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port cbb5a7e7-8e60-471b-af3b-41da502fe821 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:22:51.182108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port cbb5a7e7-8e60-471b-af3b-41da502fe821 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:51.182516 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:51.259820 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:51.282271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:22:51.284535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325fd51a-4853-45df-a6c1-14dd0506776a" -d '{"events": [{"server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "name": "network-vif-plugged", "status": "completed", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:22:51.297951 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port cbb5a7e7-8e60-471b-af3b-41da502fe821, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:51.303522 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:51.350678 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=cbb5a7e7-8e60-471b-af3b-41da502fe821,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:51.370015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d77590-a190-42cf-84d6-2ed57ee7a7b6 x-openstack-request-id: req-a9d77590-a190-42cf-84d6-2ed57ee7a7b6 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:22:51.370316 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "name": "network-vif-plugged", "status": "completed", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:22:51.370607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9d77590-a190-42cf-84d6-2ed57ee7a7b6 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:22:51.371046 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'code': 200} Nov 29 02:22:51.571629 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b98c5f-cbc7-4629-8c7e-b603c855f69e req-755316fb-7712-473c-8bdf-a7878c1137d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:51.573130 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-02b98c5f-cbc7-4629-8c7e-b603c855f69e req-755316fb-7712-473c-8bdf-a7878c1137d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 1099 time: 0.0396948 Nov 29 02:22:51.618368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-02b98c5f-cbc7-4629-8c7e-b603c855f69e req-4de51223-3736-4527-a169-29633f984df7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383205 Nov 29 02:22:51.837209 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361740-8f5a-4119-98e9-0d4abf6d8419 req-5e8bb718-d190-4b13-9a28-b63905537691 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:51.838707 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9a361740-8f5a-4119-98e9-0d4abf6d8419 req-5e8bb718-d190-4b13-9a28-b63905537691 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0483100 Nov 29 02:22:51.888032 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9a361740-8f5a-4119-98e9-0d4abf6d8419 req-2881f2d0-e814-453f-86d7-1f4bfc488f0e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428281 Nov 29 02:22:52.656742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:53.005015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f29d-d5cb-4016-956e-fae393ff7cd9 req-209705ab-1145-4d82-9e9e-15baff4ea0ce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:53.006514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e552f29d-d5cb-4016-956e-fae393ff7cd9 req-209705ab-1145-4d82-9e9e-15baff4ea0ce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0483577 Nov 29 02:22:53.059354 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e552f29d-d5cb-4016-956e-fae393ff7cd9 req-e98a5064-b3c9-443d-9d9f-ac57ed56e301 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466769 Nov 29 02:22:53.172216 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bb078-d79d-497a-8cb2-837e8419e8a7 req-73b5d47c-541c-4fac-a707-69b1ce1fce8e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:53.173649 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-757bb078-d79d-497a-8cb2-837e8419e8a7 req-73b5d47c-541c-4fac-a707-69b1ce1fce8e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0498338 Nov 29 02:22:53.222361 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-757bb078-d79d-497a-8cb2-837e8419e8a7 req-dc7edc74-ff46-44ac-b578-7f80c4a6ba0c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427585 Nov 29 02:22:53.243156 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52788) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:53.286891 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98df2d-2bc9-4fa7-a629-f1cc850d97e3 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:53.288404 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8d98df2d-2bc9-4fa7-a629-f1cc850d97e3 tempest-TestNetworkAdvancedServerOps-1145461950 tempest-TestNetworkAdvancedServerOps-1145461950-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 1094 time: 0.0442865 Nov 29 02:22:53.291201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52790) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:53.295455 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:22:53.316326 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:53.411336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:53.516262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Allocated IP 172.26.8.107 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/68e6a397-db91-46ec-91d1-dd3127c2c486) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:22:53.616806 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:53.651387 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:53.692655 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:22:53.699597 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:22:53.703130 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:22:53.708610 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=68e6a397-db91-46ec-91d1-dd3127c2c486,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:54.040426 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:54.108280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:54.261324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:54.265723 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:54.333923 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event updated for resources: {'Port': ['ID=68e6a397-db91-46ec-91d1-dd3127c2c486,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:54.347702 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:54.450476 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP 5ad6f422-d9d6-4333-b738-3284b8b2042b associated. External IP: 172.26.8.107, port: cbb5a7e7-8e60-471b-af3b-41da502fe821. Nov 29 02:22:54.656298 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router df46e0a0-356c-4642-8093-a9e8bc25dc98 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:22:54.759031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:22:54.771657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] Sync routers for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:22:54.777733 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:54.782315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:54.782986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:54.807631 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8a5deb83-c041-418b-8d6f-c33d825d504e tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5154305 Nov 29 02:22:54.808250 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:22:54.810541 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7513350c-9281-4022-b7c2-c279198009a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:22:54.906528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:54.909859 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9141ceba-789c-4e85-a11c-b49a49be8915 x-openstack-request-id: req-9141ceba-789c-4e85-a11c-b49a49be8915 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:22:54.910403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:22:54.910892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9141ceba-789c-4e85-a11c-b49a49be8915 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:22:54.911518 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'status': 'completed', 'code': 200} Nov 29 02:22:54.912553 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26ddf-0415-413f-9e17-9ba4f45b5805 req-69ebdc61-2f07-41ce-a942-95dec9389171 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:54.914160 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9ae26ddf-0415-413f-9e17-9ba4f45b5805 req-69ebdc61-2f07-41ce-a942-95dec9389171 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0559390 Nov 29 02:22:54.975434 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9ae26ddf-0415-413f-9e17-9ba4f45b5805 req-4df3c5d1-085d-4b13-ad32-59a03b897662 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552778 Nov 29 02:22:54.999009 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52798) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:55.004826 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513350c-9281-4022-b7c2-c279198009a5 req-edb6de4c-9a8a-4d4b-b860-64fb54402d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:55.006713 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7513350c-9281-4022-b7c2-c279198009a5 req-edb6de4c-9a8a-4d4b-b860-64fb54402d3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 1099 time: 0.0519717 Nov 29 02:22:55.069065 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-4f2bef01-bcc4-4d7f-9a20-bd693533a15b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/5ad6f422-d9d6-4333-b738-3284b8b2042b HTTP/1.1" status: 200 len: 992 time: 0.0688508 Nov 29 02:22:55.104088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513350c-9281-4022-b7c2-c279198009a5 req-63365a56-9d03-4a1f-849b-67b94c39ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:55.105615 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7513350c-9281-4022-b7c2-c279198009a5 req-63365a56-9d03-4a1f-849b-67b94c39ad4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b67d7106-09fc-47a9-8f18-e58c709f32bc HTTP/1.1" status: 200 len: 898 time: 0.0903370 Nov 29 02:22:55.156428 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '5ad6f422-d9d6-4333-b738-3284b8b2042b', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'port_id': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'mac_address': 'fa:16:3e:58:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483cdda-6342-42cc-b146-c37ff0960b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:22:53Z', 'updated_at': '2021-11-29T02:22:53Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:43Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:55.172288 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7513350c-9281-4022-b7c2-c279198009a5 req-51922b6b-77b2-4ca1-887e-5e12e55e9a2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821 HTTP/1.1" status: 200 len: 1000 time: 0.0591621 Nov 29 02:22:55.182601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] Checking router: df46e0a0-356c-4642-8093-a9e8bc25dc98 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:22:55.191512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:22:55.192272 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:22:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:55.226748 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513350c-9281-4022-b7c2-c279198009a5 req-ae36de76-04a8-46a3-a676-884fa9fa74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:55.228240 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7513350c-9281-4022-b7c2-c279198009a5 req-ae36de76-04a8-46a3-a676-884fa9fa74e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91337bab-dd6c-459b-b6a9-56960dd46d02 HTTP/1.1" status: 200 len: 835 time: 0.0493565 Nov 29 02:22:55.279342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513350c-9281-4022-b7c2-c279198009a5 req-9ca67b5c-c284-4a09-a08a-fc3902f8eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:55.280864 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7513350c-9281-4022-b7c2-c279198009a5 req-9ca67b5c-c284-4a09-a08a-fc3902f8eda9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b67d7106-09fc-47a9-8f18-e58c709f32bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458457 Nov 29 02:22:55.298614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:22:55.372028 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7513350c-9281-4022-b7c2-c279198009a5 req-ed8ba56e-b43a-4d2c-bd09-0512c3374a4f service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842643 Nov 29 02:22:55.466375 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7513350c-9281-4022-b7c2-c279198009a5 req-31ee9587-c808-4caa-8688-22afa647687c service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873508 Nov 29 02:22:55.520856 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '5ad6f422-d9d6-4333-b738-3284b8b2042b', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'port_id': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'mac_address': 'fa:16:3e:58:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483cdda-6342-42cc-b146-c37ff0960b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:22:53Z', 'updated_at': '2021-11-29T02:22:53Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:43Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:22:55.547922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcea4fd-153b-4d38-99d7-947c72b7f80f None None] The sync data for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv is: [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '5ad6f422-d9d6-4333-b738-3284b8b2042b', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'port_id': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'mac_address': 'fa:16:3e:58:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483cdda-6342-42cc-b146-c37ff0960b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:22:53Z', 'updated_at': '2021-11-29T02:22:53Z', 'revision_number': 0, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:43Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:22:55.732395 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd4e9d-bb94-4b61-ac71-f57e7999ac5f None None] New status for floating IP 5ad6f422-d9d6-4333-b738-3284b8b2042b: ACTIVE {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:22:56.072795 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52800) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:22:56.135865 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c5afffba-f0b4-4ef4-bfb5-35c0bd98456b tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/5ad6f422-d9d6-4333-b738-3284b8b2042b HTTP/1.1" status: 200 len: 994 time: 0.0616899 Nov 29 02:22:58.918875 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10369412-8efe-487d-b541-d3ac07cae7fe req-14116e75-b068-4071-8b8b-2eb1aea412ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405629 Nov 29 02:22:59.014342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369412-8efe-487d-b541-d3ac07cae7fe req-af372e2e-0bed-413d-8e0d-de99464c07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:59.015837 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10369412-8efe-487d-b541-d3ac07cae7fe req-af372e2e-0bed-413d-8e0d-de99464c07a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 1099 time: 0.0400512 Nov 29 02:22:59.123035 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369412-8efe-487d-b541-d3ac07cae7fe req-2c353aed-7fe6-4d98-8731-5f3d1d5f6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:59.124490 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10369412-8efe-487d-b541-d3ac07cae7fe req-2c353aed-7fe6-4d98-8731-5f3d1d5f6fae service neutron] 10.222.0.21 "GET /v2.0/networks?id=b67d7106-09fc-47a9-8f18-e58c709f32bc HTTP/1.1" status: 200 len: 898 time: 0.0882590 Nov 29 02:22:59.188853 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10369412-8efe-487d-b541-d3ac07cae7fe req-0c83682f-c9dd-40e0-87c2-1cbf50263f5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821 HTTP/1.1" status: 200 len: 1002 time: 0.0572450 Nov 29 02:22:59.245114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369412-8efe-487d-b541-d3ac07cae7fe req-213cf130-907a-4930-8d18-c3451f1e1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:59.246727 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10369412-8efe-487d-b541-d3ac07cae7fe req-213cf130-907a-4930-8d18-c3451f1e1f4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91337bab-dd6c-459b-b6a9-56960dd46d02 HTTP/1.1" status: 200 len: 835 time: 0.0515630 Nov 29 02:22:59.292646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369412-8efe-487d-b541-d3ac07cae7fe req-7d8fc486-1670-4d8a-b279-2344bc74c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:59.294131 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10369412-8efe-487d-b541-d3ac07cae7fe req-7d8fc486-1670-4d8a-b279-2344bc74c7bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b67d7106-09fc-47a9-8f18-e58c709f32bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408766 Nov 29 02:22:59.386820 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10369412-8efe-487d-b541-d3ac07cae7fe req-a15ebd78-a165-4460-bdfb-e7038363493e service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848691 Nov 29 02:22:59.475655 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-10369412-8efe-487d-b541-d3ac07cae7fe req-5a13e9d9-a5d5-4960-8398-e9a48d32984b service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820212 Nov 29 02:23:07.147160 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:23:10.673175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-75d67063-4d26-412b-a29d-35aca81b60d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:14.043170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:14.233147 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-14fb95da-f561-43c9-b180-09aa52b02fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:15.448882 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:16.368456 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:22.655469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:24.966252 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721dffc-19d1-444a-94d1-22e90beed476 req-95b19d5c-f415-4bc4-b768-9f2f6412c318 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:24.967779 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b721dffc-19d1-444a-94d1-22e90beed476 req-95b19d5c-f415-4bc4-b768-9f2f6412c318 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0490987 Nov 29 02:23:25.016239 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b721dffc-19d1-444a-94d1-22e90beed476 req-f67c469c-baf1-4866-ae9c-33d34f717d5f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426340 Nov 29 02:23:26.136030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5741f5-a736-4a72-ad68-aba6adacc5a2 req-db1df6c0-df2c-4b0e-9e77-b38c001f69cf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:26.137502 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d5741f5-a736-4a72-ad68-aba6adacc5a2 req-db1df6c0-df2c-4b0e-9e77-b38c001f69cf tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0528235 Nov 29 02:23:26.186533 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d5741f5-a736-4a72-ad68-aba6adacc5a2 req-d27558fc-ed39-40ac-be93-2df7640190ce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430684 Nov 29 02:23:26.208615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52816) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:26.267821 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8be2dba1-e340-4605-a0a2-d560ebb71ebe tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/5ad6f422-d9d6-4333-b738-3284b8b2042b HTTP/1.1" status: 200 len: 994 time: 0.0580742 Nov 29 02:23:27.574071 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d6bd0-98c0-44af-8018-11eda2a0fc61 req-c651eb76-bab3-44bb-adfe-35dd399ba712 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:27.575590 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e73d6bd0-98c0-44af-8018-11eda2a0fc61 req-c651eb76-bab3-44bb-adfe-35dd399ba712 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0546954 Nov 29 02:23:27.621306 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-0db6b7b6-403b-4fdb-bfa9-188dbb59a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:27.623487 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-0db6b7b6-403b-4fdb-bfa9-188dbb59a383 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 1099 time: 0.0426378 Nov 29 02:23:27.638206 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e73d6bd0-98c0-44af-8018-11eda2a0fc61 req-d9a86851-96d5-4f73-a704-71257571924c tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507886 Nov 29 02:23:27.720302 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-e4cb5498-9127-4d25-a6cd-aec308f3faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:27.721956 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-e4cb5498-9127-4d25-a6cd-aec308f3faa4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b67d7106-09fc-47a9-8f18-e58c709f32bc HTTP/1.1" status: 200 len: 898 time: 0.0918410 Nov 29 02:23:27.790445 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-0f541a14-b432-45b9-8cbf-7de961052afb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821 HTTP/1.1" status: 200 len: 1002 time: 0.0603588 Nov 29 02:23:27.840645 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-2c40bf90-ff99-46e4-ac3b-298a4f1967f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:27.842014 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-2c40bf90-ff99-46e4-ac3b-298a4f1967f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91337bab-dd6c-459b-b6a9-56960dd46d02 HTTP/1.1" status: 200 len: 835 time: 0.0446393 Nov 29 02:23:27.887199 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-dae8084f-68ed-4bd4-a8f0-b5b20f205ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:27.888653 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-dae8084f-68ed-4bd4-a8f0-b5b20f205ba3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b67d7106-09fc-47a9-8f18-e58c709f32bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397873 Nov 29 02:23:27.979079 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-2a2a9379-cb51-46a4-8604-0170760524ae service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832524 Nov 29 02:23:28.067472 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97d1af5e-4509-4d89-b7f3-cc92b046dd17 req-cd0fa6b4-3a09-4508-bed4-451e740c30e3 service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813878 Nov 29 02:23:28.754993 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f497-6cf9-4780-8459-1f64dc673f33 req-0e02d454-38af-419b-8748-32b73bf81499 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:28.757052 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb03f497-6cf9-4780-8459-1f64dc673f33 req-0e02d454-38af-419b-8748-32b73bf81499 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0493279 Nov 29 02:23:28.813536 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb03f497-6cf9-4780-8459-1f64dc673f33 req-f1e1cd1f-f212-4113-bd7b-8859c2829d8f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490286 Nov 29 02:23:29.930738 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c9461-8104-4324-a660-ca42d1a27ee3 req-dd220771-c1a8-42e5-9dac-1f01575ad77d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:29.932196 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec6c9461-8104-4324-a660-ca42d1a27ee3 req-dd220771-c1a8-42e5-9dac-1f01575ad77d tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0524807 Nov 29 02:23:29.979951 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec6c9461-8104-4324-a660-ca42d1a27ee3 req-34af5200-9f1b-44fb-a65d-f3f7a290e094 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Nov 29 02:23:30.001549 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52828) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:30.060369 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3df660a2-a977-46ae-b14e-a8ffbd02ef49 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/floatingips/5ad6f422-d9d6-4333-b738-3284b8b2042b HTTP/1.1" status: 200 len: 994 time: 0.0575731 Nov 29 02:23:30.404361 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52834) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:30.562986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 68e6a397-db91-46ec-91d1-dd3127c2c486 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:30.563327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.640812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.641138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.653272 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 68e6a397-db91-46ec-91d1-dd3127c2c486 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:30.797446 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.822394 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=68e6a397-db91-46ec-91d1-dd3127c2c486,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:30.882659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.882987 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Floating IP 5ad6f422-d9d6-4333-b738-3284b8b2042b disassociated (deleted). External IP: 172.26.8.107, port: cbb5a7e7-8e60-471b-af3b-41da502fe821. Nov 29 02:23:31.090051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router df46e0a0-356c-4642-8093-a9e8bc25dc98 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:23:31.475580 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:23:31.480857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:31.485941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] Sync routers for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:23:31.495080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:31.496297 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:31.507888 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-19e72b26-b351-48a5-8186-8c6b2cbb4cce tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/floatingips/5ad6f422-d9d6-4333-b738-3284b8b2042b HTTP/1.1" status: 204 len: 168 time: 1.1024606 Nov 29 02:23:31.508593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:31.511249 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7595bed-19ae-4dac-be21-68c0c242a200" -d '{"events": [{"name": "network-changed", "server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:31.552015 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542cd2e5-b810-415e-88d0-9560ffdc51a7 x-openstack-request-id: req-542cd2e5-b810-415e-88d0-9560ffdc51a7 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:31.552320 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:31.552581 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-542cd2e5-b810-415e-88d0-9560ffdc51a7 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:31.552988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'status': 'completed', 'code': 200} Nov 29 02:23:31.606940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:31.644514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-e83795a0-9ced-4b8e-add9-5cd34db97ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:31.644514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-e83795a0-9ced-4b8e-add9-5cd34db97ccf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c89609a9d3744318d2ce4c977df0af8&device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 1099 time: 0.0442197 Nov 29 02:23:31.776261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7f096-d9fd-4996-a349-f2fd1d4aac55 req-8eb0b878-90df-4a9f-b7a6-2038be38f957 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:31.778161 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cea7f096-d9fd-4996-a349-f2fd1d4aac55 req-8eb0b878-90df-4a9f-b7a6-2038be38f957 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0749307 Nov 29 02:23:31.779146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-a9947469-3533-4d0c-8797-2f9c27dd73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:31.780458 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-a9947469-3533-4d0c-8797-2f9c27dd73c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b67d7106-09fc-47a9-8f18-e58c709f32bc HTTP/1.1" status: 200 len: 898 time: 0.1299477 Nov 29 02:23:31.810403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:43Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:31.831740 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-52552465-bd29-42d8-8135-7e4f8ad29a73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821 HTTP/1.1" status: 200 len: 217 time: 0.0415609 Nov 29 02:23:31.839980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] Checking router: df46e0a0-356c-4642-8093-a9e8bc25dc98 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:23:31.848100 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:31.848717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:31.891443 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cea7f096-d9fd-4996-a349-f2fd1d4aac55 req-3c3c09c4-faee-4039-984e-cb05e37ff800 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071000 Nov 29 02:23:31.908072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-e314bacf-bbfb-4136-a6d3-e41b154aada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:31.909534 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-e314bacf-bbfb-4136-a6d3-e41b154aada8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91337bab-dd6c-459b-b6a9-56960dd46d02 HTTP/1.1" status: 200 len: 835 time: 0.0680518 Nov 29 02:23:31.950866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:31.956118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-4ea4ce1e-91d3-4618-8b57-1d20ecd01460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:31.957626 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-4ea4ce1e-91d3-4618-8b57-1d20ecd01460 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b67d7106-09fc-47a9-8f18-e58c709f32bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391493 Nov 29 02:23:32.049252 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-c7999f37-b8a2-4406-8d22-9f75bc1f61e9 service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823658 Nov 29 02:23:32.146687 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c7595bed-19ae-4dac-be21-68c0c242a200 req-9d12d546-0d34-448f-9d0a-86670658f740 service neutron] 10.222.0.21 "GET /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883126 Nov 29 02:23:32.147119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:43Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:32.173927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2db989-db57-48fd-91e2-97678b1857a9 None None] The sync data for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv is: [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:40Z', 'revision_number': 4, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'ed708234-67e3-4e4c-ae6a-dc4c7b844987', 'name': '', 'network_id': 'b67d7106-09fc-47a9-8f18-e58c709f32bc', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'mac_address': 'fa:16:3e:70:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:39Z', 'updated_at': '2021-11-29T02:22:43Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'subnets': [{'id': '91337bab-dd6c-459b-b6a9-56960dd46d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:23:32.382161 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbaf369-b851-4ac1-a81a-8b25bcdba0a9 None None] New status for floating IP 5ad6f422-d9d6-4333-b738-3284b8b2042b: DOWN {{(pid=109951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:23:33.010288 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e205797-a41e-4df5-91ed-ca4e3484e5fd req-b96eef8c-6ffd-4d0c-89ba-b011fd7b4321 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:33.012032 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2e205797-a41e-4df5-91ed-ca4e3484e5fd req-b96eef8c-6ffd-4d0c-89ba-b011fd7b4321 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0482845 Nov 29 02:23:33.060253 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2e205797-a41e-4df5-91ed-ca4e3484e5fd req-a83d388a-f6e5-47ac-9139-5079234297e3 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/security-groups?id=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425277 Nov 29 02:23:33.561561 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-a7cb12d8-db7f-4034-a15c-2302bebaa8b1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:33.563065 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-a7cb12d8-db7f-4034-a15c-2302bebaa8b1 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 946 time: 0.0479770 Nov 29 02:23:33.653781 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port cbb5a7e7-8e60-471b-af3b-41da502fe821 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:33.654059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.740292 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port cbb5a7e7-8e60-471b-af3b-41da502fe821, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=cbb5a7e7-8e60-471b-af3b-41da502fe821,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:33.740665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.752868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for cbb5a7e7-8e60-471b-af3b-41da502fe821 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:33.879940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.908356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=cbb5a7e7-8e60-471b-af3b-41da502fe821,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:33.919792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.920156 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.920514 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.920865 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.921211 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.921559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.921896 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.922231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.922601 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.922941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.923339 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.923603 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:33.961921 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] No DVR routers for this DVR port cbb5a7e7-8e60-471b-af3b-41da502fe821 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:23:33.964417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.967760 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3e6a54df-2b25-4017-8edd-4079e1c753c1 req-1737f875-0466-4d0c-8e78-88423a9d05e8 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.21 "DELETE /v2.0/ports/cbb5a7e7-8e60-471b-af3b-41da502fe821 HTTP/1.1" status: 204 len: 173 time: 0.3987436 Nov 29 02:23:33.968212 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'name': 'network-vif-deleted', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:33.970447 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61969865-0eba-451f-b450-b8620bd917e3" -d '{"events": [{"server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "name": "network-vif-deleted", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:34.007707 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16db9c14-2228-4ce2-a632-bb25d4cf72e2 x-openstack-request-id: req-16db9c14-2228-4ce2-a632-bb25d4cf72e2 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:34.008010 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8483cdda-6342-42cc-b146-c37ff0960b09", "name": "network-vif-deleted", "tag": "cbb5a7e7-8e60-471b-af3b-41da502fe821", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:34.008266 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16db9c14-2228-4ce2-a632-bb25d4cf72e2 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:34.008698 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8483cdda-6342-42cc-b146-c37ff0960b09', 'name': 'network-vif-deleted', 'tag': 'cbb5a7e7-8e60-471b-af3b-41da502fe821', 'status': 'completed', 'code': 200} Nov 29 02:23:34.168836 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5de0e682-e917-4d1a-b6a2-311deaebbb39 req-b7b5c214-866c-4157-9fc4-0f4ccdcd8291 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "GET /v2.0/ports?device_id=8483cdda-6342-42cc-b146-c37ff0960b09 HTTP/1.1" status: 200 len: 210 time: 0.0289996 Nov 29 02:23:35.225930 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52850) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:35.576646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.826167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port ed708234-67e3-4e4c-ae6a-dc4c7b844987 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:35.826534 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.911750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port ed708234-67e3-4e4c-ae6a-dc4c7b844987, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ed708234-67e3-4e4c-ae6a-dc4c7b844987,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:35.912107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.928703 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for ed708234-67e3-4e4c-ae6a-dc4c7b844987 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:36.110790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:36.139800 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=ed708234-67e3-4e4c-ae6a-dc4c7b844987,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:36.163105 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.163468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.163819 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.164168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.164514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.164857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.165197 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.165536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.165871 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.166207 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.166573 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.166910 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:36.323649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:36.550306 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Router df46e0a0-356c-4642-8093-a9e8bc25dc98 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:23:36.654219 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:23:36.659452 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9fae0c63-4380-4a21-bcb1-145d5543bfc7 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "PUT /v2.0/routers/df46e0a0-356c-4642-8093-a9e8bc25dc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321988 Nov 29 02:23:36.661834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52852) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:36.664342 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] Sync routers for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:23:36.674317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:36.675074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:36.712282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcc258f-4b10-4a81-ae2f-00c2d17a59a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting subnet 91337bab-dd6c-459b-b6a9-56960dd46d02 {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:23:36.715414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3fcc258f-4b10-4a81-ae2f-00c2d17a59a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:36.756167 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3fcc258f-4b10-4a81-ae2f-00c2d17a59a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:36.779696 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:36.842759 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3fcc258f-4b10-4a81-ae2f-00c2d17a59a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:36.901616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3fcc258f-4b10-4a81-ae2f-00c2d17a59a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:36.931613 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3fcc258f-4b10-4a81-ae2f-00c2d17a59a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:36.935091 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3fcc258f-4b10-4a81-ae2f-00c2d17a59a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/subnets/91337bab-dd6c-459b-b6a9-56960dd46d02 HTTP/1.1" status: 204 len: 168 time: 0.2723331 Nov 29 02:23:36.937978 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc258f-4b10-4a81-ae2f-00c2d17a59a2 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Subnet': ['ID=91337bab-dd6c-459b-b6a9-56960dd46d02,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:36.938604 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52854) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:36.939869 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3ea322-36b0-4b7f-8c62-5764eec72c91 None None] Network b67d7106-09fc-47a9-8f18-e58c709f32bc requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:23:37.032487 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:23:36Z', 'revision_number': 5, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port': {'id': '3bd65039-5eb4-4623-bcdd-0ed92b59a1f9', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:37.046433 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.153144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.210103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Deleting port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:37.210336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.221983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] Checking router: df46e0a0-356c-4642-8093-a9e8bc25dc98 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:23:37.236990 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] Routers {'df46e0a0-356c-4642-8093-a9e8bc25dc98'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:37.237605 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['df46e0a0-356c-4642-8093-a9e8bc25dc98'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:37.288952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] For port 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=3bd65039-5eb4-4623-bcdd-0ed92b59a1f9,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:37.289324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.302308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Calling delete_port for 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:37.303693 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cbb5a7e7-8e60-471b-af3b-41da502fe821 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:37.331705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: cbb5a7e7-8e60-471b-af3b-41da502fe821 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:23:37.332060 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device cbb5a7e7-8e60-471b-af3b-41da502fe821 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:23:37.349438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] Set router df46e0a0-356c-4642-8093-a9e8bc25dc98 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:37.404235 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] DHCP port deletion for b67d7106-09fc-47a9-8f18-e58c709f32bc request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:37.408050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:23:37Z', 'revision_number': 6, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:37.436806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968216b-2881-4467-8d6b-e7c329a14c52 None None] The sync data for ids ['df46e0a0-356c-4642-8093-a9e8bc25dc98'] in dv-neutron-816800-5-hyperv is: [{'id': 'df46e0a0-356c-4642-8093-a9e8bc25dc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228396878', 'tenant_id': '9c89609a9d3744318d2ce4c977df0af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:22:37Z', 'updated_at': '2021-11-29T02:23:37Z', 'revision_number': 6, 'project_id': '9c89609a9d3744318d2ce4c977df0af8', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:23:37.474114 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.482102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Deleting port ea29ca36-3fb2-4fb8-9075-d05ec3b98186 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:37.482508 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.501528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Port': ['ID=3bd65039-5eb4-4623-bcdd-0ed92b59a1f9,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:37.533593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12375d7c-dd98-41df-8822-b9327f7c874f None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:37.554218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] For port ea29ca36-3fb2-4fb8-9075-d05ec3b98186, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=ea29ca36-3fb2-4fb8-9075-d05ec3b98186,segment=NetworkSegment(129d594e-f0c9-4346-92ff-04b8a8f65d7d),segment_id=129d594e-f0c9-4346-92ff-04b8a8f65d7d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:37.554650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.561724 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.567895 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Calling delete_port for ea29ca36-3fb2-4fb8-9075-d05ec3b98186 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:37.645402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.651997 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.654147 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.670046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Pushing event deleted for resources: {'Port': ['ID=ea29ca36-3fb2-4fb8-9075-d05ec3b98186,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:37.674769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] No DVR routers for this DVR port ea29ca36-3fb2-4fb8-9075-d05ec3b98186 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:23:37.680981 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.681347 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.685151 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.686310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5cb78e-12a8-43d7-b6b3-dc924795bbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:37.701545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.702085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Fanout notify agent at l3_agent the message router_deleted on router df46e0a0-356c-4642-8093-a9e8bc25dc98 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:23:37.709000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.710146 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3851f9b6-abe6-44a3-9f6a-e1924297832f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/routers/df46e0a0-356c-4642-8093-a9e8bc25dc98 HTTP/1.1" status: 204 len: 168 time: 0.7695041 Nov 29 02:23:37.712806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52858) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:37.788496 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.879950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.899974 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67d7106-09fc-47a9-8f18-e58c709f32bc']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:37.908834 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129d594e-f0c9-4346-92ff-04b8a8f65d7d') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:37.909128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129d594e-f0c9-4346-92ff-04b8a8f65d7d') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:37.918222 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.930666 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.936838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:23:37.937173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:23:37.940071 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:23:37.997039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.003830 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.007009 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/networks/b67d7106-09fc-47a9-8f18-e58c709f32bc HTTP/1.1" status: 204 len: 168 time: 0.2932692 Nov 29 02:23:38.009807 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52860) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:38.018169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbcd35-95c3-41b3-9338-2719e070db1f tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'Network': ['ID=b67d7106-09fc-47a9-8f18-e58c709f32bc,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:38.069656 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d4003f0-879d-48a3-b720-380034976f25 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.094388 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d4003f0-879d-48a3-b720-380034976f25 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.152286 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d4003f0-879d-48a3-b720-380034976f25 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.155086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2d4003f0-879d-48a3-b720-380034976f25 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.156233 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2d4003f0-879d-48a3-b720-380034976f25 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] 10.222.0.30 "DELETE /v2.0/security-groups/34a8c434-0216-45d4-ab1b-bdde9d7aeb8c HTTP/1.1" status: 204 len: 168 time: 0.1451015 Nov 29 02:23:38.165536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4003f0-879d-48a3-b720-380034976f25 tempest-TestNetworkAdvancedServerOps-1247717798 tempest-TestNetworkAdvancedServerOps-1247717798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a8c434-0216-45d4-ab1b-bdde9d7aeb8c,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:38.384334 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:38.411695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:23:38.412031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 3bd65039-5eb4-4623-bcdd-0ed92b59a1f9 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:23:38.412457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ed708234-67e3-4e4c-ae6a-dc4c7b844987 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:38.436039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: ed708234-67e3-4e4c-ae6a-dc4c7b844987 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:23:38.436518 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ed708234-67e3-4e4c-ae6a-dc4c7b844987 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:23:38.437050 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ea29ca36-3fb2-4fb8-9075-d05ec3b98186 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:38.459191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: ea29ca36-3fb2-4fb8-9075-d05ec3b98186 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:23:38.459665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device ea29ca36-3fb2-4fb8-9075-d05ec3b98186 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:23:38.491867 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52868) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:38.634695 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-dc3583c0-0cd3-45b1-8faf-0a3c0b595f7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c89609a9d3744318d2ce4c977df0af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416171 Nov 29 02:23:38.637438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52872) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:38.685019 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2fd2a03f-7a3a-4687-8370-b454837e8979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.705697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2fd2a03f-7a3a-4687-8370-b454837e8979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.753134 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2fd2a03f-7a3a-4687-8370-b454837e8979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.755750 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2fd2a03f-7a3a-4687-8370-b454837e8979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.756917 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2fd2a03f-7a3a-4687-8370-b454837e8979 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f65b641-3d9b-449d-855a-eac4a1abb9d6 HTTP/1.1" status: 204 len: 168 time: 0.1185329 Nov 29 02:23:38.766124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2a03f-7a3a-4687-8370-b454837e8979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f65b641-3d9b-449d-855a-eac4a1abb9d6,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:39.013451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52878) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:39.026650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-df917e12-336e-4ae0-8b31-9fcd25d8c3ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.106785 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-df917e12-336e-4ae0-8b31-9fcd25d8c3ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.110411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-df917e12-336e-4ae0-8b31-9fcd25d8c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.148609 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-df917e12-336e-4ae0-8b31-9fcd25d8c3ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b9f140cc7a2440ab69b68f3e5aefacf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339374 Nov 29 02:23:39.150780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df917e12-336e-4ae0-8b31-9fcd25d8c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da6f57-b074-4a6f-a4be-af5487a6779f,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:39.151445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52880) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:39.204465 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9b21ae9-1203-427e-a25f-c46f025d89f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.225133 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9b21ae9-1203-427e-a25f-c46f025d89f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.270942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9b21ae9-1203-427e-a25f-c46f025d89f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.273622 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-a9b21ae9-1203-427e-a25f-c46f025d89f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.274811 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-a9b21ae9-1203-427e-a25f-c46f025d89f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9da6f57-b074-4a6f-a4be-af5487a6779f HTTP/1.1" status: 204 len: 168 time: 0.1223707 Nov 29 02:23:39.282244 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b21ae9-1203-427e-a25f-c46f025d89f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da6f57-b074-4a6f-a4be-af5487a6779f,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:39.916449 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52902) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:40.009146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-318467274-network', 'tenant_id': '087ffee9564843f5a3faf7872de122f4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:40.030329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Made reservation on behalf of 087ffee9564843f5a3faf7872de122f4 for: {'network': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:40.032605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.040663 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.112493 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.116161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.140291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=109948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:23:40.148829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f464a88-de41-4f7f-a02e-11bbb119d2ee,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:40.155320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.155964 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.segments_db [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Added segment 7ee06a7a-8d75-4130-acc8-c14c8a7c1300 of type vlan for network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 Nov 29 02:23:40.195701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.220012 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.220986 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:40.221556 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.285856 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3682153 Nov 29 02:23:40.288852 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52906) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:40.291124 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c15dc8-ca72-4445-90fd-bb821200a781 admin admin] Pushing event updated for resources: {'Network': ['ID=ece495f6-5a66-401b-bcf2-5ba2ec42bd93,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:40.294331 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Request body: {'subnet': {'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-318467274-subnet', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:40.301245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:23:40.317226 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Made reservation on behalf of 087ffee9564843f5a3faf7872de122f4 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:40.319677 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.485402 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.549482 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9709671b-eec3-4f6f-af36-2bae8eb1cb2d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:40.553684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Checking segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:40.554047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Network hostable DHCP agents. Network: ece495f6-5a66-401b-bcf2-5ba2ec42bd93, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:23:40.571282 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:23:40.580243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, ece495f6-5a66-401b-bcf2-5ba2ec42bd93) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:40.585123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:40.587057 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.587994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b0f4b-68b9-41e0-843c-7440c1603bb4 None None] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:23:40.603700 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c8e25535-97d8-474e-8910-efb3e46ebab9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3137341 Nov 29 02:23:40.606972 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52908) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:40.611183 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:40.631093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.632083 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.684671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.704329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5ea4b96-eea6-445c-bd7d-96251f54461c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.747679 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:23:40.748576 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.824850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:40.883499 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Allocated IP 172.20.0.2 (ece495f6-5a66-401b-bcf2-5ba2ec42bd93/9709671b-eec3-4f6f-af36-2bae8eb1cb2d/7ea0e535-20c8-471b-9e10-43aebf10573f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:41.024569 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.033652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.038976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.048377 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.075931 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:41.082064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:41.085093 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:41.094504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Pushing event updated for resources: {'Port': ['ID=7ea0e535-20c8-471b-9e10-43aebf10573f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:41.144850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Attempting to bind port 7ea0e535-20c8-471b-9e10-43aebf10573f on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:41.145227 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Attempting to bind port 7ea0e535-20c8-471b-9e10-43aebf10573f by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:41.145598 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Attempting to bind port 7ea0e535-20c8-471b-9e10-43aebf10573f on network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:41.150582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:41.150961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Checking segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:41.151073 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Allocated IP 172.26.8.110 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/e1e30533-8390-4355-99ce-90b7cb974508) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:41.151367 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.151772 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Bound using segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:41.152259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Bound port: 7ea0e535-20c8-471b-9e10-43aebf10573f, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:41.153531 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.222796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] For port 7ea0e535-20c8-471b-9e10-43aebf10573f, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:41.226027 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] For port 7ea0e535-20c8-471b-9e10-43aebf10573f, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7ea0e535-20c8-471b-9e10-43aebf10573f,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:41.230299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.258078 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.287511 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103818a-2b76-426b-b49f-8e098ca3beba None None] Pushing event updated for resources: {'Port': ['ID=7ea0e535-20c8-471b-9e10-43aebf10573f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:41.299012 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.343020 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:41.345990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:41.350780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:41.353956 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Pushing event updated for resources: {'Port': ['ID=e1e30533-8390-4355-99ce-90b7cb974508,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:41.360203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915a1ad6-3bfe-4e1a-aa9b-1563e925bd81 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:41.480407 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-26d70654-c723-4e04-98f7-f3c466039fd0 None None] Provisioning complete for port e1e30533-8390-4355-99ce-90b7cb974508 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:41.480778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-26d70654-c723-4e04-98f7-f3c466039fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.524070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-26d70654-c723-4e04-98f7-f3c466039fd0 None None] Port e1e30533-8390-4355-99ce-90b7cb974508 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:41.625816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.820466 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.951618 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Router a425ce61-971b-4b5e-879d-72f44e715679 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:23:42.062585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:23:42.072278 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Sync routers for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:23:42.082065 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:42.082752 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:42.082938 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.084321 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-0281e0cb-d28b-41af-a7c7-8a6c4cdc7c6b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4762297 Nov 29 02:23:42.087099 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52910) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:42.194763 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:42.277021 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162367d9-1ac0-4d19-b461-37ebfb896cda None None] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:23:42.377106 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-da6a0a91-ef06-4536-9e84-38e1898bfd5a None None] Provisioning complete for port 7ea0e535-20c8-471b-9e10-43aebf10573f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:42.377728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-da6a0a91-ef06-4536-9e84-38e1898bfd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.411936 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:41Z', 'revision_number': 3, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:42.465953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7ea0e535-20c8-471b-9e10-43aebf10573f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:42.556236 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Checking router: a425ce61-971b-4b5e-879d-72f44e715679 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:23:42.556590 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Updating router a425ce61-971b-4b5e-879d-72f44e715679 port e1e30533-8390-4355-99ce-90b7cb974508 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:23:42.576171 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-da6a0a91-ef06-4536-9e84-38e1898bfd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.584555 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.607843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 7ea0e535-20c8-471b-9e10-43aebf10573f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:42.608212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.645673 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-da6a0a91-ef06-4536-9e84-38e1898bfd5a None None] For port 7ea0e535-20c8-471b-9e10-43aebf10573f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7ea0e535-20c8-471b-9e10-43aebf10573f,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:42.660384 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-da6a0a91-ef06-4536-9e84-38e1898bfd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.768710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a0a91-ef06-4536-9e84-38e1898bfd5a None None] Pushing event updated for resources: {'Port': ['ID=7ea0e535-20c8-471b-9e10-43aebf10573f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:42.888622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-89f77d7c-bc25-4467-9ca9-e72d6d67f050 None None] Provisioning complete for port 7ea0e535-20c8-471b-9e10-43aebf10573f triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:42.889395 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-89f77d7c-bc25-4467-9ca9-e72d6d67f050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.893741 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.899868 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.920082 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.960802 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Attempting to bind port e1e30533-8390-4355-99ce-90b7cb974508 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:42.961112 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Attempting to bind port e1e30533-8390-4355-99ce-90b7cb974508 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:42.961537 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Attempting to bind port e1e30533-8390-4355-99ce-90b7cb974508 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:42.965041 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Pushing event updated for resources: {'Port': ['ID=e1e30533-8390-4355-99ce-90b7cb974508,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:42.965208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a6fa24-0e66-44c2-af81-18554fb1d486 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:42.969704 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:42.970664 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:42.970664 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.971093 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:42.971625 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Bound port: e1e30533-8390-4355-99ce-90b7cb974508, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:42.972069 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.024839 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] For port e1e30533-8390-4355-99ce-90b7cb974508, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:43.027916 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] For port e1e30533-8390-4355-99ce-90b7cb974508, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e1e30533-8390-4355-99ce-90b7cb974508,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:43.031501 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.076757 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d6276-2774-4f48-bcba-03e0a1f8ab02 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:43.088535 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:43.089103 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:43.098040 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Allocated IP 172.20.0.1 (ece495f6-5a66-401b-bcf2-5ba2ec42bd93/9709671b-eec3-4f6f-af36-2bae8eb1cb2d/73bb2008-f567-47a5-8d27-5d33f560c558) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:43.109781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1de48c48-316a-4f87-9c97-d488d326b314 None None] Provisioning complete for port e1e30533-8390-4355-99ce-90b7cb974508 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:43.110157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1de48c48-316a-4f87-9c97-d488d326b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.193179 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Pushing event updated for resources: {'Port': ['ID=e1e30533-8390-4355-99ce-90b7cb974508,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:43.207906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1de48c48-316a-4f87-9c97-d488d326b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.210267 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:43.236274 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.236949 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1de48c48-316a-4f87-9c97-d488d326b314 None None] For port e1e30533-8390-4355-99ce-90b7cb974508, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e1e30533-8390-4355-99ce-90b7cb974508,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:43.247002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1de48c48-316a-4f87-9c97-d488d326b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.269339 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.269702 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.270054 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.270400 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.270767 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.271114 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.271450 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.271786 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.272119 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.272455 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.272785 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.273113 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fcd06-f92d-4f0e-8546-ab1158550aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:43.288255 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.308212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de48c48-316a-4f87-9c97-d488d326b314 None None] Pushing event updated for resources: {'Port': ['ID=e1e30533-8390-4355-99ce-90b7cb974508,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:43.328382 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:43.331236 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:43.337839 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:43.366866 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Pushing event updated for resources: {'Port': ['ID=73bb2008-f567-47a5-8d27-5d33f560c558,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:43.384555 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.416700 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:41Z', 'revision_number': 3, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:43.444877 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d84dc-b9a0-43dc-80d1-930dd2906e3a None None] The sync data for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv is: [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:41Z', 'revision_number': 3, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:23:43.526790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.614717 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-9501c8e6-cb31-4c2e-a0fa-b73eaf3b2608 None None] Provisioning complete for port 73bb2008-f567-47a5-8d27-5d33f560c558 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:43.615274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9501c8e6-cb31-4c2e-a0fa-b73eaf3b2608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.660530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9501c8e6-cb31-4c2e-a0fa-b73eaf3b2608 None None] Port 73bb2008-f567-47a5-8d27-5d33f560c558 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:43.722313 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.727022 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.796876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Pushing event updated for resources: {'Port': ['ID=73bb2008-f567-47a5-8d27-5d33f560c558,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:43.799725 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.897323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:43.898794 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:44.024498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Router a425ce61-971b-4b5e-879d-72f44e715679 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:23:44.053821 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.145799 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:23:44.151664 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:23:44.157342 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-daac32d5-189c-4dba-a64e-a683bac9b444 admin admin] 10.222.0.30 "PUT /v2.0/routers/a425ce61-971b-4b5e-879d-72f44e715679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0692515 Nov 29 02:23:44.183070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-fa7ef2b4-ff04-4042-adcf-37de172fada3 None None] Provisioning complete for port 73bb2008-f567-47a5-8d27-5d33f560c558 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:44.183442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef2b4-ff04-4042-adcf-37de172fada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.226391 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ef2b4-ff04-4042-adcf-37de172fada3 None None] Port 73bb2008-f567-47a5-8d27-5d33f560c558 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:44.238533 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5e875e53-1194-40c6-8ad2-78f045ec4161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.455123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7ea0e535-20c8-471b-9e10-43aebf10573f up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:44.503380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 7ea0e535-20c8-471b-9e10-43aebf10573f triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:44.503759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.587289 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e1e30533-8390-4355-99ce-90b7cb974508 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:44.633890 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e1e30533-8390-4355-99ce-90b7cb974508 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:44.634467 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.648090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52926) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:44.654237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-20734161-network', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:44.677256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Made reservation on behalf of 265b7e7f2941444eaa8776a4a6a0c803 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:44.679616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.688561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.767683 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.772404 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.797986 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:23:44.807299 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04a6744-ba6e-41cc-ab41-c0d30c76e7a2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:44.813319 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.813663 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Added segment 9d2e61e0-8898-4854-ba32-331a0c8fa6fd of type vlan for network 47aaa968-0855-4052-b638-d78ce5b5d6a2 Nov 29 02:23:44.859323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.883557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.884646 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:44.885242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.919867 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2705564 Nov 29 02:23:44.922811 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52928) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:44.927705 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Request body: {'subnet': {'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-20734161-subnet', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:44.950923 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Made reservation on behalf of 265b7e7f2941444eaa8776a4a6a0c803 for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:44.953839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.956865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16850b-8ed8-4b54-9be7-b264ea8e3bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=47aaa968-0855-4052-b638-d78ce5b5d6a2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:44.967765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 47aaa968-0855-4052-b638-d78ce5b5d6a2 details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:23:45.061260 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Sync routers for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:23:45.071002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:45.071609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:45.140432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.199858 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3f5630-c15e-4fcd-8eb1-8b306fe482f2,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:45.207853 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Checking segment: {'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:45.208223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Network hostable DHCP agents. Network: 47aaa968-0855-4052-b638-d78ce5b5d6a2, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:23:45.225699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Network 47aaa968-0855-4052-b638-d78ce5b5d6a2 is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:23:45.235061 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 47aaa968-0855-4052-b638-d78ce5b5d6a2) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:45.239798 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:45.240396 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.259089 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fab80aaf-bfbb-4125-a9b1-faa184f263d7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3326836 Nov 29 02:23:45.259562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52930) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:45.265038 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:45.286157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f1b79-3198-4fad-bbd5-904bc42fd8ed None None] Network 47aaa968-0855-4052-b638-d78ce5b5d6a2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:23:45.286470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.287504 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.340965 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.394279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:45.481632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.508302 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.578708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-47aaa968-0855-4052-b638-d78ce5b5d6a2', 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'fixed_ips': [{'subnet_id': '0e3f5630-c15e-4fcd-8eb1-8b306fe482f2'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:23:45.579558 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.688562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.711556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.767922 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Allocated IP 172.20.0.2 (47aaa968-0855-4052-b638-d78ce5b5d6a2/0e3f5630-c15e-4fcd-8eb1-8b306fe482f2/08b3bc56-edb2-4e70-8111-d54f2ef388ac) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:45.781035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 2, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:45.812059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Checking router: a425ce61-971b-4b5e-879d-72f44e715679 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:23:45.812417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Updating router a425ce61-971b-4b5e-879d-72f44e715679 port 73bb2008-f567-47a5-8d27-5d33f560c558 binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:23:45.816394 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Allocated IP 172.26.8.59 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/e2e7493d-d484-484d-ac50-9ffef73dfaba) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:45.880927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.927460 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.962070 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.998356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:46.004662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:46.007150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:46.015116 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e7493d-d484-484d-ac50-9ffef73dfaba,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:46.024751 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6671e9eb-a1c4-4922-816e-4f738906d3c3 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:46.063301 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.086128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.167059 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Network 47aaa968-0855-4052-b638-d78ce5b5d6a2 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:46.175438 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-ce60fd99-5313-4bfc-a11c-361051be503d None None] Provisioning complete for port e2e7493d-d484-484d-ac50-9ffef73dfaba triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:46.175807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ce60fd99-5313-4bfc-a11c-361051be503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.177481 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:46.184626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:46.211417 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Pushing event updated for resources: {'Port': ['ID=08b3bc56-edb2-4e70-8111-d54f2ef388ac,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:46.265796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ce60fd99-5313-4bfc-a11c-361051be503d None None] Port e2e7493d-d484-484d-ac50-9ffef73dfaba cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:46.267688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.307167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Attempting to bind port 08b3bc56-edb2-4e70-8111-d54f2ef388ac on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:46.307542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Attempting to bind port 08b3bc56-edb2-4e70-8111-d54f2ef388ac by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:46.307905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Attempting to bind port 08b3bc56-edb2-4e70-8111-d54f2ef388ac on network 47aaa968-0855-4052-b638-d78ce5b5d6a2 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:46.346556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:46.346930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Checking segment: {'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:46.347328 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.347722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Bound using segment: {'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:46.348199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Bound port: 08b3bc56-edb2-4e70-8111-d54f2ef388ac, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:46.348579 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.390620 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.448399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.450712 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.471709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.549880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b46c03-0ea9-45e9-aa51-7df975dfa74f None None] Pushing event updated for resources: {'Port': ['ID=73bb2008-f567-47a5-8d27-5d33f560c558,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:46.557149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] For port 08b3bc56-edb2-4e70-8111-d54f2ef388ac, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:46.561962 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] For port 08b3bc56-edb2-4e70-8111-d54f2ef388ac, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=08b3bc56-edb2-4e70-8111-d54f2ef388ac,segment=NetworkSegment(9d2e61e0-8898-4854-ba32-331a0c8fa6fd),segment_id=9d2e61e0-8898-4854-ba32-331a0c8fa6fd)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:46.591894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.619481 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:23:46.666338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Attempting to bind port 73bb2008-f567-47a5-8d27-5d33f560c558 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:46.666733 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Attempting to bind port 73bb2008-f567-47a5-8d27-5d33f560c558 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:46.667101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Attempting to bind port 73bb2008-f567-47a5-8d27-5d33f560c558 on network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:46.688721 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:46.689104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Checking segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:46.689501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.689905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Bound using segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:46.690364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Bound port: 73bb2008-f567-47a5-8d27-5d33f560c558, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:46.690768 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.693971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81a8f2-ddc6-42c2-992a-4177a375760b None None] Pushing event updated for resources: {'Port': ['ID=08b3bc56-edb2-4e70-8111-d54f2ef388ac,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:46.751858 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:23:46.762664 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Sync routers for ids ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:23:46.772929 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Routers {'57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:46.773817 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:46.782636 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:46.784002 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9d8e06cd-990a-4f12-88fc-26a2d0eaa6d5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5233712 Nov 29 02:23:46.786727 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52934) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:46.803318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] For port 73bb2008-f567-47a5-8d27-5d33f560c558, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:46.901512 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Set router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:47.011048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] For port 73bb2008-f567-47a5-8d27-5d33f560c558, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=73bb2008-f567-47a5-8d27-5d33f560c558,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:47.019326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d2f99a6b-011c-4526-90b2-2547f6ab3237 None None] Provisioning complete for port 73bb2008-f567-47a5-8d27-5d33f560c558 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:47.019669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2f99a6b-011c-4526-90b2-2547f6ab3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.060399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d2f99a6b-011c-4526-90b2-2547f6ab3237 None None] Port 73bb2008-f567-47a5-8d27-5d33f560c558 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:47.068203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.120606 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:47.121968 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:47.167542 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:46Z', 'revision_number': 3, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port': {'id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:47.203116 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Checking router: 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:23:47.203729 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Updating router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb port e2e7493d-d484-484d-ac50-9ffef73dfaba binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:23:47.210741 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b46c03-0ea9-45e9-aa51-7df975dfa74f None None] Pushing event updated for resources: {'Port': ['ID=73bb2008-f567-47a5-8d27-5d33f560c558,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:47.240221 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.263135 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:47.424471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b79bd541-b5aa-498e-9702-176a2ff37a6c None None] Provisioning complete for port 73bb2008-f567-47a5-8d27-5d33f560c558 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:47.425263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b79bd541-b5aa-498e-9702-176a2ff37a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.523389 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.540124 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.587832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:46Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:47.593434 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c00a26-1ac1-46cf-96f5-f6c5d5eb43ee None None] Pushing event updated for resources: {'Port': ['ID=e2e7493d-d484-484d-ac50-9ffef73dfaba,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:47.614366 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Attempting to bind port e2e7493d-d484-484d-ac50-9ffef73dfaba on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:47.615693 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Attempting to bind port e2e7493d-d484-484d-ac50-9ffef73dfaba by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:47.616143 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Attempting to bind port e2e7493d-d484-484d-ac50-9ffef73dfaba on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:47.621676 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:47.622127 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:47.622308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456e9c0-0c8a-4fed-8c0a-b663ceba4608 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:47.622685 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.623711 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:47.624265 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Bound port: e2e7493d-d484-484d-ac50-9ffef73dfaba, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:47.624399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b79bd541-b5aa-498e-9702-176a2ff37a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.624947 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.629085 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b6862-a1f8-4e6b-8f03-06d1b97d0847 None None] The sync data for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv is: [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:46Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:23:47.683547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b79bd541-b5aa-498e-9702-176a2ff37a6c None None] For port 73bb2008-f567-47a5-8d27-5d33f560c558, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=73bb2008-f567-47a5-8d27-5d33f560c558,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:47.697604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b79bd541-b5aa-498e-9702-176a2ff37a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.713963 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] For port e2e7493d-d484-484d-ac50-9ffef73dfaba, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:47.723557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.725169 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] For port e2e7493d-d484-484d-ac50-9ffef73dfaba, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e2e7493d-d484-484d-ac50-9ffef73dfaba,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:47.733000 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.795271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d138073-4629-48d9-ba77-4f4411195825 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:47.797622 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bd541-b5aa-498e-9702-176a2ff37a6c None None] Pushing event updated for resources: {'Port': ['ID=73bb2008-f567-47a5-8d27-5d33f560c558,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:47.812812 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Routers {'57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:47.813953 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:47.854814 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a019e8ec-7b3f-4300-8b58-2e4400f6b23f None None] Provisioning complete for port e2e7493d-d484-484d-ac50-9ffef73dfaba triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:47.855811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a019e8ec-7b3f-4300-8b58-2e4400f6b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.987203 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a019e8ec-7b3f-4300-8b58-2e4400f6b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.995389 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Allocated IP 172.20.0.1 (47aaa968-0855-4052-b638-d78ce5b5d6a2/0e3f5630-c15e-4fcd-8eb1-8b306fe482f2/d66105ef-1900-4214-98e7-2aa8c0f2f4ee) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:48.019222 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a019e8ec-7b3f-4300-8b58-2e4400f6b23f None None] For port e2e7493d-d484-484d-ac50-9ffef73dfaba, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e2e7493d-d484-484d-ac50-9ffef73dfaba,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:48.024464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a019e8ec-7b3f-4300-8b58-2e4400f6b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.052217 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] Set router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:48.106817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019e8ec-7b3f-4300-8b58-2e4400f6b23f None None] Pushing event updated for resources: {'Port': ['ID=e2e7493d-d484-484d-ac50-9ffef73dfaba,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:48.161265 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c00a26-1ac1-46cf-96f5-f6c5d5eb43ee None None] Pushing event updated for resources: {'Port': ['ID=e2e7493d-d484-484d-ac50-9ffef73dfaba,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:48.161523 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e949a7-e9c5-4def-8629-442b0a0bc49c None None] Network 47aaa968-0855-4052-b638-d78ce5b5d6a2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:23:48.178459 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.224989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.274138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Network 47aaa968-0855-4052-b638-d78ce5b5d6a2 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:48.282018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:48.284603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:48.299559 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:46Z', 'revision_number': 3, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port': {'id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:48.305083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-116f1f10-0c93-498e-a5e2-cec753ad6b1e None None] Provisioning complete for port 08b3bc56-edb2-4e70-8111-d54f2ef388ac triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:48.305568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-116f1f10-0c93-498e-a5e2-cec753ad6b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.314981 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Pushing event updated for resources: {'Port': ['ID=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:48.341280 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbff9fd-ba9d-44b1-8b30-3ebb5dcabd5b None None] The sync data for ids ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'] in dv-neutron-816800-5-hyperv is: [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:46Z', 'revision_number': 3, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port': {'id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:23:48.367919 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.455311 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-116f1f10-0c93-498e-a5e2-cec753ad6b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.543997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 73bb2008-f567-47a5-8d27-5d33f560c558 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:48.596231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-116f1f10-0c93-498e-a5e2-cec753ad6b1e None None] For port 08b3bc56-edb2-4e70-8111-d54f2ef388ac, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=08b3bc56-edb2-4e70-8111-d54f2ef388ac,segment=NetworkSegment(9d2e61e0-8898-4854-ba32-331a0c8fa6fd),segment_id=9d2e61e0-8898-4854-ba32-331a0c8fa6fd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:48.607851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-116f1f10-0c93-498e-a5e2-cec753ad6b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.640623 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.683326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f1f10-0c93-498e-a5e2-cec753ad6b1e None None] Pushing event updated for resources: {'Port': ['ID=08b3bc56-edb2-4e70-8111-d54f2ef388ac,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:48.711012 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 73bb2008-f567-47a5-8d27-5d33f560c558 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:48.711602 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.767299 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2fb156be-3ed4-4805-a889-33476b593814 None None] Provisioning complete for port 08b3bc56-edb2-4e70-8111-d54f2ef388ac triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:48.770858 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2fb156be-3ed4-4805-a889-33476b593814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.871442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 08b3bc56-edb2-4e70-8111-d54f2ef388ac up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:48.931995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.940518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.994160 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 08b3bc56-edb2-4e70-8111-d54f2ef388ac triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:48.994560 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.016317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2fb156be-3ed4-4805-a889-33476b593814 None None] Provisioning complete for port d66105ef-1900-4214-98e7-2aa8c0f2f4ee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:49.016695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2fb156be-3ed4-4805-a889-33476b593814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.025692 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.064616 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Pushing event updated for resources: {'Port': ['ID=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:49.071849 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2fb156be-3ed4-4805-a889-33476b593814 None None] Port d66105ef-1900-4214-98e7-2aa8c0f2f4ee cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:49.163190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Network 47aaa968-0855-4052-b638-d78ce5b5d6a2 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:49.164649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:49.208017 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-5f5b9034-4306-4372-8b13-b81bb32df069 None None] Provisioning complete for port d66105ef-1900-4214-98e7-2aa8c0f2f4ee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:49.208396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f5b9034-4306-4372-8b13-b81bb32df069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.268655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b9034-4306-4372-8b13-b81bb32df069 None None] Port d66105ef-1900-4214-98e7-2aa8c0f2f4ee cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:49.313863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:23:49.433697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:23:49.438674 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5133b9b0-cf07-40b1-91e1-c896763fbbea admin admin] 10.222.0.30 "PUT /v2.0/routers/57d0eab9-49cd-4a2e-b362-ce45e0bd20eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6506159 Nov 29 02:23:49.489491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-4107ecf6-9c3a-41c7-8349-9790496aa780 None None] Provisioning complete for port d66105ef-1900-4214-98e7-2aa8c0f2f4ee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:49.489864 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4107ecf6-9c3a-41c7-8349-9790496aa780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.530728 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-4107ecf6-9c3a-41c7-8349-9790496aa780 None None] Port d66105ef-1900-4214-98e7-2aa8c0f2f4ee cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:50.067876 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52942) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:50.072599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-83477135-6a2f-43a1-b212-ce4fa09dee28 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866969322', 'description': 'tempest-secgroup-smoke-866969322 description', 'project_id': '087ffee9564843f5a3faf7872de122f4'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:50.093943 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83477135-6a2f-43a1-b212-ce4fa09dee28 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.159754 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83477135-6a2f-43a1-b212-ce4fa09dee28 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.163302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83477135-6a2f-43a1-b212-ce4fa09dee28 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.193406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-83477135-6a2f-43a1-b212-ce4fa09dee28 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.194649 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-83477135-6a2f-43a1-b212-ce4fa09dee28 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1256576 Nov 29 02:23:50.196883 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83477135-6a2f-43a1-b212-ce4fa09dee28 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760b7803-baa7-45cf-a4b8-3d58aa7f7573,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:50.197852 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52944) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:50.202661 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-69b3fa33-d888-4276-aab1-76dc338ce011 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '760b7803-baa7-45cf-a4b8-3d58aa7f7573', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:50.228577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69b3fa33-d888-4276-aab1-76dc338ce011 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.281148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69b3fa33-d888-4276-aab1-76dc338ce011 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.285962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69b3fa33-d888-4276-aab1-76dc338ce011 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.305181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3fa33-d888-4276-aab1-76dc338ce011 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9045b8-a819-41a9-b808-e25f74a01e36,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:50.311182 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-69b3fa33-d888-4276-aab1-76dc338ce011 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.312368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-69b3fa33-d888-4276-aab1-76dc338ce011 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134105 Nov 29 02:23:50.315073 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52946) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:50.319314 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-b3dc5876-8318-41b4-82ed-b91e1ff62a73 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '760b7803-baa7-45cf-a4b8-3d58aa7f7573', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:50.349064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5876-8318-41b4-82ed-b91e1ff62a73 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.405295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5876-8318-41b4-82ed-b91e1ff62a73 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.410525 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5876-8318-41b4-82ed-b91e1ff62a73 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.428962 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc5876-8318-41b4-82ed-b91e1ff62a73 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bb176f-eb43-40e2-a050-2dce4badf986,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:50.439230 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5876-8318-41b4-82ed-b91e1ff62a73 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.443053 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b3dc5876-8318-41b4-82ed-b91e1ff62a73 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268544 Nov 29 02:23:50.443704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 52948) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:50.452327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-9dead136-f601-45ff-8688-077d5f75e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '760b7803-baa7-45cf-a4b8-3d58aa7f7573', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:50.454398 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e2e7493d-d484-484d-ac50-9ffef73dfaba up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:50.479878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9dead136-f601-45ff-8688-077d5f75e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.503836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port e2e7493d-d484-484d-ac50-9ffef73dfaba triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:50.504953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.538998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9dead136-f601-45ff-8688-077d5f75e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.544051 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9dead136-f601-45ff-8688-077d5f75e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.563700 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dead136-f601-45ff-8688-077d5f75e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e371c4-4fa1-45e3-a069-cb69af1024dc,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:50.569203 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-9dead136-f601-45ff-8688-077d5f75e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.573178 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52950) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:50.573311 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-9dead136-f601-45ff-8688-077d5f75e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259317 Nov 29 02:23:50.579023 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f554fefe-e380-4c2d-82fc-70528ba67e07 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '760b7803-baa7-45cf-a4b8-3d58aa7f7573', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:50.592080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 08b3bc56-edb2-4e70-8111-d54f2ef388ac up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:50.610060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f554fefe-e380-4c2d-82fc-70528ba67e07 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.643950 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 08b3bc56-edb2-4e70-8111-d54f2ef388ac triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:50.644323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.671042 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f554fefe-e380-4c2d-82fc-70528ba67e07 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.676336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f554fefe-e380-4c2d-82fc-70528ba67e07 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.693689 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554fefe-e380-4c2d-82fc-70528ba67e07 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09251e16-19d9-4540-94f6-49cfad68f402,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:50.702499 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f554fefe-e380-4c2d-82fc-70528ba67e07 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.706079 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f554fefe-e380-4c2d-82fc-70528ba67e07 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285522 Nov 29 02:23:50.706500 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52952) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:50.710881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-8b1700c1-1f92-45bf-a6ac-5623358ce4f3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '760b7803-baa7-45cf-a4b8-3d58aa7f7573', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:50.733020 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-8b1700c1-1f92-45bf-a6ac-5623358ce4f3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Project 087ffee9564843f5a3faf7872de122f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:23:50.737831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8b1700c1-1f92-45bf-a6ac-5623358ce4f3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.800174 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8b1700c1-1f92-45bf-a6ac-5623358ce4f3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:50.804272 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8b1700c1-1f92-45bf-a6ac-5623358ce4f3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.104752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Sync routers for ids ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:23:51.114667 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Routers {'57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:51.115291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:51.153278 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1700c1-1f92-45bf-a6ac-5623358ce4f3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98ac84c-2a3e-46dd-bae7-d7bf16ba4011,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:51.164204 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-8b1700c1-1f92-45bf-a6ac-5623358ce4f3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.165417 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-8b1700c1-1f92-45bf-a6ac-5623358ce4f3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4579449 Nov 29 02:23:51.168163 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 52954) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:51.172420 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-5b55e152-831a-4905-a8f5-190e64f7d37e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '760b7803-baa7-45cf-a4b8-3d58aa7f7573', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:51.195142 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-5b55e152-831a-4905-a8f5-190e64f7d37e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Project 087ffee9564843f5a3faf7872de122f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:23:51.201402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b55e152-831a-4905-a8f5-190e64f7d37e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.226378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Set router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:51.251916 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b55e152-831a-4905-a8f5-190e64f7d37e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.256022 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b55e152-831a-4905-a8f5-190e64f7d37e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.271148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55e152-831a-4905-a8f5-190e64f7d37e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d167a8c-eb2c-4637-ba4e-bdcd103b8411,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:51.282382 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-5b55e152-831a-4905-a8f5-190e64f7d37e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.283608 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-5b55e152-831a-4905-a8f5-190e64f7d37e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145332 Nov 29 02:23:51.431173 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:48Z', 'revision_number': 4, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port': {'id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd66105ef-1900-4214-98e7-2aa8c0f2f4ee', 'name': '', 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'mac_address': 'fa:16:3e:28:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '0e3f5630-c15e-4fcd-8eb1-8b306fe482f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:47Z', 'updated_at': '2021-11-29T02:23:48Z', 'revision_number': 2, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'subnets': [{'id': '0e3f5630-c15e-4fcd-8eb1-8b306fe482f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:51.434293 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-e2bb76b5-07ab-4314-a044-79bc90a7a3aa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866969322&fields=id&tenant_id=087ffee9564843f5a3faf7872de122f4 HTTP/1.1" status: 200 len: 267 time: 0.0459361 Nov 29 02:23:51.457418 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Checking router: 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:23:51.457986 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Updating router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb port d66105ef-1900-4214-98e7-2aa8c0f2f4ee binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:23:51.482550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.546247 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3ed7280d-27fe-44c1-b749-76d0420bc644 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:51.547856 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3ed7280d-27fe-44c1-b749-76d0420bc644 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 808 time: 0.1067123 Nov 29 02:23:51.562928 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-79619e09-dc2b-4225-87a1-7c4da2a09cb8 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/quotas/087ffee9564843f5a3faf7872de122f4 HTTP/1.1" status: 200 len: 375 time: 0.0092890 Nov 29 02:23:51.613902 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-f581ad18-eb92-4945-9b22-5371a58cbb12 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454435 Nov 29 02:23:51.713613 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-10d30e26-b7c9-49f6-9b89-640821e33da8 service neutron] 10.222.0.30 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881469 Nov 29 02:23:51.742277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.748031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.798685 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54cdb7-9fc3-4918-9181-6ac1a78e162e None None] Pushing event updated for resources: {'Port': ['ID=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:51.807116 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-5f5831c3-13ee-4887-a9f9-f1b9b1a5c3f0 service neutron] 10.222.0.30 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Nov 29 02:23:51.849291 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Attempting to bind port d66105ef-1900-4214-98e7-2aa8c0f2f4ee on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:51.849668 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Attempting to bind port d66105ef-1900-4214-98e7-2aa8c0f2f4ee by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:51.850041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Attempting to bind port d66105ef-1900-4214-98e7-2aa8c0f2f4ee on network 47aaa968-0855-4052-b638-d78ce5b5d6a2 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:51.855557 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:51.855935 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Checking segment: {'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:51.856343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.856743 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Bound using segment: {'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:51.857217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Bound port: d66105ef-1900-4214-98e7-2aa8c0f2f4ee, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2e61e0-8898-4854-ba32-331a0c8fa6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:51.857780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.932232 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] For port d66105ef-1900-4214-98e7-2aa8c0f2f4ee, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:51.936267 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] For port d66105ef-1900-4214-98e7-2aa8c0f2f4ee, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,segment=NetworkSegment(9d2e61e0-8898-4854-ba32-331a0c8fa6fd),segment_id=9d2e61e0-8898-4854-ba32-331a0c8fa6fd)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:51.942504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:52.012242 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-fdbbdfb3-ed6c-454f-b887-adec294bc648 req-00c9cde6-9054-4861-a2c5-53612aa88c9e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 210 time: 0.0462034 Nov 29 02:23:52.171853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-d6cfe160-36dc-4afa-9698-22cb9ff30ad9 None None] Provisioning complete for port d66105ef-1900-4214-98e7-2aa8c0f2f4ee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:52.172225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe160-36dc-4afa-9698-22cb9ff30ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:52.178835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54cdb7-9fc3-4918-9181-6ac1a78e162e None None] Pushing event updated for resources: {'Port': ['ID=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:52.203690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Routers {'57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:52.204581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:52.362612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] Set router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:52.395862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe160-36dc-4afa-9698-22cb9ff30ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:52.489204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d6cfe160-36dc-4afa-9698-22cb9ff30ad9 None None] For port d66105ef-1900-4214-98e7-2aa8c0f2f4ee, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,segment=NetworkSegment(9d2e61e0-8898-4854-ba32-331a0c8fa6fd),segment_id=9d2e61e0-8898-4854-ba32-331a0c8fa6fd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:52.514455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe160-36dc-4afa-9698-22cb9ff30ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:52.588471 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfe160-36dc-4afa-9698-22cb9ff30ad9 None None] Pushing event updated for resources: {'Port': ['ID=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:52.647690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-0bb9f7e3-9c45-4109-aff4-732d17386570 None None] Provisioning complete for port d66105ef-1900-4214-98e7-2aa8c0f2f4ee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:52.647974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0bb9f7e3-9c45-4109-aff4-732d17386570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:52.678979 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:48Z', 'revision_number': 4, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port': {'id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd66105ef-1900-4214-98e7-2aa8c0f2f4ee', 'name': '', 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'mac_address': 'fa:16:3e:28:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '0e3f5630-c15e-4fcd-8eb1-8b306fe482f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:47Z', 'updated_at': '2021-11-29T02:23:51Z', 'revision_number': 4, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'subnets': [{'id': '0e3f5630-c15e-4fcd-8eb1-8b306fe482f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:52.716581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b7b3b-510f-4bb7-af43-2b7b537f95eb None None] The sync data for ids ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'] in dv-neutron-816800-5-hyperv is: [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:48Z', 'revision_number': 4, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port': {'id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': 'd66105ef-1900-4214-98e7-2aa8c0f2f4ee', 'name': '', 'network_id': '47aaa968-0855-4052-b638-d78ce5b5d6a2', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'mac_address': 'fa:16:3e:28:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '0e3f5630-c15e-4fcd-8eb1-8b306fe482f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:47Z', 'updated_at': '2021-11-29T02:23:51Z', 'revision_number': 4, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'subnets': [{'id': '0e3f5630-c15e-4fcd-8eb1-8b306fe482f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:23:52.731876 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.063871 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ea2f8381-bdc5-4bee-aa05-8e7ca1815dd3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:53.065992 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ea2f8381-bdc5-4bee-aa05-8e7ca1815dd3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 808 time: 0.1242433 Nov 29 02:23:53.113642 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2f72edbc-426f-4287-a2e9-a2b77c32ee80 req-75ecfc02-0cf6-47d5-ba4a-599b1522b28d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 210 time: 0.0381460 Nov 29 02:23:53.156029 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-b0ef0727-1b22-4267-aef4-bbd934abf708 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=087ffee9564843f5a3faf7872de122f4 HTTP/1.1" status: 200 len: 379 time: 0.0733666 Nov 29 02:23:53.166018 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'port': {'device_id': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'admin_state_up': True, 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'security_groups': ['760b7803-baa7-45cf-a4b8-3d58aa7f7573']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:53.280840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Made reservation on behalf of 087ffee9564843f5a3faf7872de122f4 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:53.284343 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.408112 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Allocated IP 172.20.0.12 (ece495f6-5a66-401b-bcf2-5ba2ec42bd93/9709671b-eec3-4f6f-af36-2bae8eb1cb2d/8a70d5f0-b09f-423e-8bcf-d974e851ed47) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:53.547899 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.582856 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.627657 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:53.630676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:53.634398 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:53.641718 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:53.689800 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:53.690333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.706670 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-ab68807f-6654-4715-9a66-c6aa23659ae7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5444679 Nov 29 02:23:53.726442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Request body: {'port': {'device_id': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:53.786915 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.914989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-85e8f207-d052-48d4-94de-6b0a0abd47ed None None] Provisioning complete for port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:53.915538 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-85e8f207-d052-48d4-94de-6b0a0abd47ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.949816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-85e8f207-d052-48d4-94de-6b0a0abd47ed None None] Port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:23:54.044256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a70d5f0-b09f-423e-8bcf-d974e851ed47 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:23:54.051932 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:54.064217 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Transition to ACTIVE for port object 8a70d5f0-b09f-423e-8bcf-d974e851ed47 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:23:54.067636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:54.122905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:54.196031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Attempting to bind port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:54.196788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Attempting to bind port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:54.197320 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Attempting to bind port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 on network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:54.203509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 on network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:23:54.204136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Attempting to bind port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 on network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:54.238205 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:54.238595 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Checking segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:54.238999 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Bound using segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:54.239456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Bound port: 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:54.239824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:54.300401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a502300-4d9a-4568-b70e-2fa9c856430f req-c4cc4e3d-cc7f-4dd1-9d22-fcf790bec60b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:54.301909 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8a502300-4d9a-4568-b70e-2fa9c856430f req-c4cc4e3d-cc7f-4dd1-9d22-fcf790bec60b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0947819 Nov 29 02:23:54.349850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:54.354677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:54.364325 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:54.383184 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8a502300-4d9a-4568-b70e-2fa9c856430f req-dad85237-1cea-4043-acd7-dd9251a54520 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748737 Nov 29 02:23:54.412001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:54.412626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:54.414163 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 1094 time: 0.6921701 Nov 29 02:23:54.414676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:54.416956 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fadad97-633c-40ad-ac34-4bd476da4733" -d '{"events": [{"name": "network-changed", "server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:54.420226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d66105ef-1900-4214-98e7-2aa8c0f2f4ee up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:54.450295 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033d647-aab1-412f-acf6-508c280ca257 service neutron] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:54.476787 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7e2641-60d8-4752-8261-a4d6bc71bf48 x-openstack-request-id: req-5e7e2641-60d8-4752-8261-a4d6bc71bf48 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:54.477093 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:54.477354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e7e2641-60d8-4752-8261-a4d6bc71bf48 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:54.477765 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'status': 'completed', 'code': 200} Nov 29 02:23:54.490562 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port d66105ef-1900-4214-98e7-2aa8c0f2f4ee triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:54.490946 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:54.553809 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-c2618cff-f294-4591-bdcb-11d1a3d06686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:54.555566 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-c2618cff-f294-4591-bdcb-11d1a3d06686 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1097 time: 0.0604620 Nov 29 02:23:54.611484 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-475295b9-d649-43cf-9304-4008412525d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 217 time: 0.0424097 Nov 29 02:23:54.661892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-786759f6-0083-4a76-b60c-a7cddce399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:54.663426 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-786759f6-0083-4a76-b60c-a7cddce399aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0455465 Nov 29 02:23:54.713634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-688c9605-bd83-4f05-9788-765ab186c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:54.715150 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-688c9605-bd83-4f05-9788-765ab186c56e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441194 Nov 29 02:23:54.813930 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-d481eed9-0042-4e29-aa8c-3dc7ef1d6c75 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914333 Nov 29 02:23:54.904599 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-db3353ac-312f-4ef3-ad79-4b58cc541d26 req-b349c1f3-dc04-4bd8-8514-84631280911d service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837307 Nov 29 02:23:55.027203 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-2754fbfb-6292-4561-9797-f96bfbb86133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:55.028605 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-2754fbfb-6292-4561-9797-f96bfbb86133 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1097 time: 0.0416734 Nov 29 02:23:55.124400 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-69761e35-d513-4e25-8d9e-114870a3ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:55.125893 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-69761e35-d513-4e25-8d9e-114870a3ad1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0901687 Nov 29 02:23:55.169286 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-1c13e9bd-a97b-422e-b4ac-16d8666d2e34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 217 time: 0.0354612 Nov 29 02:23:55.224100 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-ed42e1a8-1d29-489d-9bb8-98a78de5460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:55.225559 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-ed42e1a8-1d29-489d-9bb8-98a78de5460c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0493176 Nov 29 02:23:55.271545 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-e725f8db-d860-401e-9d05-c676f3219208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:55.273189 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-e725f8db-d860-401e-9d05-c676f3219208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403228 Nov 29 02:23:55.366929 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-fb0f44ac-1469-443c-baa3-8966e15aac3a service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853081 Nov 29 02:23:55.488338 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7fadad97-633c-40ad-ac34-4bd476da4733 req-bc166a87-8450-4d0e-9a6b-dd8160f94ae0 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124957 Nov 29 02:23:55.510583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196594e-6d4d-4cd4-8f95-1e1062c58b2a req-c7212a5d-3811-4026-9492-3f30dfc4cc1f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:55.512596 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1196594e-6d4d-4cd4-8f95-1e1062c58b2a req-c7212a5d-3811-4026-9492-3f30dfc4cc1f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0553534 Nov 29 02:23:55.570955 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1196594e-6d4d-4cd4-8f95-1e1062c58b2a req-c07b0a81-e052-400d-bba9-01979c86d92f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524645 Nov 29 02:23:56.688028 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9a1d4-299d-4caa-b806-655dfa4adf72 req-8e71eca5-619d-4db1-a4a9-46f2e7c172df tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:56.689519 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62a9a1d4-299d-4caa-b806-655dfa4adf72 req-8e71eca5-619d-4db1-a4a9-46f2e7c172df tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0496209 Nov 29 02:23:56.738998 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62a9a1d4-299d-4caa-b806-655dfa4adf72 req-53bf7dd1-ce23-43be-b714-1ce092ec361d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 Nov 29 02:23:57.349747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:23:57.443455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:57.458478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'port_id': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'mac_address': 'fa:16:3e:31:01:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:23:57.494675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:57.507648 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a70d5f0-b09f-423e-8bcf-d974e851ed47 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:23:57.527604 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:57.532787 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:57.586182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:57.813043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['8a70d5f0-b09f-423e-8bcf-d974e851ed47'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:23:57.850324 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a314-1cfe-4d7e-82c0-64ddb80a166a req-7b1a1c45-5710-466f-b90e-7087fd8e7b0d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:57.851859 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-51f4a314-1cfe-4d7e-82c0-64ddb80a166a req-7b1a1c45-5710-466f-b90e-7087fd8e7b0d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 945 time: 0.0489299 Nov 29 02:23:57.907519 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-51f4a314-1cfe-4d7e-82c0-64ddb80a166a req-af0f20a7-b35b-4759-ae8a-c05d8c51fe58 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490768 Nov 29 02:23:59.020998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3fd7a-d270-42b0-90c0-6d48670372ed req-9c8345c8-51ef-40b0-80b5-432318c13e29 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:59.022462 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-faf3fd7a-d270-42b0-90c0-6d48670372ed req-9c8345c8-51ef-40b0-80b5-432318c13e29 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Nov 29 02:23:59.071865 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-faf3fd7a-d270-42b0-90c0-6d48670372ed req-ebaadbca-3e79-4bf9-bbb6-1c1bc5a857b1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Nov 29 02:23:59.365539 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:59.415867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:23:59.420231 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:59.420633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:59.495753 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:59.520212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:59.522483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75dc385-bdcc-40d2-b22e-5ec3f7d80a8a" -d '{"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-plugged", "status": "completed", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:59.535649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:59.540850 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:59.568614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2d1ade-b48e-4a73-b729-1cdf2601faf0 x-openstack-request-id: req-7d2d1ade-b48e-4a73-b729-1cdf2601faf0 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:59.568911 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-plugged", "status": "completed", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:59.569170 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d2d1ade-b48e-4a73-b729-1cdf2601faf0 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:59.569560 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'code': 200} Nov 29 02:23:59.594841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:59.769179 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4867-f880-47c5-b0d6-9d3d2b2f3970 req-151e9e15-5367-4c58-9758-6fb02d5d7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:59.770723 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e65e4867-f880-47c5-b0d6-9d3d2b2f3970 req-151e9e15-5367-4c58-9758-6fb02d5d7b80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1099 time: 0.0395267 Nov 29 02:23:59.816455 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e65e4867-f880-47c5-b0d6-9d3d2b2f3970 req-07d39348-f788-482b-8a39-bc19454260d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375566 Nov 29 02:24:00.189303 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2268f-8e5b-42bd-91ae-86d5ce4a49a1 req-b5f03a2d-f2e0-4ec9-9135-988beffef609 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:00.190692 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a2b2268f-8e5b-42bd-91ae-86d5ce4a49a1 req-b5f03a2d-f2e0-4ec9-9135-988beffef609 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0516295 Nov 29 02:24:00.239682 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a2b2268f-8e5b-42bd-91ae-86d5ce4a49a1 req-cbf0245d-d029-409d-b9d3-c31c0dc1f303 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Nov 29 02:24:01.358714 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b627-81e7-4416-9534-011295a5f36d req-ad921b16-b5d8-477f-b499-0c2f382bdfb2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:01.360237 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3cc4b627-81e7-4416-9534-011295a5f36d req-ad921b16-b5d8-477f-b499-0c2f382bdfb2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0525091 Nov 29 02:24:01.408241 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3cc4b627-81e7-4416-9534-011295a5f36d req-13dd7575-44bf-40bc-b8d3-312b51d062df tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421207 Nov 29 02:24:01.520598 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e345-fa53-4ac0-875a-2898d1c89531 req-4e74d468-7e9c-4cf9-bfcf-eae9b792dd09 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:01.521988 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89b3e345-fa53-4ac0-875a-2898d1c89531 req-4e74d468-7e9c-4cf9-bfcf-eae9b792dd09 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0486994 Nov 29 02:24:01.571727 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-89b3e345-fa53-4ac0-875a-2898d1c89531 req-7b17b634-fcb7-4db9-bed5-897b90fe6ebb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 Nov 29 02:24:01.593603 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53008) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:01.717737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bacfce4-e540-4eca-af61-94f5c4a8d5d1 tempest-TestShelveInstance-498361895 tempest-TestShelveInstance-498361895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:01.719261 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1bacfce4-e540-4eca-af61-94f5c4a8d5d1 tempest-TestShelveInstance-498361895 tempest-TestShelveInstance-498361895-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1094 time: 0.1246960 Nov 29 02:24:01.722089 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53012) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:01.726220 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:01.747758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:01.843803 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:01.947276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Allocated IP 172.26.8.160 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/4d2ab1b6-8667-4cc9-b5a8-f449f55fac22) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:02.046976 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:02.079626 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:02.120239 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:02.122995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:02.126491 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:02.131977 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'Port': ['ID=4d2ab1b6-8667-4cc9-b5a8-f449f55fac22,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:02.466879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:02.535568 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:02.681375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:02.686182 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:02.753586 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'Port': ['ID=4d2ab1b6-8667-4cc9-b5a8-f449f55fac22,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:02.768276 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:02.866296 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Floating IP 42b5bbdd-cf1b-483d-84e6-9b662340624b associated. External IP: 172.26.8.160, port: 8a70d5f0-b09f-423e-8bcf-d974e851ed47. Nov 29 02:24:03.356137 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Router a425ce61-971b-4b5e-879d-72f44e715679 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:24:03.459309 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:24:03.469935 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] Sync routers for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:24:03.477450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:03.478885 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:03.479625 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:03.514880 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-1dcbca76-6549-4d2a-9368-5bbeb91f197c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7917194 Nov 29 02:24:03.515485 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:24:03.517744 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ddd48f-72f6-44c0-95a9-78b771c6213d" -d '{"events": [{"name": "network-changed", "server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:24:03.554475 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614cae1d-0ae7-46a6-adef-c4afd6768aa6 x-openstack-request-id: req-614cae1d-0ae7-46a6-adef-c4afd6768aa6 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:24:03.555049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:24:03.555049 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-614cae1d-0ae7-46a6-adef-c4afd6768aa6 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:24:03.555416 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'status': 'completed', 'code': 200} Nov 29 02:24:03.598970 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:03.639361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-e7d6219d-fbfd-414c-ab25-3fd9c2027aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:03.640773 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-e7d6219d-fbfd-414c-ab25-3fd9c2027aef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1099 time: 0.0407825 Nov 29 02:24:03.734710 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-b5e326e7-72f5-46fc-88ae-4437aca3ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:03.736196 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-b5e326e7-72f5-46fc-88ae-4437aca3ac15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0889606 Nov 29 02:24:03.801501 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-3b742249-9253-4a7b-9625-c5e188b3159e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 1000 time: 0.0582163 Nov 29 02:24:03.819744 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '42b5bbdd-cf1b-483d-84e6-9b662340624b', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'floating_ip_address': '172.26.8.160', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'port_id': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'mac_address': 'fa:16:3e:31:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:24:02Z', 'updated_at': '2021-11-29T02:24:02Z', 'revision_number': 0, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:03.850655 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] Checking router: a425ce61-971b-4b5e-879d-72f44e715679 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:24:03.858214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-bb995ddd-d491-4a4a-aa11-5ff1e0734981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:03.859717 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-bb995ddd-d491-4a4a-aa11-5ff1e0734981 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0505395 Nov 29 02:24:03.859978 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:03.860589 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:23:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:03.932319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-61108471-2c2f-46e9-9699-7cb8fab9fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:03.934224 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-61108471-2c2f-46e9-9699-7cb8fab9fa2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441854 Nov 29 02:24:03.966257 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:04.027247 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-bcabe632-d987-4a3d-9c81-d7cf2583ade9 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839436 Nov 29 02:24:04.121839 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-32ddd48f-72f6-44c0-95a9-78b771c6213d req-7f840f9a-f821-4951-9574-e0cdacbb6061 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867856 Nov 29 02:24:04.196733 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '42b5bbdd-cf1b-483d-84e6-9b662340624b', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'floating_ip_address': '172.26.8.160', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'port_id': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'mac_address': 'fa:16:3e:31:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:24:02Z', 'updated_at': '2021-11-29T02:24:02Z', 'revision_number': 0, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:04.228976 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbfd44-cae5-47a7-9bd9-371b585c0ef7 None None] The sync data for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv is: [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '42b5bbdd-cf1b-483d-84e6-9b662340624b', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'floating_ip_address': '172.26.8.160', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'port_id': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'mac_address': 'fa:16:3e:31:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:24:02Z', 'updated_at': '2021-11-29T02:24:02Z', 'revision_number': 0, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:24:04.424906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ec1f5-ac9a-4fed-ab72-1878560e6cfa None None] New status for floating IP 42b5bbdd-cf1b-483d-84e6-9b662340624b: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:24:10.675754 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a804987d-a674-4277-809f-431999c358d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.050380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.231390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0e49-cf2e-4eef-ab56-27fd8d256235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.456478 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.370263 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.144330 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:24:22.686759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:40.676746 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5df17bc-f217-4d76-b961-4d24a09647d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:44.055201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:44.232896 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da72279-b2f8-44ad-95ce-a07bb62b8965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:45.459624 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:46.374739 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:52.680816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:58.142845 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:24:58.924405 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-23540629-e52a-47d4-8a59-947b3cdba962 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395589 Nov 29 02:24:59.025469 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-f7471a4b-a01c-4ad7-9f15-1e53f2a5212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:59.027539 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-f7471a4b-a01c-4ad7-9f15-1e53f2a5212b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1099 time: 0.0440693 Nov 29 02:24:59.129562 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-1d52344f-816f-4df1-8c3b-c121ef3d6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:59.131088 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-1d52344f-816f-4df1-8c3b-c121ef3d6503 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0844893 Nov 29 02:24:59.197870 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-183d6079-161d-490b-81f2-40d0f153549a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 1002 time: 0.0598559 Nov 29 02:24:59.248078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-6c84c322-07f5-4e36-8086-4cca78983bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:59.249502 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-6c84c322-07f5-4e36-8086-4cca78983bab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0435584 Nov 29 02:24:59.294509 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-be31b680-0027-416c-a25d-7d4ae20c6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:59.296208 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-be31b680-0027-416c-a25d-7d4ae20c6bbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397224 Nov 29 02:24:59.392820 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-7cf65402-0c8a-4032-b1e9-c5538dc99366 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886261 Nov 29 02:24:59.482514 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cb4cafd9-4aa8-4313-bda2-8083ea565179 req-c171be81-6a4d-4bbb-8a2e-945210b95cbe service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823264 Nov 29 02:25:10.678071 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8ad90adc-b176-4c92-a078-b033a72bcb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:14.057532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:14.234410 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-91ee6bdc-d248-4de7-9fe4-13cf255d02e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:15.462649 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:16.376220 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:18.410104 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-eb98fa6c-0701-4763-a6ea-6d158467c2d4 req-fe9bb11a-187b-4ed3-bfca-27709e1075b7 service neutron] (109949) timed out ('10.222.0.30', 49074) {{(pid=109949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 02:25:22.702501 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:35.141612 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:25:40.678808 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3ef67945-34f8-495a-9ed8-5606cd81cafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:44.061083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:44.239029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7690674-29b2-4c69-b119-7a894c41327e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:45.465781 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:46.407923 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.699290 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.215131 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d219e5-088f-4c14-a2d8-4c3190e7ecc0 req-b62efdbb-7214-49be-89eb-ea475d9d9a6e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:59.216526 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e6d219e5-088f-4c14-a2d8-4c3190e7ecc0 req-b62efdbb-7214-49be-89eb-ea475d9d9a6e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0479856 Nov 29 02:25:59.264643 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e6d219e5-088f-4c14-a2d8-4c3190e7ecc0 req-c015338e-e678-418f-81a1-d1a81d8897ba tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Nov 29 02:25:59.958309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-54d4f18d-e360-43dd-9625-316e7d68a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:59.959804 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-54d4f18d-e360-43dd-9625-316e7d68a445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1099 time: 0.0399265 Nov 29 02:26:00.064168 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-fb7f551c-fcb5-4d97-8f25-ecc88a3b4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:00.065612 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-fb7f551c-fcb5-4d97-8f25-ecc88a3b4eb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0870473 Nov 29 02:26:00.128157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-829132da-f9fb-4cae-beae-3662cf6f8c19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 1002 time: 0.0559027 Nov 29 02:26:00.184029 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-a4d32e08-cc8a-48a3-9a55-7ae9a5904dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:00.185908 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-a4d32e08-cc8a-48a3-9a55-7ae9a5904dbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0515802 Nov 29 02:26:00.231684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-acae49da-c824-4db3-9691-bad0326fe8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:00.233067 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-acae49da-c824-4db3-9691-bad0326fe8dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397966 Nov 29 02:26:00.244626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-219173d8-047a-4529-82b5-59f5c344dc5c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:26:00.245588 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-219173d8-047a-4529-82b5-59f5c344dc5c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053949 Nov 29 02:26:00.335282 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-674a4909-a700-4672-99b9-add286a16ccb service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825770 Nov 29 02:26:00.400064 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec73e0-499e-42dc-b7e9-8917ace3b1ab req-47368c61-0094-4ee7-ab58-ade1813cb4d5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:00.401666 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-efec73e0-499e-42dc-b7e9-8917ace3b1ab req-47368c61-0094-4ee7-ab58-ade1813cb4d5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0517685 Nov 29 02:26:00.433168 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-64bb51e1-3016-44b5-be03-f8699a3219e5 req-5c8f018d-b179-4f94-b526-d06f1f02a018 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909910 Nov 29 02:26:00.452382 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-efec73e0-499e-42dc-b7e9-8917ace3b1ab req-d4aa430e-8d2f-4bc4-867c-bc249db543de tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446918 Nov 29 02:26:01.586498 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c40b73-d30a-4b1c-b192-799f2edca585 req-6a6f19c7-2932-4754-8cb0-dea5722c7e9b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:01.587992 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97c40b73-d30a-4b1c-b192-799f2edca585 req-6a6f19c7-2932-4754-8cb0-dea5722c7e9b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0553169 Nov 29 02:26:01.636512 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-97c40b73-d30a-4b1c-b192-799f2edca585 req-e30d5e78-daea-41c2-a822-639b770798b1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426342 Nov 29 02:26:02.748998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff7e9-6459-4737-81b5-ca997e9bf76e req-0c940996-8ceb-452e-addd-f3ec502ee9ec tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:02.750511 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-aafff7e9-6459-4737-81b5-ca997e9bf76e req-0c940996-8ceb-452e-addd-f3ec502ee9ec tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0484524 Nov 29 02:26:02.803363 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-aafff7e9-6459-4737-81b5-ca997e9bf76e req-b2aabc0e-f1e6-4aed-ae04-4d96401b2c78 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469353 Nov 29 02:26:03.921442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c38afb-9831-40ce-a28e-2dfb897b62c4 req-35c65901-baf4-4662-be18-259df36ae644 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:03.922949 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-48c38afb-9831-40ce-a28e-2dfb897b62c4 req-35c65901-baf4-4662-be18-259df36ae644 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0530019 Nov 29 02:26:03.971169 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-48c38afb-9831-40ce-a28e-2dfb897b62c4 req-24a86a1e-18a0-44ce-973e-850e89044ba1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421526 Nov 29 02:26:05.085266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382e6c7-422f-4aec-b130-09f5fb274adc req-6c83d85f-626f-45a4-94a6-5be5e503e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:05.086761 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e382e6c7-422f-4aec-b130-09f5fb274adc req-6c83d85f-626f-45a4-94a6-5be5e503e9fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0478311 Nov 29 02:26:05.135175 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-e382e6c7-422f-4aec-b130-09f5fb274adc req-bbe33fa4-edd4-4354-9dbc-8085f90f8e67 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417047 Nov 29 02:26:06.254146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f65a41-8aec-4d44-af7f-73ebf8028fad req-13e409ab-d12a-490e-ae83-74bea2a6ac49 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:06.256291 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-44f65a41-8aec-4d44-af7f-73ebf8028fad req-13e409ab-d12a-490e-ae83-74bea2a6ac49 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0514398 Nov 29 02:26:06.304319 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-44f65a41-8aec-4d44-af7f-73ebf8028fad req-5b7eb883-3f72-451c-954f-918604f9f878 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Nov 29 02:26:07.417600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfeb7b-d836-416a-87a4-11585556fb15 req-917b5cb7-e37c-49d3-beae-959d1f1e3406 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:07.419093 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5fbfeb7b-d836-416a-87a4-11585556fb15 req-917b5cb7-e37c-49d3-beae-959d1f1e3406 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0489531 Nov 29 02:26:07.467790 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5fbfeb7b-d836-416a-87a4-11585556fb15 req-e12e73c2-18c1-4fa2-bf3f-bba8eb6ffb7e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429168 Nov 29 02:26:08.584990 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946f8f6-4a1b-4cd2-bdd3-aae45673b7a6 req-b5c033b4-f1ff-4414-9fed-d8546908a395 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:08.586455 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c946f8f6-4a1b-4cd2-bdd3-aae45673b7a6 req-b5c033b4-f1ff-4414-9fed-d8546908a395 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0520582 Nov 29 02:26:08.634212 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c946f8f6-4a1b-4cd2-bdd3-aae45673b7a6 req-b869663e-a89e-45ca-bddc-b2d1561f959d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417893 Nov 29 02:26:09.751050 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb966206-95b6-4606-92f6-c42a925a09c8 req-a906530d-42e9-463c-93b1-6e8ad585f020 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:09.752511 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bb966206-95b6-4606-92f6-c42a925a09c8 req-a906530d-42e9-463c-93b1-6e8ad585f020 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0522995 Nov 29 02:26:09.801054 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bb966206-95b6-4606-92f6-c42a925a09c8 req-87be6a20-a467-4d3e-91ee-9d3b96446e19 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426307 Nov 29 02:26:10.678878 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c498abb-a43e-45fa-a25b-fc902a683dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:10.916107 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925f8e-547b-458e-8af8-ec3e78f97da9 req-7579ca7d-d6a7-4025-a0a9-0a1a77e5a7aa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:10.917585 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bf925f8e-547b-458e-8af8-ec3e78f97da9 req-7579ca7d-d6a7-4025-a0a9-0a1a77e5a7aa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0487511 Nov 29 02:26:10.965783 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bf925f8e-547b-458e-8af8-ec3e78f97da9 req-53e84515-e92f-4e7b-8696-9d6141da933c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422533 Nov 29 02:26:11.869254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:26:11.964756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:11.978320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'port_id': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'mac_address': 'fa:16:3e:31:01:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:26:12.015436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:12.032867 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a70d5f0-b09f-423e-8bcf-d974e851ed47 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:26:12.053279 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:12.059378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:12.093062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b127d8-965f-4a4c-8ca7-e43341f4eba2 req-7257a67d-9832-445c-898f-440759f5e2db tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:12.095325 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-13b127d8-965f-4a4c-8ca7-e43341f4eba2 req-7257a67d-9832-445c-898f-440759f5e2db tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0527768 Nov 29 02:26:12.112469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:12.119740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.120226 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.120672 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.121115 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.121550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.122486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.122486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.122855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.123189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.123571 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.123965 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.124359 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:12.142198 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:26:12.150100 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-13b127d8-965f-4a4c-8ca7-e43341f4eba2 req-a11770dd-9fa7-49d1-9161-28b2dc3f7fe1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478792 Nov 29 02:26:12.338671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['8a70d5f0-b09f-423e-8bcf-d974e851ed47'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:26:13.269823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c9409-be31-478c-8c1d-5e614eefd50f req-7b08ae58-e97b-418e-b996-1823bd4e012f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:13.271328 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-804c9409-be31-478c-8c1d-5e614eefd50f req-7b08ae58-e97b-418e-b996-1823bd4e012f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 945 time: 0.0507870 Nov 29 02:26:13.330005 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-804c9409-be31-478c-8c1d-5e614eefd50f req-ab28d6f6-7fa3-48e7-bbc6-09a559ae84d8 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496678 Nov 29 02:26:13.885016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:26:13.940405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:13.941102 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:14.022948 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:14.057202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:26:14.059948 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50bcc3b-2a1a-4d90-9c1a-10b038e1ea76" -d '{"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-plugged", "status": "completed", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:26:14.082493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:14.084704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:14.089816 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:14.120832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ddf481-e511-48a2-9858-3ef9666fa43f x-openstack-request-id: req-b0ddf481-e511-48a2-9858-3ef9666fa43f {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:26:14.121126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-plugged", "status": "completed", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:26:14.121378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0ddf481-e511-48a2-9858-3ef9666fa43f {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:26:14.121769 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'code': 200} Nov 29 02:26:14.153482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:14.256257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8b4f701c-a9a6-478d-b751-c48f6a42b453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:14.457474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32b6e-ded7-4fa0-aa08-b454f1bf9178 req-e310c959-b9f6-4c58-b156-92b4d5f9a122 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:14.459163 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bff32b6e-ded7-4fa0-aa08-b454f1bf9178 req-e310c959-b9f6-4c58-b156-92b4d5f9a122 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0546119 Nov 29 02:26:14.513401 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-bff32b6e-ded7-4fa0-aa08-b454f1bf9178 req-17003bd7-27ad-48f4-ad92-dfae2495243d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478199 Nov 29 02:26:15.476273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:15.651325 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0f8c6-2456-4283-8ca9-c3eae08109e6 req-0af49642-83c8-4f64-848b-de376f7eab97 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:15.653577 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-20a0f8c6-2456-4283-8ca9-c3eae08109e6 req-0af49642-83c8-4f64-848b-de376f7eab97 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0602314 Nov 29 02:26:15.716089 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-20a0f8c6-2456-4283-8ca9-c3eae08109e6 req-c2c66320-8884-4eda-8547-a3120b02fb40 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554464 Nov 29 02:26:16.385640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:16.834675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1848931-bfd3-4248-a3d1-787d05475671 req-b54fc8b3-c76d-4542-ac6c-95afd44b603a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:16.842763 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1848931-bfd3-4248-a3d1-787d05475671 req-b54fc8b3-c76d-4542-ac6c-95afd44b603a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0566409 Nov 29 02:26:16.889803 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a1848931-bfd3-4248-a3d1-787d05475671 req-151dc093-b864-45c0-a0d0-274736476720 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459771 Nov 29 02:26:18.017973 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239326a-569f-4079-bb7c-acb050271c47 req-49f08924-2fc4-4938-8c5f-8233a50bbf70 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:18.018646 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1239326a-569f-4079-bb7c-acb050271c47 req-49f08924-2fc4-4938-8c5f-8233a50bbf70 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0536330 Nov 29 02:26:18.075580 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1239326a-569f-4079-bb7c-acb050271c47 req-2fad57cb-c7a5-44a3-b309-36404a93c5b9 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505311 Nov 29 02:26:19.202829 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1af9b7-717b-4ffc-a7b1-8e34fb3e5d0c req-7ca7b08c-d3d3-4267-93cb-c04142fb8238 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:19.205044 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ac1af9b7-717b-4ffc-a7b1-8e34fb3e5d0c req-7ca7b08c-d3d3-4267-93cb-c04142fb8238 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0585845 Nov 29 02:26:19.267024 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ac1af9b7-717b-4ffc-a7b1-8e34fb3e5d0c req-c75a1c3f-2976-4488-ac38-3222121db948 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503430 Nov 29 02:26:20.397001 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac42045-a262-4e92-bb8a-e8d4c9659a62 req-29d1cb68-7040-4e7e-a6b4-823a9e11c4e2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:20.397001 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fac42045-a262-4e92-bb8a-e8d4c9659a62 req-29d1cb68-7040-4e7e-a6b4-823a9e11c4e2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0577273 Nov 29 02:26:20.459363 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-fac42045-a262-4e92-bb8a-e8d4c9659a62 req-4ccbb478-870d-4129-8ea2-f5396252d09e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556889 Nov 29 02:26:21.576249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24d35e-2fb3-42f2-babc-fa34b52ff3ed req-06148c12-25d2-432e-bee6-365b1aef0be5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:21.577720 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0a24d35e-2fb3-42f2-babc-fa34b52ff3ed req-06148c12-25d2-432e-bee6-365b1aef0be5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Nov 29 02:26:21.626403 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0a24d35e-2fb3-42f2-babc-fa34b52ff3ed req-f2d0bcb3-015d-4c7c-954b-7d23640745dd tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427103 Nov 29 02:26:21.831296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-b174c4c4-c6fa-4250-90fe-6d56d30e8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:21.832787 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-b174c4c4-c6fa-4250-90fe-6d56d30e8181 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1099 time: 0.0871751 Nov 29 02:26:21.931143 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-b656766e-c8ee-4dc5-b7a1-465763f7a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:21.932579 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-b656766e-c8ee-4dc5-b7a1-465763f7a0fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0856299 Nov 29 02:26:22.000420 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-1d407b8a-fca5-475e-8c88-ce22913cd6aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 1002 time: 0.0596924 Nov 29 02:26:22.050051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-144b5def-f2c4-49d9-81c8-69bea5d669bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:22.051367 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-144b5def-f2c4-49d9-81c8-69bea5d669bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0423150 Nov 29 02:26:22.100807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-62b62ef4-4d7e-4a19-a93a-b9c819fb2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:22.102389 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-62b62ef4-4d7e-4a19-a93a-b9c819fb2c85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440590 Nov 29 02:26:22.198325 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-972dda26-042d-4de7-8d07-4367188aaf1f service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890737 Nov 29 02:26:22.284784 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ba2972f-20db-43fa-9204-cfe99be21330 req-e86b13ad-236c-4fd6-91b4-2698a204a832 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799160 Nov 29 02:26:22.717114 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:22.746642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579418f-c6c3-4ea8-8265-9fc3bc0d03c1 req-7d0f9fc3-ef61-41d2-8499-1278d7827a5d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:22.748145 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0579418f-c6c3-4ea8-8265-9fc3bc0d03c1 req-7d0f9fc3-ef61-41d2-8499-1278d7827a5d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0552082 Nov 29 02:26:22.798857 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0579418f-c6c3-4ea8-8265-9fc3bc0d03c1 req-8125fee3-f321-43ea-832f-2158c5c04824 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448065 Nov 29 02:26:23.916381 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dcea6-2ce0-425d-a9cb-639e97983919 req-e627e3c7-b3c1-4a94-8b5f-e7874747d4f0 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:23.917883 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da2dcea6-2ce0-425d-a9cb-639e97983919 req-e627e3c7-b3c1-4a94-8b5f-e7874747d4f0 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0496278 Nov 29 02:26:23.971440 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da2dcea6-2ce0-425d-a9cb-639e97983919 req-65db2e7d-7500-4f8a-977e-c5c21789de52 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474281 Nov 29 02:26:25.087190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdc254-b2e2-48f7-a2ba-6e2dcf490320 req-026d7cc1-9108-4a3b-8d00-7a9d89a6e8fa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:25.088651 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d2cdc254-b2e2-48f7-a2ba-6e2dcf490320 req-026d7cc1-9108-4a3b-8d00-7a9d89a6e8fa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0488429 Nov 29 02:26:25.137763 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d2cdc254-b2e2-48f7-a2ba-6e2dcf490320 req-aea4a2a1-7d2c-4d2b-ae9d-6f397b43e6aa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Nov 29 02:26:25.249576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-15ba88b7-77fe-4578-b4d5-9ec8e40e3677 req-5c1811ef-1b0c-4181-83a1-1e7d85336f23 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:26:25.250635 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-15ba88b7-77fe-4578-b4d5-9ec8e40e3677 req-5c1811ef-1b0c-4181-83a1-1e7d85336f23 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465508 Nov 29 02:26:25.407349 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54229e7c-7ede-49db-aa6a-03b50ead159c req-526b3613-070c-43e5-9402-29fbeb8f50a8 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:25.408900 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54229e7c-7ede-49db-aa6a-03b50ead159c req-526b3613-070c-43e5-9402-29fbeb8f50a8 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 946 time: 0.0551057 Nov 29 02:26:25.460428 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-54229e7c-7ede-49db-aa6a-03b50ead159c req-a8f76fc4-810f-47ec-8bed-df288a24180a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454385 Nov 29 02:26:25.594328 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-023e1b1f-d3d4-4c18-a106-d222a1b80133 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817902 Nov 29 02:26:25.923084 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:26:26.000455 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:26.022510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:26:26.025245 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5644fa02-01f4-4288-b68b-abb0fb08e60d" -d '{"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:26:26.037994 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:26.043457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:26.069296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 02:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d72dc91-700b-4891-84cd-a65c877f50bb x-openstack-request-id: req-6d72dc91-700b-4891-84cd-a65c877f50bb {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:26:26.069580 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-unplugged", "status": "failed", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47", "code": 422}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:26:26.069832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d72dc91-700b-4891-84cd-a65c877f50bb {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:26:26.070287 dv-neutron-816800-5-hyperv neutron-server[109950]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'code': 422} returned with failed status Nov 29 02:26:26.097047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:26.435468 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-095d3488-253f-4b42-b0f2-e4616bae40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:26.437548 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-095d3488-253f-4b42-b0f2-e4616bae40b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5&tenant_id=087ffee9564843f5a3faf7872de122f4 HTTP/1.1" status: 200 len: 1097 time: 0.0409598 Nov 29 02:26:26.510820 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-d682ccbe-93ac-4efa-a667-4698d2b86145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:26.512341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-d682ccbe-93ac-4efa-a667-4698d2b86145 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1097 time: 0.0405617 Nov 29 02:26:26.580449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0314ce-c4fd-4cc3-80a4-9d0f471911ae req-bdc02a1e-7c4b-4b28-8b81-e1d87e94a77b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:26.581942 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2e0314ce-c4fd-4cc3-80a4-9d0f471911ae req-bdc02a1e-7c4b-4b28-8b81-e1d87e94a77b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0525551 Nov 29 02:26:26.605580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-e9682c04-2a6b-48ed-8e28-f16e27469899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:26.607097 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-e9682c04-2a6b-48ed-8e28-f16e27469899 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0883417 Nov 29 02:26:26.631504 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2e0314ce-c4fd-4cc3-80a4-9d0f471911ae req-29924624-a5b5-47d8-a556-67324d1d5ddf tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 Nov 29 02:26:26.672916 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-fd15dead-50e3-4d00-8f1e-1a554469f8d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 1000 time: 0.0578859 Nov 29 02:26:26.721654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-64fdb72e-d900-45e1-b754-7d4b886e1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:26.723068 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-64fdb72e-d900-45e1-b754-7d4b886e1293 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0422900 Nov 29 02:26:26.771434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-3f01d5b9-06b7-410f-9be8-13411dd84a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:26.772887 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-3f01d5b9-06b7-410f-9be8-13411dd84a25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425963 Nov 29 02:26:26.860967 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-c25a7e95-8c74-4755-b355-f0ec5e7d6f91 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804763 Nov 29 02:26:26.956686 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d0fb4e67-7dbf-473d-bc4a-8dd74ef3b921 req-f2057065-8d4f-4b2e-aa17-787020cc10ab service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867336 Nov 29 02:26:27.750501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856667b-4e4e-47ab-b721-51ad19a8e27a req-40aa7523-8196-49ad-b86a-a07b0374576b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.758446 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3856667b-4e4e-47ab-b721-51ad19a8e27a req-40aa7523-8196-49ad-b86a-a07b0374576b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0565147 Nov 29 02:26:27.803520 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3856667b-4e4e-47ab-b721-51ad19a8e27a req-57f57fe9-88a7-4b4e-b31d-e0a5f57a5183 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Nov 29 02:26:28.927314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba3b9-ec19-471e-973c-6611675441cb req-c22b6335-9bb3-45a6-badc-4cb34ba00810 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:28.928826 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d7cba3b9-ec19-471e-973c-6611675441cb req-c22b6335-9bb3-45a6-badc-4cb34ba00810 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0568376 Nov 29 02:26:28.983992 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d7cba3b9-ec19-471e-973c-6611675441cb req-77e13387-b57a-497d-84b3-142c5648fd7c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485675 Nov 29 02:26:30.104401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e974d-66ff-44c8-ad65-cf0d0162105a req-24a83c40-19ac-41a2-ab25-267c60427225 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:30.105862 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-609e974d-66ff-44c8-ad65-cf0d0162105a req-24a83c40-19ac-41a2-ab25-267c60427225 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0550041 Nov 29 02:26:30.159774 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-609e974d-66ff-44c8-ad65-cf0d0162105a req-9b925f00-f39c-4b39-8b9f-47b137054609 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 Nov 29 02:26:31.278217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce3a02-0924-4182-95de-5e3f1fa2f5e9 req-57f04531-681f-4508-b0d0-2fc189f9347c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:31.279759 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-73ce3a02-0924-4182-95de-5e3f1fa2f5e9 req-57f04531-681f-4508-b0d0-2fc189f9347c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0540204 Nov 29 02:26:31.336338 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-73ce3a02-0924-4182-95de-5e3f1fa2f5e9 req-ce4217ca-c7ca-4bde-90f3-7eb7c30093d9 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506523 Nov 29 02:26:32.481051 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49c71e-2eb3-4d94-b4e9-17bb1f300fa2 req-cb59f2e3-abc8-47b8-a4c2-c7392e9f1d4a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:32.482633 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f49c71e-2eb3-4d94-b4e9-17bb1f300fa2 req-cb59f2e3-abc8-47b8-a4c2-c7392e9f1d4a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0503502 Nov 29 02:26:32.535084 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1f49c71e-2eb3-4d94-b4e9-17bb1f300fa2 req-79641b78-e3d4-4c44-a158-dda7c959a130 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465665 Nov 29 02:26:33.659356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fd83d-6b1c-4976-b276-e68387ec1055 req-fc0f07d5-dcc9-46c4-9325-004ca9f822b2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:33.660952 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-701fd83d-6b1c-4976-b276-e68387ec1055 req-fc0f07d5-dcc9-46c4-9325-004ca9f822b2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0500152 Nov 29 02:26:33.720951 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-701fd83d-6b1c-4976-b276-e68387ec1055 req-56bcfa99-8ecc-4921-be7d-eba1e4fbeccf tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532410 Nov 29 02:26:34.836457 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad9274-0816-4458-9fff-a0230757dd90 req-5230c062-01ae-4107-bb31-1fafa3d638a8 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:34.838134 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afad9274-0816-4458-9fff-a0230757dd90 req-5230c062-01ae-4107-bb31-1fafa3d638a8 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0482981 Nov 29 02:26:34.894650 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-afad9274-0816-4458-9fff-a0230757dd90 req-000718e1-eaf8-49af-8dff-537d82e2ad60 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498412 Nov 29 02:26:36.013378 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0695d3-985f-4857-827f-eb95c3b5ce29 req-7bc2435b-d06b-4f29-af2e-b7596ed97451 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:36.015375 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1c0695d3-985f-4857-827f-eb95c3b5ce29 req-7bc2435b-d06b-4f29-af2e-b7596ed97451 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0496092 Nov 29 02:26:36.078161 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1c0695d3-985f-4857-827f-eb95c3b5ce29 req-899a4dbc-9a13-4b56-9682-fade46570305 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569646 Nov 29 02:26:37.201188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47946f-7d02-4710-830c-acd3b6e2ec57 req-f1b07a7d-c3da-4a58-88c4-a514e76ae9d7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:37.202749 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-af47946f-7d02-4710-830c-acd3b6e2ec57 req-f1b07a7d-c3da-4a58-88c4-a514e76ae9d7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0538039 Nov 29 02:26:37.251618 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-af47946f-7d02-4710-830c-acd3b6e2ec57 req-c37efafe-8727-4504-885b-b9a9afbfb2f7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Nov 29 02:26:38.366449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253e3df-76f4-40c5-95dc-c809217d9c57 req-935b550c-aad0-40b7-8e31-3d8eb127e761 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:38.368566 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8253e3df-76f4-40c5-95dc-c809217d9c57 req-935b550c-aad0-40b7-8e31-3d8eb127e761 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0491571 Nov 29 02:26:38.417919 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-8253e3df-76f4-40c5-95dc-c809217d9c57 req-0054024a-23ad-4036-b2f8-5bcebf6e6b12 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435650 Nov 29 02:26:39.532215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e1670-462a-405e-ac84-fb60d1619192 req-90aa2c89-39e9-4f9e-81cf-4f0da0028c59 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:39.533708 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f2e1670-462a-405e-ac84-fb60d1619192 req-90aa2c89-39e9-4f9e-81cf-4f0da0028c59 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0494578 Nov 29 02:26:39.582939 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8f2e1670-462a-405e-ac84-fb60d1619192 req-8ad98922-135b-40cc-9cd5-c2f20c805644 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431907 Nov 29 02:26:40.680657 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2fd341e0-de7f-4d91-a6bb-21f3cfd6f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:40.703752 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7805d3e-c46b-4b79-9801-43e878cde2bd req-959af496-eb4d-4647-9646-ee4ec4af3b81 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:40.705229 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b7805d3e-c46b-4b79-9801-43e878cde2bd req-959af496-eb4d-4647-9646-ee4ec4af3b81 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0554812 Nov 29 02:26:40.754102 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b7805d3e-c46b-4b79-9801-43e878cde2bd req-d4a8f148-8d02-42fb-b59b-a1d4af86935b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 Nov 29 02:26:41.919234 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fc6c3-3004-461e-8c37-7f48c54554d0 req-15a49762-f4d1-499f-89d2-3fc2a86e682f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:41.920704 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f0fc6c3-3004-461e-8c37-7f48c54554d0 req-15a49762-f4d1-499f-89d2-3fc2a86e682f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 944 time: 0.0999374 Nov 29 02:26:41.968441 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0f0fc6c3-3004-461e-8c37-7f48c54554d0 req-4f590050-e30a-4640-90fa-17b9ba071a9e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418286 Nov 29 02:26:41.999264 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:26:42.105370 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:42.120943 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'port_id': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'mac_address': 'fa:16:3e:31:01:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:26:42.166725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:42.185964 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a70d5f0-b09f-423e-8bcf-d974e851ed47 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:26:42.209969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:42.223191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:42.269258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=9']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:42.496905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['8a70d5f0-b09f-423e-8bcf-d974e851ed47'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:26:43.087148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f96b36-807b-45f2-bcb3-27b472f65295 req-72723a62-fd9e-4637-96ae-bb89b6de3037 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:43.088657 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d6f96b36-807b-45f2-bcb3-27b472f65295 req-72723a62-fd9e-4637-96ae-bb89b6de3037 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 945 time: 0.0552130 Nov 29 02:26:43.137513 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d6f96b36-807b-45f2-bcb3-27b472f65295 req-3a6c5b58-845f-4116-87b0-d00d7e0ca828 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 Nov 29 02:26:44.002901 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:26:44.058485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:44.058866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:44.085278 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:44.147101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:44.169054 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:26:44.171348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96fea77-04f8-46d9-baa3-ac3b6390c4e9" -d '{"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-plugged", "status": "completed", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:26:44.184256 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:44.190061 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:44.214261 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b7016b-3f6b-4eb5-baf7-818b5e2d8ee8 x-openstack-request-id: req-a9b7016b-3f6b-4eb5-baf7-818b5e2d8ee8 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:26:44.214671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-plugged", "status": "completed", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:26:44.214936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9b7016b-3f6b-4eb5-baf7-818b5e2d8ee8 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:26:44.215332 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'code': 200} Nov 29 02:26:44.255834 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=10']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:44.257938 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3ec3-f895-4a68-b10c-b678d05cfa28 req-be5a66c0-01cf-4b1c-85ee-f5a6a4501983 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:44.261351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-410f6b71-5777-4a97-96b2-35bc8d95a7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:44.262906 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4f1d3ec3-f895-4a68-b10c-b678d05cfa28 req-be5a66c0-01cf-4b1c-85ee-f5a6a4501983 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 947 time: 0.0542064 Nov 29 02:26:44.311969 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4f1d3ec3-f895-4a68-b10c-b678d05cfa28 req-424630c8-9f05-4a25-9559-d7993f6fc010 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 Nov 29 02:26:44.444874 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ae27-2d06-4789-98fa-f9d93770fe38 req-e6caaef3-01e9-4e77-832a-0404b45c45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:44.446366 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8b20ae27-2d06-4789-98fa-f9d93770fe38 req-e6caaef3-01e9-4e77-832a-0404b45c45f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1100 time: 0.0401046 Nov 29 02:26:44.822582 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8b20ae27-2d06-4789-98fa-f9d93770fe38 req-62bf9b51-a58b-47e3-b65b-278a43d3197c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690434 Nov 29 02:26:45.433066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e26f2-d900-47d5-9408-f91ec5c5cad5 req-aa6580d9-c675-4778-9e78-f2bfef0e9f9f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:45.434577 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3f1e26f2-d900-47d5-9408-f91ec5c5cad5 req-aa6580d9-c675-4778-9e78-f2bfef0e9f9f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 947 time: 0.0536172 Nov 29 02:26:45.471811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:45.484697 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3f1e26f2-d900-47d5-9408-f91ec5c5cad5 req-e221ce1e-e5ac-4be7-8759-96f1f624c881 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Nov 29 02:26:46.380465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:46.597927 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b48a99-e278-41fb-ae09-7c11deb85dad req-5309974d-e011-40a3-8a54-404990fe5ea9 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:46.599378 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d7b48a99-e278-41fb-ae09-7c11deb85dad req-5309974d-e011-40a3-8a54-404990fe5ea9 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 947 time: 0.0470645 Nov 29 02:26:46.646209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d7b48a99-e278-41fb-ae09-7c11deb85dad req-ffc55f08-a7ff-4c5d-9bae-62f3ec0d3888 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410008 Nov 29 02:26:49.141172 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:26:52.719406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:00.927357 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-6781ed06-ead0-4925-bac5-e19186a442b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383263 Nov 29 02:27:01.026003 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-73373dee-fdc8-43b5-9467-a7788e6d9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:01.027465 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-73373dee-fdc8-43b5-9467-a7788e6d9680 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1100 time: 0.0417094 Nov 29 02:27:01.128261 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-4a738fb7-12a4-43f5-845b-8821f300655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:01.129693 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-4a738fb7-12a4-43f5-845b-8821f300655f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0824752 Nov 29 02:27:01.196130 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-406f4ba0-2fe0-4403-bb6c-eee5439d16a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 1002 time: 0.0587025 Nov 29 02:27:01.243328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-475237cb-41c6-428e-a287-13f3f2d5b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:01.244713 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-475237cb-41c6-428e-a287-13f3f2d5b5fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0420828 Nov 29 02:27:01.290656 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-95bdada4-f9ed-47fc-b5da-f629d6df3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:01.292064 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-95bdada4-f9ed-47fc-b5da-f629d6df3227 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386627 Nov 29 02:27:01.383819 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-ead349da-952d-4bd5-bd19-f74a8b6e1b9c service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840213 Nov 29 02:27:01.473379 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-825fc1b8-2d03-4ff3-a069-7b57f76336b5 req-ef8a7544-da6e-4578-bc12-4c8797ace175 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817149 Nov 29 02:27:10.682955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff05172c-dafd-4137-9635-bf6fbb315e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:14.068104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:14.233443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d1d338a3-ba68-4411-95b4-f4c84bd3d9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:15.475329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:16.381985 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:22.712666 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:26.140496 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:27:40.685134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7d674ac3-4233-47b7-85fc-406ba5d334f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:44.070459 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:44.233309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae2a1-a9a0-4e00-8b55-75f6742852bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:45.479635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:46.412905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:52.711626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.662941 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53334) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:27:55.821671 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Deleting port 4d2ab1b6-8667-4cc9-b5a8-f449f55fac22 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:27:55.822017 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.896002 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.896323 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.908764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Calling delete_port for 4d2ab1b6-8667-4cc9-b5a8-f449f55fac22 owned by network:floatingip {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:27:56.060768 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:56.086774 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event deleted for resources: {'Port': ['ID=4d2ab1b6-8667-4cc9-b5a8-f449f55fac22,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:27:56.115463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.115822 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.116171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.116514 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.116850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.117188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.117529 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.117865 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.118198 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.118557 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.118886 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.119214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:56.157932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for floatingip, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:56.158265 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Floating IP 42b5bbdd-cf1b-483d-84e6-9b662340624b disassociated (deleted). External IP: 172.26.8.160, port: 8a70d5f0-b09f-423e-8bcf-d974e851ed47. Nov 29 02:27:56.365862 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Router a425ce61-971b-4b5e-879d-72f44e715679 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:27:56.475829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:27:56.480333 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:56.488158 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] Sync routers for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:27:56.499347 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:27:56.499969 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:27:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:27:56.514168 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-c249670f-52ea-49f9-ac52-cbe6e96236fc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "DELETE /v2.0/floatingips/42b5bbdd-cf1b-483d-84e6-9b662340624b HTTP/1.1" status: 204 len: 168 time: 0.8477831 Nov 29 02:27:56.514168 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:27:56.514740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d58fa44-3c25-45cb-a2fe-83168880d622" -d '{"events": [{"name": "network-changed", "server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:27:56.627043 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88320ed-8783-4808-a03d-55aed40004ea x-openstack-request-id: req-d88320ed-8783-4808-a03d-55aed40004ea {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:27:56.627572 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:27:56.628033 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d88320ed-8783-4808-a03d-55aed40004ea {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:27:56.628809 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'status': 'completed', 'code': 200} Nov 29 02:27:56.638214 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:27:56.739226 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-bcb282be-bb03-4546-b0ef-53525ba44462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:56.740853 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-bcb282be-bb03-4546-b0ef-53525ba44462 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 1100 time: 0.0675209 Nov 29 02:27:56.841780 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c0aa0-fd69-4cb7-8e7c-c9b7d24ede1e req-91af982c-c4c8-4ce3-9c80-e6598cf8dcc1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:56.843439 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-763c0aa0-fd69-4cb7-8e7c-c9b7d24ede1e req-91af982c-c4c8-4ce3-9c80-e6598cf8dcc1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 947 time: 0.1192403 Nov 29 02:27:56.873794 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:27:56.900809 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] Checking router: a425ce61-971b-4b5e-879d-72f44e715679 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:27:56.905821 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-da25e2ad-a8db-487c-aab5-502de4f00914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:56.907337 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-da25e2ad-a8db-487c-aab5-502de4f00914 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.1527247 Nov 29 02:27:56.909503 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:27:56.910103 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:27:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:27:56.920248 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-763c0aa0-fd69-4cb7-8e7c-c9b7d24ede1e req-8300e14b-c118-4f4d-8965-0d520e6ac32d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673974 Nov 29 02:27:56.956368 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-54df0abb-1cc6-4dd5-955d-22b22ca59dc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 200 len: 217 time: 0.0409527 Nov 29 02:27:57.011788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-75240af0-9d3b-4294-ad4f-8eb796abb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:57.013239 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-75240af0-9d3b-4294-ad4f-8eb796abb6f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0488346 Nov 29 02:27:57.017945 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:27:57.061536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-5df34bca-3bde-4d25-8ca7-e20393465cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:57.063317 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-5df34bca-3bde-4d25-8ca7-e20393465cc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417464 Nov 29 02:27:57.161531 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-bb4a71c9-5006-4a6c-91e3-f0faa8cd88f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889747 Nov 29 02:27:57.227753 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:27:57.256358 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf165a7-c4dd-4e8c-bb32-f565749ff88f None None] The sync data for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv is: [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:27:57.260664 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8d58fa44-3c25-45cb-a2fe-83168880d622 req-4891f1bd-7901-44a1-8062-ea572634522e service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916038 Nov 29 02:27:57.478382 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d5019-45d2-4375-80ff-2359edbd9ea0 None None] New status for floating IP 42b5bbdd-cf1b-483d-84e6-9b662340624b: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:27:58.040138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f2d0-e15b-47a5-93be-8f4070a9b081 req-796637ed-7f5f-4127-a933-95d57c7b069a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:58.041492 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22c5f2d0-e15b-47a5-93be-8f4070a9b081 req-796637ed-7f5f-4127-a933-95d57c7b069a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 947 time: 0.0490165 Nov 29 02:27:58.091439 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22c5f2d0-e15b-47a5-93be-8f4070a9b081 req-e6f8f2f1-e63c-4f76-b4e1-2ffcdf34eee0 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=760b7803-baa7-45cf-a4b8-3d58aa7f7573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440602 Nov 29 02:27:58.225634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524877-1b26-47b9-8acb-b83102be2385 req-cb524729-279a-4bd3-a636-a5d4c692c999 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:58.227142 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7b524877-1b26-47b9-8acb-b83102be2385 req-cb524729-279a-4bd3-a636-a5d4c692c999 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 947 time: 0.0491505 Nov 29 02:27:58.321008 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Deleting port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:27:58.321349 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:58.408206 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] For port 8a70d5f0-b09f-423e-8bcf-d974e851ed47, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=8a70d5f0-b09f-423e-8bcf-d974e851ed47,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:27:58.408571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:58.421315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Calling delete_port for 8a70d5f0-b09f-423e-8bcf-d974e851ed47 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:27:58.551281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:58.579625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event deleted for resources: {'Port': ['ID=8a70d5f0-b09f-423e-8bcf-d974e851ed47,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:27:58.608188 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.608551 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.608902 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.609243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.609579 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.609920 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.610255 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.610623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.610961 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.611294 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.611623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.611950 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:58.633214 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] No DVR routers for this DVR port 8a70d5f0-b09f-423e-8bcf-d974e851ed47 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:27:58.635859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:58.639220 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7b524877-1b26-47b9-8acb-b83102be2385 req-8c458d7f-d478-4652-b937-acad4028878a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "DELETE /v2.0/ports/8a70d5f0-b09f-423e-8bcf-d974e851ed47 HTTP/1.1" status: 204 len: 173 time: 0.4058614 Nov 29 02:27:58.639659 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-deleted', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:27:58.641897 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6a615-6d8c-4ed1-80c9-be397d6220f3" -d '{"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-deleted", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:27:58.734237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f997d15-486b-44ce-bf2a-250c828c53d1 x-openstack-request-id: req-5f997d15-486b-44ce-bf2a-250c828c53d1 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:27:58.734632 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafa1ea7-f793-40ee-ae2f-08fec79066e5", "name": "network-vif-deleted", "tag": "8a70d5f0-b09f-423e-8bcf-d974e851ed47", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:27:58.734952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f997d15-486b-44ce-bf2a-250c828c53d1 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:27:58.735370 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafa1ea7-f793-40ee-ae2f-08fec79066e5', 'name': 'network-vif-deleted', 'tag': '8a70d5f0-b09f-423e-8bcf-d974e851ed47', 'status': 'completed', 'code': 200} Nov 29 02:27:59.196049 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-14279e74-ef6b-4326-8d8a-e0ae56a14b15 req-4ebd4f3e-f643-440a-8ac6-4d900e4e4e01 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafa1ea7-f793-40ee-ae2f-08fec79066e5 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Nov 29 02:28:00.251999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53362) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:00.307037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-91e12de2-ea46-43e6-83b3-0470b3f9011d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.331324 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-91e12de2-ea46-43e6-83b3-0470b3f9011d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.396936 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-91e12de2-ea46-43e6-83b3-0470b3f9011d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.399640 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-91e12de2-ea46-43e6-83b3-0470b3f9011d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.401370 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-91e12de2-ea46-43e6-83b3-0470b3f9011d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "DELETE /v2.0/security-groups/760b7803-baa7-45cf-a4b8-3d58aa7f7573 HTTP/1.1" status: 204 len: 168 time: 0.1482882 Nov 29 02:28:00.410530 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e12de2-ea46-43e6-83b3-0470b3f9011d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760b7803-baa7-45cf-a4b8-3d58aa7f7573,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:00.631362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53368) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:00.636941 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-63c6100a-b5c7-49be-ae0a-74045bbf2ead tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672459966', 'description': 'tempest-secgroup-smoke-672459966 description', 'project_id': '087ffee9564843f5a3faf7872de122f4'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:00.659297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63c6100a-b5c7-49be-ae0a-74045bbf2ead tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.725506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63c6100a-b5c7-49be-ae0a-74045bbf2ead tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.729675 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63c6100a-b5c7-49be-ae0a-74045bbf2ead tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.760109 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63c6100a-b5c7-49be-ae0a-74045bbf2ead tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.761330 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-63c6100a-b5c7-49be-ae0a-74045bbf2ead tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1289699 Nov 29 02:28:00.763187 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6100a-b5c7-49be-ae0a-74045bbf2ead tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239445f4-434d-4407-80bd-5f05bfd303e4,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:00.764360 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53370) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:00.768990 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-e3ae39c1-8d62-406b-904b-11ddcd2b09fb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '239445f4-434d-4407-80bd-5f05bfd303e4', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:00.796588 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e3ae39c1-8d62-406b-904b-11ddcd2b09fb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.841784 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e3ae39c1-8d62-406b-904b-11ddcd2b09fb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.845358 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e3ae39c1-8d62-406b-904b-11ddcd2b09fb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.862898 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae39c1-8d62-406b-904b-11ddcd2b09fb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88086bdf-ee0f-4221-bb0e-3ec7c4d980dc,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:00.871201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-e3ae39c1-8d62-406b-904b-11ddcd2b09fb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.872387 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-e3ae39c1-8d62-406b-904b-11ddcd2b09fb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1070089 Nov 29 02:28:00.875151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53372) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:00.879511 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-d1d448d2-3245-43bb-a590-b50310df8b30 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '239445f4-434d-4407-80bd-5f05bfd303e4', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:00.905032 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d1d448d2-3245-43bb-a590-b50310df8b30 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.959905 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d1d448d2-3245-43bb-a590-b50310df8b30 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.963311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d1d448d2-3245-43bb-a590-b50310df8b30 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.981815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d448d2-3245-43bb-a590-b50310df8b30 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8b2113-95d2-4a75-91a8-1d649cca159d,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:00.985926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-d1d448d2-3245-43bb-a590-b50310df8b30 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:00.989686 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-d1d448d2-3245-43bb-a590-b50310df8b30 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110148 Nov 29 02:28:00.990180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53374) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:00.994077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-343dfb8c-ce6e-476f-a424-1a821ef9534d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '239445f4-434d-4407-80bd-5f05bfd303e4', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:01.020148 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343dfb8c-ce6e-476f-a424-1a821ef9534d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.075280 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343dfb8c-ce6e-476f-a424-1a821ef9534d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.078874 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343dfb8c-ce6e-476f-a424-1a821ef9534d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.100773 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dfb8c-ce6e-476f-a424-1a821ef9534d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e49d9bd-b77b-49c4-a47f-cec24905e0d9,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:01.107575 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-343dfb8c-ce6e-476f-a424-1a821ef9534d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.108738 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-343dfb8c-ce6e-476f-a424-1a821ef9534d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179404 Nov 29 02:28:01.111430 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53376) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:01.115593 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7b4582f4-7f8e-45eb-8326-d873435dd92e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '239445f4-434d-4407-80bd-5f05bfd303e4', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:01.141606 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b4582f4-7f8e-45eb-8326-d873435dd92e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.198777 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b4582f4-7f8e-45eb-8326-d873435dd92e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.202150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b4582f4-7f8e-45eb-8326-d873435dd92e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.220385 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4582f4-7f8e-45eb-8326-d873435dd92e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16001de-ad42-4529-806a-70ce1be12c69,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:01.227228 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7b4582f4-7f8e-45eb-8326-d873435dd92e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.228453 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7b4582f4-7f8e-45eb-8326-d873435dd92e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161029 Nov 29 02:28:01.231762 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53378) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:01.236047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-7901ef4f-c470-443a-a8d3-a4ba0051c2d4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '239445f4-434d-4407-80bd-5f05bfd303e4', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:01.256583 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-7901ef4f-c470-443a-a8d3-a4ba0051c2d4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Project 087ffee9564843f5a3faf7872de122f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:28:01.262120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7901ef4f-c470-443a-a8d3-a4ba0051c2d4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.319452 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7901ef4f-c470-443a-a8d3-a4ba0051c2d4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.322980 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7901ef4f-c470-443a-a8d3-a4ba0051c2d4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.340195 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901ef4f-c470-443a-a8d3-a4ba0051c2d4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be41e1ab-d3e2-4215-9e0e-16966c3b7f5a,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:01.348065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-7901ef4f-c470-443a-a8d3-a4ba0051c2d4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.349264 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-7901ef4f-c470-443a-a8d3-a4ba0051c2d4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165929 Nov 29 02:28:01.352006 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53380) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:01.356781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5f99095d-db99-45c8-a8d8-b9d691952175 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'security_group_rule': {'security_group_id': '239445f4-434d-4407-80bd-5f05bfd303e4', 'project_id': '087ffee9564843f5a3faf7872de122f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:01.378546 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.securitygroups_db [None req-5f99095d-db99-45c8-a8d8-b9d691952175 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Project 087ffee9564843f5a3faf7872de122f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:28:01.383165 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f99095d-db99-45c8-a8d8-b9d691952175 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.440704 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f99095d-db99-45c8-a8d8-b9d691952175 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.444144 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f99095d-db99-45c8-a8d8-b9d691952175 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.465126 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99095d-db99-45c8-a8d8-b9d691952175 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a660a7ca-a4b2-40d9-8265-0318a9fe50c4,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:01.472458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5f99095d-db99-45c8-a8d8-b9d691952175 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:01.473649 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5f99095d-db99-45c8-a8d8-b9d691952175 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207352 Nov 29 02:28:02.282046 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:28:02.302831 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 8a70d5f0-b09f-423e-8bcf-d974e851ed47 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:28:02.303189 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 8a70d5f0-b09f-423e-8bcf-d974e851ed47 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:28:03.139738 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:28:10.686633 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-899b065f-846d-406c-a683-54bec3335535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.081572 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.237116 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-656bb687-94eb-403a-824c-d3540d3ab7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.482190 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:16.384466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:16.714484 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-a0a4e3e6-016e-4a63-ad9b-8dd765ca549f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672459966&fields=id&tenant_id=087ffee9564843f5a3faf7872de122f4 HTTP/1.1" status: 200 len: 267 time: 0.0432131 Nov 29 02:28:16.818249 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f095a-dcd5-411a-8288-c8755ff3097c req-22144fce-7ed6-45ee-a36f-f6ad9a3e9cb4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:16.819736 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-22144fce-7ed6-45ee-a36f-f6ad9a3e9cb4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 808 time: 0.0987353 Nov 29 02:28:16.835118 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-7a95f80d-b92b-4c0e-9fe6-b2c1417e5605 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/quotas/087ffee9564843f5a3faf7872de122f4 HTTP/1.1" status: 200 len: 375 time: 0.0089471 Nov 29 02:28:16.889185 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-2c6f93f1-f35f-410c-90cd-0d18253974be tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490994 Nov 29 02:28:16.945474 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-1176bbae-e5ce-4b5a-a1e8-5300b3ddfd5d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:28:16.946517 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-1176bbae-e5ce-4b5a-a1e8-5300b3ddfd5d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466514 Nov 29 02:28:17.036978 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-a7e594ec-9e4e-4a98-8db2-59b615c7f474 service neutron] 10.222.0.30 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837355 Nov 29 02:28:17.128720 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-afa419b5-5293-4e01-b689-d632b68aee21 service neutron] 10.222.0.30 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859201 Nov 29 02:28:17.404802 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7183d255-c9cb-413d-8e32-8fbc843be97a req-d5c21894-f71a-4c31-a25d-5d92f984fe1a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 210 time: 0.0269692 Nov 29 02:28:18.505455 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-08736ab3-a0e1-449f-b7c9-5b7c21553726 req-fe07e7eb-4f76-4306-a9fe-2972778c3424 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 210 time: 0.0296488 Nov 29 02:28:18.540141 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f095a-dcd5-411a-8288-c8755ff3097c req-ee9a9cc5-d707-4024-b89d-c134b060f001 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:18.541818 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-ee9a9cc5-d707-4024-b89d-c134b060f001 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 808 time: 0.1121013 Nov 29 02:28:18.618079 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-4c07de26-9cda-47b3-a54e-02c47a86a028 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=087ffee9564843f5a3faf7872de122f4 HTTP/1.1" status: 200 len: 379 time: 0.0538528 Nov 29 02:28:18.627161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'port': {'device_id': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'admin_state_up': True, 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'security_groups': ['239445f4-434d-4407-80bd-5f05bfd303e4']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:18.739259 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Made reservation on behalf of 087ffee9564843f5a3faf7872de122f4 for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:28:18.742673 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.866368 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Allocated IP 172.20.0.10 (ece495f6-5a66-401b-bcf2-5ba2ec42bd93/9709671b-eec3-4f6f-af36-2bae8eb1cb2d/2d4a3f27-2cd3-471c-a001-48c99a8c2c97) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:28:19.015512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.049454 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.093419 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:28:19.096546 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:19.100291 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:28:19.129439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:19.159605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:19.160231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.177610 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f574d00c-556f-40cd-a5c3-04c75370397e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540092 Nov 29 02:28:19.197401 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Request body: {'port': {'device_id': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:19.256699 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.329073 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-20d1529c-7585-497b-be54-167565eb9758 None None] Provisioning complete for port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:19.329659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-20d1529c-7585-497b-be54-167565eb9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.369047 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-20d1529c-7585-497b-be54-167565eb9758 None None] Port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:28:19.553475 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:28:19.561360 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.583638 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Transition to ACTIVE for port object 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:28:19.603872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.676564 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c0c16-c881-445f-bc77-e29392cd2e31 req-15a2685e-2c1c-4e96-861f-ec818717a531 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:19.683083 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-772c0c16-c881-445f-bc77-e29392cd2e31 req-15a2685e-2c1c-4e96-861f-ec818717a531 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 932 time: 0.1103015 Nov 29 02:28:19.701081 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:19.796506 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Attempting to bind port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:28:19.796859 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Attempting to bind port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:28:19.797196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Attempting to bind port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 on network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:28:19.806123 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-772c0c16-c881-445f-bc77-e29392cd2e31 req-255a2fa8-76d8-490b-9536-3119ad1e961f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219466 Nov 29 02:28:19.807474 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 on network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:28:19.807812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Attempting to bind port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 on network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:28:19.813992 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:28:19.814338 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Checking segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:28:19.814760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Bound using segment: {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:28:19.815417 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Bound port: 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee06a7a-8d75-4130-acc8-c14c8a7c1300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:28:19.815840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.882311 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:28:19.886654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:28:19.892132 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.927414 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:19.928181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.929600 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] 10.222.0.21 "PUT /v2.0/ports/2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 1094 time: 0.7366614 Nov 29 02:28:19.929952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:28:19.932819 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a6cd99-1114-41de-9cdb-9d449628b7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:28:19.959587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5445025-45b9-442a-a0ce-bf3bcf1ef6ad service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:20.016459 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7171b7c-d57f-46d4-829c-848d65cdecbb x-openstack-request-id: req-a7171b7c-d57f-46d4-829c-848d65cdecbb {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:28:20.016768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:28:20.017027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7171b7c-d57f-46d4-829c-848d65cdecbb {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:28:20.017439 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'status': 'completed', 'code': 200} Nov 29 02:28:20.076436 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f095a-dcd5-411a-8288-c8755ff3097c req-d0f291ee-272b-4402-9011-03aeb1683e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:20.080363 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-d0f291ee-272b-4402-9011-03aeb1683e65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1097 time: 0.0811880 Nov 29 02:28:20.131411 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-da308374-00db-488d-943c-991dbd19c65a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 217 time: 0.0385921 Nov 29 02:28:20.183378 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f8be11e2-ac60-41e5-a88a-4cb0c70f594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:20.184866 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-f8be11e2-ac60-41e5-a88a-4cb0c70f594e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0469298 Nov 29 02:28:20.231118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f095a-dcd5-411a-8288-c8755ff3097c req-cd745439-94bc-4e0d-bff6-8afd41297a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:20.232754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-cd745439-94bc-4e0d-bff6-8afd41297a49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406895 Nov 29 02:28:20.334102 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-caeadb08-c7d6-4ce3-9076-e3ff2b918a33 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927820 Nov 29 02:28:20.433207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-512f095a-dcd5-411a-8288-c8755ff3097c req-e109fee1-c0b6-4b5f-8602-ac4fd00a168d service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921743 Nov 29 02:28:20.552153 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-7a7d13a5-598a-4aad-9c5a-7cf93ab267fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:20.553688 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-7a7d13a5-598a-4aad-9c5a-7cf93ab267fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1097 time: 0.0509648 Nov 29 02:28:20.643764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-eed9d8b1-848f-4df7-a5fb-a50b133311a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:20.645225 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-eed9d8b1-848f-4df7-a5fb-a50b133311a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0845044 Nov 29 02:28:20.692973 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-c2624443-9345-4935-a0b2-b0d6de92aa08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 217 time: 0.0406413 Nov 29 02:28:20.743980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-a8e64801-8c38-4139-8551-c40563fe0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:20.745462 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-a8e64801-8c38-4139-8551-c40563fe0bff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0453722 Nov 29 02:28:20.792445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-81310876-4636-45c2-995d-90446df97e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:20.793952 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-81310876-4636-45c2-995d-90446df97e82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410421 Nov 29 02:28:20.916618 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-622ee710-684d-40f7-aa1e-c510e309d4f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151381 Nov 29 02:28:20.953713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de12c-5c29-482e-b920-3cbb9f694b2a req-f06ed9b7-5101-4631-8390-63fa69c27146 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:20.955296 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d63de12c-5c29-482e-b920-3cbb9f694b2a req-f06ed9b7-5101-4631-8390-63fa69c27146 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0783155 Nov 29 02:28:21.053161 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d63de12c-5c29-482e-b920-3cbb9f694b2a req-2eabc218-2ce1-43ab-8569-151ff22fb56f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910475 Nov 29 02:28:21.070664 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a6a6cd99-1114-41de-9cdb-9d449628b7e9 req-033c578c-26dd-4612-b4f7-e0830137b635 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423831 Nov 29 02:28:22.172445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5e54-0a61-467f-9d36-e1665fb7937a req-137458dc-ebed-49d1-9b9c-7df1a6b182bc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:22.173901 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d23d5e54-0a61-467f-9d36-e1665fb7937a req-137458dc-ebed-49d1-9b9c-7df1a6b182bc tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0495670 Nov 29 02:28:22.222776 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d23d5e54-0a61-467f-9d36-e1665fb7937a req-cf30f3ae-b0d9-446a-9daa-ce56ffb58df3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428898 Nov 29 02:28:22.723241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:23.342077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579553d6-5329-4ed6-9169-f06801f7a29b req-04aa71b2-0e16-4aeb-9304-d8a175702128 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:23.343700 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-579553d6-5329-4ed6-9169-f06801f7a29b req-04aa71b2-0e16-4aeb-9304-d8a175702128 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0525310 Nov 29 02:28:23.395723 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-579553d6-5329-4ed6-9169-f06801f7a29b req-f2160f73-475e-417c-b628-c768adc54fcf tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459406 Nov 29 02:28:24.507029 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1f332-9429-46aa-a6ed-69cfecbadd0e req-7d9e6f8b-d219-418c-b96f-d38b6522c54f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:24.508481 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-20a1f332-9429-46aa-a6ed-69cfecbadd0e req-7d9e6f8b-d219-418c-b96f-d38b6522c54f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0474622 Nov 29 02:28:24.561900 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-20a1f332-9429-46aa-a6ed-69cfecbadd0e req-7f228325-5a89-43af-872f-5c11653e9a9d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466635 Nov 29 02:28:25.679637 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a651827-431b-4433-b337-c383073d484b req-c58e9bc0-e410-449a-b2fc-096c411d282b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:25.681112 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2a651827-431b-4433-b337-c383073d484b req-c58e9bc0-e410-449a-b2fc-096c411d282b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0537348 Nov 29 02:28:25.729546 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-2a651827-431b-4433-b337-c383073d484b req-c3115f10-b802-43fc-a91f-a6bd6fc98a58 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 Nov 29 02:28:26.842675 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd87d75-91e7-4b3b-8ccc-14f6cc4d3494 req-303c9351-d54e-4093-8e6c-94c7e051281e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:26.844123 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3bd87d75-91e7-4b3b-8ccc-14f6cc4d3494 req-303c9351-d54e-4093-8e6c-94c7e051281e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0478458 Nov 29 02:28:26.892260 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3bd87d75-91e7-4b3b-8ccc-14f6cc4d3494 req-7ec0e952-923e-4a72-ac32-3ae44b72928a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Nov 29 02:28:28.007323 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d152a2-eee8-4b32-be29-0e74faaba779 req-0dccd24c-1ab6-4d81-a056-08eb24801404 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:28.009034 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13d152a2-eee8-4b32-be29-0e74faaba779 req-0dccd24c-1ab6-4d81-a056-08eb24801404 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0480356 Nov 29 02:28:28.056611 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-13d152a2-eee8-4b32-be29-0e74faaba779 req-021527bd-f155-4453-807c-c403cfffae21 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 Nov 29 02:28:29.168469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635755ff-a357-451c-b68b-10c0c886e33b req-5d4f8854-d2e2-4587-bd72-9d7f784a6db2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:29.169981 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-635755ff-a357-451c-b68b-10c0c886e33b req-5d4f8854-d2e2-4587-bd72-9d7f784a6db2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0486054 Nov 29 02:28:29.218359 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-635755ff-a357-451c-b68b-10c0c886e33b req-e1f181d5-bc57-45f0-a62a-4c09fa45e1e7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422699 Nov 29 02:28:30.332233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13ba57-5285-4663-92f8-c780361b3a9f req-767138fa-7f6e-48ff-8e89-b6779e59008c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:30.333687 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a13ba57-5285-4663-92f8-c780361b3a9f req-767138fa-7f6e-48ff-8e89-b6779e59008c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0478010 Nov 29 02:28:30.385352 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6a13ba57-5285-4663-92f8-c780361b3a9f req-89fb89a7-d59e-430c-b6f0-0085eedc4384 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451825 Nov 29 02:28:31.499916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4859f2-9bf4-445e-91e7-74e5e1bb2931 req-5ff349e1-be04-49b6-b43d-4acf4ef4007e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:31.501376 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a4859f2-9bf4-445e-91e7-74e5e1bb2931 req-5ff349e1-be04-49b6-b43d-4acf4ef4007e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0517437 Nov 29 02:28:31.550405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0a4859f2-9bf4-445e-91e7-74e5e1bb2931 req-0b5cfcb9-c55f-402e-8750-50dbd31a5872 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432706 Nov 29 02:28:32.386777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:28:32.481568 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:32.492080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'port_id': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'mac_address': 'fa:16:3e:bf:31:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:28:32.527807 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:32.540183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:28:32.559242 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:32.563134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:32.609732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:32.616641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.616996 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.617338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.617675 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.618010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.618339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.618700 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.619066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.619399 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.619723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.620045 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.620365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:32.662717 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194ede3-da35-49c5-9fe1-43945e8a499b req-40697831-74b1-48bb-adda-5d6779edc6a4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:32.664094 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a194ede3-da35-49c5-9fe1-43945e8a499b req-40697831-74b1-48bb-adda-5d6779edc6a4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 945 time: 0.0481415 Nov 29 02:28:32.711054 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a194ede3-da35-49c5-9fe1-43945e8a499b req-705d86ee-4c4d-4dd1-a7dd-a18e80f7da07 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404968 Nov 29 02:28:32.868758 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['2d4a3f27-2cd3-471c-a001-48c99a8c2c97'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:28:33.825778 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bade28-a2bc-4e7e-94d3-9ec1dd85d3e7 req-9d187adc-53aa-43fc-98a7-1143376c70b1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:33.827286 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-01bade28-a2bc-4e7e-94d3-9ec1dd85d3e7 req-9d187adc-53aa-43fc-98a7-1143376c70b1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 945 time: 0.0483985 Nov 29 02:28:33.875860 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-01bade28-a2bc-4e7e-94d3-9ec1dd85d3e7 req-e34bd8f7-03ef-4dbf-9bdb-dd26a9f4fffb tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 Nov 29 02:28:34.405811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:28:34.458104 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:28:34.462331 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:34.463411 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:34.540723 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:34.563150 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:28:34.565390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba5eeb-ae9a-46b7-8507-eccc87cb176d" -d '{"events": [{"server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:28:34.578747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:34.582843 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:34.635330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:34.661880 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f835385-93ae-45b2-bbbe-1b93c2fcd9ec x-openstack-request-id: req-0f835385-93ae-45b2-bbbe-1b93c2fcd9ec {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:28:34.662176 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:28:34.662452 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f835385-93ae-45b2-bbbe-1b93c2fcd9ec {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:28:34.662871 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'code': 200} Nov 29 02:28:34.874307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2d4b-02e2-44c6-9f08-dbc839e74e78 req-e1014d16-f3f5-479f-bfa8-a36825e92c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:34.875841 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c2ee2d4b-02e2-44c6-9f08-dbc839e74e78 req-e1014d16-f3f5-479f-bfa8-a36825e92c5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0406733 Nov 29 02:28:34.926788 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c2ee2d4b-02e2-44c6-9f08-dbc839e74e78 req-88fdee60-94e8-4ce2-9a49-37a5505c44ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433133 Nov 29 02:28:35.004262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716c367-e541-4348-9349-233cd24c13f0 req-b06f207a-49db-472f-950f-17fd66dd8757 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:35.005763 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5716c367-e541-4348-9349-233cd24c13f0 req-b06f207a-49db-472f-950f-17fd66dd8757 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0552106 Nov 29 02:28:35.059969 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-5716c367-e541-4348-9349-233cd24c13f0 req-1d2bd157-2daa-4ac5-9ba4-d6d5739d3d0f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462332 Nov 29 02:28:36.179654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9602f-fbf5-4906-a9bd-4184e8a0ab9c req-b0a8d2cd-42dd-4cb5-8d3b-b8dd243a2b5d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:36.181106 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ffb9602f-fbf5-4906-a9bd-4184e8a0ab9c req-b0a8d2cd-42dd-4cb5-8d3b-b8dd243a2b5d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0515895 Nov 29 02:28:36.231270 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-ffb9602f-fbf5-4906-a9bd-4184e8a0ab9c req-cdb59ce3-718c-452b-903d-fa08f39206c7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437052 Nov 29 02:28:36.344263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f1c64-de3b-4c12-ba59-9d4ce869a651 req-2ee1ea43-eda0-4038-b082-6ee003997fdd tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:36.345680 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3e6f1c64-de3b-4c12-ba59-9d4ce869a651 req-2ee1ea43-eda0-4038-b082-6ee003997fdd tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0487554 Nov 29 02:28:36.394232 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3e6f1c64-de3b-4c12-ba59-9d4ce869a651 req-ec2464e2-0420-4122-a9b8-581723bbbc93 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 Nov 29 02:28:36.416262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53578) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:36.453913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51799666-bc62-448e-b045-efe21f865210 tempest-TestShelveInstance-498361895 tempest-TestShelveInstance-498361895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:36.455464 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-51799666-bc62-448e-b045-efe21f865210 tempest-TestShelveInstance-498361895 tempest-TestShelveInstance-498361895-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1094 time: 0.0381887 Nov 29 02:28:36.458237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53580) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:36.463112 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:36.485473 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for floatingip, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.582685 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.687687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Allocated IP 172.26.8.141 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/15e2b648-344e-4a86-b6d4-b41dbbbee4b0) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:28:36.786267 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.818518 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.853330 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:28:36.859507 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:36.862918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:28:36.890339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'Port': ['ID=15e2b648-344e-4a86-b6d4-b41dbbbee4b0,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:37.213468 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:37.277435 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:37.428271 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:37.434108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:37.784015 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event updated for resources: {'Port': ['ID=15e2b648-344e-4a86-b6d4-b41dbbbee4b0,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:37.801115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:37.899532 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.l3_db [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Floating IP 66167cbf-9806-4291-b6b7-59bc3d1f614a associated. External IP: 172.26.8.141, port: 2d4a3f27-2cd3-471c-a001-48c99a8c2c97. Nov 29 02:28:38.112391 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Router a425ce61-971b-4b5e-879d-72f44e715679 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:28:38.217833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:28:38.228604 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871eb8b-2842-4633-9859-717094833899 None None] Sync routers for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:28:38.237440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:38.238790 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871eb8b-2842-4633-9859-717094833899 None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:38.239419 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2871eb8b-2842-4633-9859-717094833899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:28:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:38.268526 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5d3b530e-578a-4729-876a-8b01c9a0346d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8092296 Nov 29 02:28:38.269223 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:28:38.271591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:28:38.307740 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687d1915-ed13-4aef-8138-5795c36e19cd x-openstack-request-id: req-687d1915-ed13-4aef-8138-5795c36e19cd {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:28:38.308103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:28:38.308363 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-687d1915-ed13-4aef-8138-5795c36e19cd {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:28:38.308769 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'status': 'completed', 'code': 200} Nov 29 02:28:38.346645 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2871eb8b-2842-4633-9859-717094833899 None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:38.392181 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-d32e73e3-da65-43a5-a4db-fc2ed4e72a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:38.393600 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-d32e73e3-da65-43a5-a4db-fc2ed4e72a26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0410130 Nov 29 02:28:38.488878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-d0f98ef2-4046-492a-bfcc-12f4bd8f0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:38.490708 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-d0f98ef2-4046-492a-bfcc-12f4bd8f0463 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0891354 Nov 29 02:28:38.559110 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-27eedc4a-4da9-407c-9d77-6cc5ec3c408e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 1000 time: 0.0619609 Nov 29 02:28:38.607917 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-847fedff-c9ed-429f-9312-0ba0927714d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:38.609359 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-847fedff-c9ed-429f-9312-0ba0927714d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0429327 Nov 29 02:28:38.654809 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2871eb8b-2842-4633-9859-717094833899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '66167cbf-9806-4291-b6b7-59bc3d1f614a', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'port_id': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'mac_address': 'fa:16:3e:bf:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:28:37Z', 'updated_at': '2021-11-29T02:28:37Z', 'revision_number': 0, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:38.658362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-cb686fd7-ac09-4d3b-9092-4e400e480ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:38.659880 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-cb686fd7-ac09-4d3b-9092-4e400e480ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436680 Nov 29 02:28:38.680163 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871eb8b-2842-4633-9859-717094833899 None None] Checking router: a425ce61-971b-4b5e-879d-72f44e715679 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:28:38.688809 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871eb8b-2842-4633-9859-717094833899 None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:38.689434 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2871eb8b-2842-4633-9859-717094833899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:28:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:38.748977 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-d1b2dec3-b4da-4169-ae56-1cd3a87cc7cc service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819530 Nov 29 02:28:38.792206 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-2871eb8b-2842-4633-9859-717094833899 None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:38.845144 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-7d0fcf5a-a2a1-499f-97cf-fa269ed29e08 req-5cc43089-a6cf-4d7d-92e6-d3f516abfab5 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886567 Nov 29 02:28:39.014650 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-2871eb8b-2842-4633-9859-717094833899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '66167cbf-9806-4291-b6b7-59bc3d1f614a', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'port_id': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'mac_address': 'fa:16:3e:bf:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:28:37Z', 'updated_at': '2021-11-29T02:28:37Z', 'revision_number': 0, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:39.039484 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871eb8b-2842-4633-9859-717094833899 None None] The sync data for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv is: [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '66167cbf-9806-4291-b6b7-59bc3d1f614a', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'port_id': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'mac_address': 'fa:16:3e:bf:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:28:37Z', 'updated_at': '2021-11-29T02:28:37Z', 'revision_number': 0, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:28:39.223719 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2dc4c4-3fa2-4e03-aea0-c9d7cd20ae08 None None] New status for floating IP 66167cbf-9806-4291-b6b7-59bc3d1f614a: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:28:40.139401 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:28:40.689406 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71de377d-c4b7-4829-9603-fcc32477e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:44.076631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:44.240840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c0a22fd-33df-4202-9ca9-048f38743cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:45.484330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:46.386577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:52.735997 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:04.919980 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-021ee7c5-e4c0-4a17-9ed7-3d2bee8e85a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402739 Nov 29 02:29:05.020161 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-ba7f8e47-099c-410c-b297-a7796f0dd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:05.021620 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-ba7f8e47-099c-410c-b297-a7796f0dd7cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0408921 Nov 29 02:29:05.125335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-8c4867a5-00a9-4e0f-aea0-d6c65558bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:05.126785 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-8c4867a5-00a9-4e0f-aea0-d6c65558bda5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0859940 Nov 29 02:29:05.195707 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-3a524230-2364-4bd4-9b32-3410ba28b06c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 1002 time: 0.0588753 Nov 29 02:29:05.245590 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-157d68e8-f36f-4a99-8876-e5ead1765964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:05.248904 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-157d68e8-f36f-4a99-8876-e5ead1765964 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0458877 Nov 29 02:29:05.295362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-d25023ea-5b09-48f7-93c7-c675038c4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:05.296807 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-d25023ea-5b09-48f7-93c7-c675038c4b04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396047 Nov 29 02:29:05.389083 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-953fe2a0-1a8a-49cf-b0b1-2fece86b7e18 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842011 Nov 29 02:29:05.479197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-55f3294f-2711-49b5-931f-cedd7f60c4d4 req-57438259-3455-459d-9a67-96ca643e66bd service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811896 Nov 29 02:29:10.690134 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2f02548-4998-41a8-8525-d33add6f7316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:14.078895 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:14.242271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a80aa9c4-b434-439e-8f59-e1f0b9b58070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:15.487258 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:16.387378 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:17.138149 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:29:22.755292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:40.691321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1361bcf5-caa6-4b1a-9f6c-813069a8117f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:44.081194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:44.243033 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2fda3c55-a23c-4ed8-a4de-7ae30a3abb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:45.493658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:46.418583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:52.771371 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:54.138861 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:30:04.902774 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-bab8b73c-9022-422c-9408-b6d7b1735060 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396764 Nov 29 02:30:04.999341 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-ba100f03-498c-4af5-bd98-72e8c9394e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:05.000814 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-ba100f03-498c-4af5-bd98-72e8c9394e78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0409205 Nov 29 02:30:05.104822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-88385411-4f53-4979-8768-90e6f168f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:05.106266 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-88385411-4f53-4979-8768-90e6f168f4ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0858207 Nov 29 02:30:05.171557 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-abbf3130-b8d8-45b3-922c-b1f42499c70b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 1002 time: 0.0556221 Nov 29 02:30:05.220064 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-196cf148-42e1-41c6-bf67-56e192b1cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:05.221493 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-196cf148-42e1-41c6-bf67-56e192b1cfac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0438776 Nov 29 02:30:05.269873 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-b096a383-af1b-4e87-918f-0a13f7919abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:05.271389 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-b096a383-af1b-4e87-918f-0a13f7919abc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431917 Nov 29 02:30:05.358733 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-fdd74537-6a07-43d5-a71b-a9d0c945fdab service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800874 Nov 29 02:30:05.451356 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-da88e24f-e82a-44be-ab1c-02cdccea33d5 req-c9e6bccb-3ab7-4031-81e4-6433a1fde5e0 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844996 Nov 29 02:30:10.692394 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-02ae22b4-5bfa-42f8-84dd-9e3b7922e6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:14.084541 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:14.243777 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b0e38376-1803-4782-96c0-a918d1beeb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:15.496748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:16.390556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:22.786607 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:31.138251 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:30:33.697359 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe1af-e195-4721-b84f-babb8ba5d556 req-6980d2f2-b388-4e3c-8a10-1e3a89822bd4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:33.698769 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f53fe1af-e195-4721-b84f-babb8ba5d556 req-6980d2f2-b388-4e3c-8a10-1e3a89822bd4 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0498786 Nov 29 02:30:33.754001 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f53fe1af-e195-4721-b84f-babb8ba5d556 req-7717858e-5fcb-461c-a3d0-6f83fc9d4e7d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493071 Nov 29 02:30:34.888076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39c098-451d-4ce4-b182-9571c17ba621 req-a3be0d2b-6536-4e86-995b-059e1bf526ca tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:34.890129 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1a39c098-451d-4ce4-b182-9571c17ba621 req-a3be0d2b-6536-4e86-995b-059e1bf526ca tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0505948 Nov 29 02:30:34.940137 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1a39c098-451d-4ce4-b182-9571c17ba621 req-56d9832e-e91e-4336-be2c-29a37d91026d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Nov 29 02:30:36.063967 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321b6a6-903d-46c7-8f42-3f9ae8766024 req-22f8b97b-7b47-48ab-973e-4f71b1b3230a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:36.065417 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4321b6a6-903d-46c7-8f42-3f9ae8766024 req-22f8b97b-7b47-48ab-973e-4f71b1b3230a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0474162 Nov 29 02:30:36.112723 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4321b6a6-903d-46c7-8f42-3f9ae8766024 req-e348d53a-bd80-402d-a831-9c635c8f5164 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Nov 29 02:30:37.223878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765d870-cffe-40d2-84e7-3b16c134891c req-d9479ece-a1dc-4c86-b19a-f5f9f70b42e5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:37.225359 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2765d870-cffe-40d2-84e7-3b16c134891c req-d9479ece-a1dc-4c86-b19a-f5f9f70b42e5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0478013 Nov 29 02:30:37.277021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2765d870-cffe-40d2-84e7-3b16c134891c req-63ea9f20-7e00-419a-a1ad-6ca0cc93c02f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457029 Nov 29 02:30:38.393439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82623268-9ace-4c0a-bb77-89d0ecc923bc req-b1ec4d15-49cd-4786-890d-f0ce4d135216 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:38.394901 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-82623268-9ace-4c0a-bb77-89d0ecc923bc req-b1ec4d15-49cd-4786-890d-f0ce4d135216 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0479426 Nov 29 02:30:38.442383 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-82623268-9ace-4c0a-bb77-89d0ecc923bc req-041a845f-47ff-44dd-90a6-506caf1b0a31 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416265 Nov 29 02:30:39.556263 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0f70e-5d1d-47b3-8a6d-e1f15fe6f13e req-71fbfffc-bf51-44db-a52f-39754562a036 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:39.557737 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2af0f70e-5d1d-47b3-8a6d-e1f15fe6f13e req-71fbfffc-bf51-44db-a52f-39754562a036 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0505822 Nov 29 02:30:39.606684 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-2af0f70e-5d1d-47b3-8a6d-e1f15fe6f13e req-ba6c817f-d929-4608-ad47-15070f2b71b7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Nov 29 02:30:40.694111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9beee3d-998f-4cbb-9b4d-3f6420129c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:40.727434 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467f6a4-e754-4859-b212-fe175caf0d14 req-f145bc95-44b3-48d3-9769-62dbb1068a46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:40.728897 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d467f6a4-e754-4859-b212-fe175caf0d14 req-f145bc95-44b3-48d3-9769-62dbb1068a46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0518939 Nov 29 02:30:40.776674 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d467f6a4-e754-4859-b212-fe175caf0d14 req-38d0c477-2ff5-461e-ade1-3b8c8ca073c3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Nov 29 02:30:41.889589 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6d902-fa90-440b-ad84-cc01d2af087c req-160b59d3-ebde-4bac-94e4-8bd189200fc5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:41.891086 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9fb6d902-fa90-440b-ad84-cc01d2af087c req-160b59d3-ebde-4bac-94e4-8bd189200fc5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0489790 Nov 29 02:30:41.939522 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9fb6d902-fa90-440b-ad84-cc01d2af087c req-4ddd6d05-7b3a-4cee-b704-81fe0005de36 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Nov 29 02:30:43.051722 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f827c-6e8e-4016-8275-764376f16ac3 req-d49f5822-7eb1-4cb3-92de-7c4a04b58029 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:43.053170 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d88f827c-6e8e-4016-8275-764376f16ac3 req-d49f5822-7eb1-4cb3-92de-7c4a04b58029 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0486321 Nov 29 02:30:43.100673 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d88f827c-6e8e-4016-8275-764376f16ac3 req-147816e7-8cff-4975-be66-a74b9f158182 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417016 Nov 29 02:30:43.912402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-b31c897f-cd70-4823-8113-469c7c49c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:43.913832 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-b31c897f-cd70-4823-8113-469c7c49c8bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0388920 Nov 29 02:30:44.010225 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-7b0d7c63-f092-4803-842f-41ddb8a9828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:44.011716 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-7b0d7c63-f092-4803-842f-41ddb8a9828c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0910082 Nov 29 02:30:44.078756 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-1b966896-0631-471c-85ce-e2ffe5ee58e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 1002 time: 0.0597212 Nov 29 02:30:44.086686 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:44.130583 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-b65f77cc-75f2-4fe4-89b0-64cafad612d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:44.132098 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-b65f77cc-75f2-4fe4-89b0-64cafad612d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0464489 Nov 29 02:30:44.177694 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-cff5459f-0517-4e1a-a5c2-bbb96e97cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:44.179140 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-cff5459f-0517-4e1a-a5c2-bbb96e97cd95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403845 Nov 29 02:30:44.222123 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bea8c2-26e0-40f9-bb47-7b8b7b2ac847 req-293ea88e-709c-48cf-b74f-dbb513013865 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:44.223806 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-69bea8c2-26e0-40f9-bb47-7b8b7b2ac847 req-293ea88e-709c-48cf-b74f-dbb513013865 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0534306 Nov 29 02:30:44.247397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-63d4649c-bef4-44f0-af7c-60808d5a4ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:44.293731 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-69bea8c2-26e0-40f9-bb47-7b8b7b2ac847 req-619816e9-eb78-4925-99a1-265808bed5b5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582135 Nov 29 02:30:44.605102 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-2318dbe1-1ca4-4349-86d7-1a4356bb8584 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189594 Nov 29 02:30:44.692257 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8c89954a-d00f-4529-9fd4-02b2ee162bf7 req-c547f9aa-cbca-4510-ad8c-8905a273c322 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798216 Nov 29 02:30:45.408303 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ec58-6e7b-4270-9557-1603c7eb01bc req-74935c08-29d9-40e6-8441-4d0fb6b06c55 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:45.409739 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1844ec58-6e7b-4270-9557-1603c7eb01bc req-74935c08-29d9-40e6-8441-4d0fb6b06c55 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0482674 Nov 29 02:30:45.460182 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1844ec58-6e7b-4270-9557-1603c7eb01bc req-032ec2ca-5df2-4dee-8c6d-794113537d54 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445428 Nov 29 02:30:45.498779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:46.392476 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:46.576649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f67970-50bc-41ea-b9cb-330792bb39f8 req-990ccf35-1a35-4c84-ad05-5b6bf48bab8a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:46.578404 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62f67970-50bc-41ea-b9cb-330792bb39f8 req-990ccf35-1a35-4c84-ad05-5b6bf48bab8a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0507770 Nov 29 02:30:46.634794 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-62f67970-50bc-41ea-b9cb-330792bb39f8 req-3d8572da-8f16-4ee2-a1d9-d1bdeb921854 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455582 Nov 29 02:30:47.748249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754a6f5-1632-499c-96fe-3317c7ee853a req-741e7fc5-20cf-4325-af86-6ed2158bd5e1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:47.749680 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6754a6f5-1632-499c-96fe-3317c7ee853a req-741e7fc5-20cf-4325-af86-6ed2158bd5e1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0488420 Nov 29 02:30:47.798680 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6754a6f5-1632-499c-96fe-3317c7ee853a req-37b6666b-5967-4219-8e04-9b218deb8be0 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 Nov 29 02:30:48.909963 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80362a65-09dc-41d4-a9e3-cc0b1d0887e1 req-991ee05c-efc2-4c16-b547-080f98b456a2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:48.911438 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-80362a65-09dc-41d4-a9e3-cc0b1d0887e1 req-991ee05c-efc2-4c16-b547-080f98b456a2 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0478621 Nov 29 02:30:48.933810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:30:48.965885 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-80362a65-09dc-41d4-a9e3-cc0b1d0887e1 req-fe25a4bf-ca42-4934-af6a-135a1b85f471 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485747 Nov 29 02:30:49.008727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:49.032008 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:30:49.034254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b9574-9112-4fdb-8d96-22d8e36e1404" -d '{"events": [{"server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:30:49.049623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:30:49.054188 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:49.188896 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-b6ab5cd5-9543-4662-8537-dfe38d58361a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750020 Nov 29 02:30:49.197926 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-3a09c12d-3069-4a08-a4ad-ecbdb769ea99 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:30:49.198922 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-3a09c12d-3069-4a08-a4ad-ecbdb769ea99 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051734 Nov 29 02:30:49.208337 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708bddb-6951-46a3-9edf-fabc30d2c961 req-5dd5225f-5038-4758-9d2c-baa5aecf9c93 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:49.209861 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1708bddb-6951-46a3-9edf-fabc30d2c961 req-5dd5225f-5038-4758-9d2c-baa5aecf9c93 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0677199 Nov 29 02:30:49.229516 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 02:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d98ea0e-bd91-4ef1-9128-2c931cc69bcc x-openstack-request-id: req-6d98ea0e-bd91-4ef1-9128-2c931cc69bcc {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:30:49.229806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "name": "network-vif-unplugged", "status": "failed", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97", "code": 422}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:30:49.230233 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d98ea0e-bd91-4ef1-9128-2c931cc69bcc {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:30:49.232215 dv-neutron-816800-5-hyperv neutron-server[109950]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'code': 422} returned with failed status Nov 29 02:30:49.258785 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:30:49.266644 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1708bddb-6951-46a3-9edf-fabc30d2c961 req-a74f3728-264d-4527-81b6-242c3be18d61 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504038 Nov 29 02:30:49.266871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.267307 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.267734 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.268146 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.268643 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.269126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.269530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.269939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.270397 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.270819 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.271219 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:49.271628 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:30:50.388878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bd581-156b-4357-b5d0-218904314ed6 req-b2a035bd-d5ef-4ceb-9d36-2ce357d18b24 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:50.390359 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1e7bd581-156b-4357-b5d0-218904314ed6 req-b2a035bd-d5ef-4ceb-9d36-2ce357d18b24 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0472932 Nov 29 02:30:50.438151 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1e7bd581-156b-4357-b5d0-218904314ed6 req-bee144a7-a986-45a6-84b0-2042fae4778b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419056 Nov 29 02:30:51.558103 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff285404-0b63-48b4-9ea4-3b94c181dce8 req-1034c6c3-1a20-4049-926e-94b018e9ab5d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:51.559649 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ff285404-0b63-48b4-9ea4-3b94c181dce8 req-1034c6c3-1a20-4049-926e-94b018e9ab5d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0546114 Nov 29 02:30:51.608898 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ff285404-0b63-48b4-9ea4-3b94c181dce8 req-b0772f82-378c-4335-8d2d-0d075866283b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432723 Nov 29 02:30:52.729288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d0f80-7f22-4793-8e18-502320154e2a req-de3a8897-2e37-43b8-954d-45bf9fed1d94 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:52.730792 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9c0d0f80-7f22-4793-8e18-502320154e2a req-de3a8897-2e37-43b8-954d-45bf9fed1d94 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0518141 Nov 29 02:30:52.779481 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-9c0d0f80-7f22-4793-8e18-502320154e2a req-f035219f-11e7-4886-b269-c52641d30e49 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Nov 29 02:30:52.802465 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:53.896023 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d7c0-c01f-4cb9-81c1-f822cbbb9181 req-465cc707-5048-49c2-a0b3-ab3fd1ef5643 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:53.897492 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1df5d7c0-c01f-4cb9-81c1-f822cbbb9181 req-465cc707-5048-49c2-a0b3-ab3fd1ef5643 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0506783 Nov 29 02:30:53.947841 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-1df5d7c0-c01f-4cb9-81c1-f822cbbb9181 req-fa32d88a-6ecb-4496-b15d-42cef6619014 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443923 Nov 29 02:30:54.923079 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-ec315dec-354c-455e-9b4e-98fbd43b8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:54.924549 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-ec315dec-354c-455e-9b4e-98fbd43b8e1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e&tenant_id=087ffee9564843f5a3faf7872de122f4 HTTP/1.1" status: 200 len: 1097 time: 0.0411253 Nov 29 02:30:54.997439 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-beed630e-da46-484d-bd97-504fa504d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:54.998957 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-beed630e-da46-484d-bd97-504fa504d0a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1097 time: 0.0399733 Nov 29 02:30:55.114942 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1331-2bb4-4d07-8a90-7e280a06486f req-3c4d3c01-2771-4a98-ad27-1a0e90ad3aa5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:55.116407 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-928c1331-2bb4-4d07-8a90-7e280a06486f req-3c4d3c01-2771-4a98-ad27-1a0e90ad3aa5 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.1001008 Nov 29 02:30:55.143111 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-0076b162-701b-42e5-9eda-fe5d4ced76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:55.144490 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-0076b162-701b-42e5-9eda-fe5d4ced76c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.1367629 Nov 29 02:30:55.215457 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-928c1331-2bb4-4d07-8a90-7e280a06486f req-f937ab14-7c79-4d53-9f0e-17bfe96b779d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924828 Nov 29 02:30:55.229586 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-a7e86fcf-c1d3-455a-af9a-ea5359c742f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 1000 time: 0.0779939 Nov 29 02:30:55.282256 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-930f6b16-e2c5-4eca-a67b-c7d8ff78efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:55.283754 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-930f6b16-e2c5-4eca-a67b-c7d8ff78efd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0475144 Nov 29 02:30:55.328872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-4f19f815-00e4-458e-84d2-aa8638169199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:55.330316 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-4f19f815-00e4-458e-84d2-aa8638169199 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397937 Nov 29 02:30:55.422182 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-b4e474b6-f16e-440c-8fee-123dd715a509 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844920 Nov 29 02:30:55.509924 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-105c1f42-50ce-4670-9612-7ab05831eb41 req-fd1626cb-d96c-4797-b2f3-c717c63cfab1 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805447 Nov 29 02:30:56.334885 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e41c5-f3dd-47df-b103-f0f45377fb0f req-ed8c9c84-cffa-4381-a581-0e9cfa0a3967 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:56.336426 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c81e41c5-f3dd-47df-b103-f0f45377fb0f req-ed8c9c84-cffa-4381-a581-0e9cfa0a3967 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0480211 Nov 29 02:30:56.389501 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-c81e41c5-f3dd-47df-b103-f0f45377fb0f req-0879eff7-11e4-4f2b-b93c-b7abc8cfd57a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464914 Nov 29 02:30:57.508929 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678587e-9767-4c29-ad45-1831e1b594f6 req-70ab05fd-e37c-43b0-a269-2eef784617a0 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:57.510449 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8678587e-9767-4c29-ad45-1831e1b594f6 req-70ab05fd-e37c-43b0-a269-2eef784617a0 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0532491 Nov 29 02:30:57.559848 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8678587e-9767-4c29-ad45-1831e1b594f6 req-e28d0a4b-6c46-4673-b9f2-9bc5b91b7693 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433474 Nov 29 02:30:58.673190 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2317c-3b47-4f0e-ba2a-bc6d676e6208 req-36811fac-aa04-4efc-bef3-fdc6777128af tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:58.674675 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22f2317c-3b47-4f0e-ba2a-bc6d676e6208 req-36811fac-aa04-4efc-bef3-fdc6777128af tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0490043 Nov 29 02:30:58.794021 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-22f2317c-3b47-4f0e-ba2a-bc6d676e6208 req-de9b395b-455b-4006-9b1c-0cc38bacdd15 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129541 Nov 29 02:30:59.906969 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8112-8385-415f-a7b1-a60a4f78cfd8 req-63f98671-f131-40c6-9ac2-9aaaa21d656c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:59.908453 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fac8112-8385-415f-a7b1-a60a4f78cfd8 req-63f98671-f131-40c6-9ac2-9aaaa21d656c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0486944 Nov 29 02:30:59.956975 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fac8112-8385-415f-a7b1-a60a4f78cfd8 req-85e1c1e4-d4d6-4e38-aafe-32665ba79f50 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Nov 29 02:31:01.068552 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a8718-2fd0-4d85-bc20-760072e69f1f req-09bdde57-8933-41a2-a595-4ecf02206b11 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:01.070018 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e0a8718-2fd0-4d85-bc20-760072e69f1f req-09bdde57-8933-41a2-a595-4ecf02206b11 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0486603 Nov 29 02:31:01.118996 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4e0a8718-2fd0-4d85-bc20-760072e69f1f req-ff5d5f0b-77f7-4002-9945-78f50d90cb27 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 Nov 29 02:31:02.236936 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a047dd-d096-4891-8c03-c150046559b7 req-e1e23f8c-e2fb-4511-8e25-aee9b89ebc60 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:02.238443 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-92a047dd-d096-4891-8c03-c150046559b7 req-e1e23f8c-e2fb-4511-8e25-aee9b89ebc60 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 944 time: 0.0525963 Nov 29 02:31:02.287445 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-92a047dd-d096-4891-8c03-c150046559b7 req-d615874b-1702-429d-a0bc-4b6e6c57954c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430539 Nov 29 02:31:03.030435 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:31:03.120329 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:03.131582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'port_id': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'mac_address': 'fa:16:3e:bf:31:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:31:03.169742 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:03.181727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:31:03.201032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:03.204726 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:03.251585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:03.405451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079a562-e4cc-4051-80d5-9887176d8a7d req-97db53ff-0ae2-4ca8-a120-0257f04c9b01 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:03.406936 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a079a562-e4cc-4051-80d5-9887176d8a7d req-97db53ff-0ae2-4ca8-a120-0257f04c9b01 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 945 time: 0.0550449 Nov 29 02:31:03.455191 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a079a562-e4cc-4051-80d5-9887176d8a7d req-5cd109cf-26ad-47ed-86b5-7812387256fa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421491 Nov 29 02:31:03.480755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['2d4a3f27-2cd3-471c-a001-48c99a8c2c97'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:31:04.567501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1c243-6e47-444a-9209-4d28411c7f64 req-01ffee64-effe-41d8-97cf-a0ef263a26c7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:04.568981 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cef1c243-6e47-444a-9209-4d28411c7f64 req-01ffee64-effe-41d8-97cf-a0ef263a26c7 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 945 time: 0.0486140 Nov 29 02:31:04.616616 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cef1c243-6e47-444a-9209-4d28411c7f64 req-6e1175fe-60ed-4b1e-8832-cde948a515e0 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Nov 29 02:31:05.026405 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:31:05.074052 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:05.074437 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.150970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.173187 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:31:05.175425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911b2d94-d65b-48c7-bcba-3244de0e1e33" -d '{"events": [{"server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:31:05.187491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:05.191436 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.214400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89973229-4222-4a81-8e34-a3adfc1a562e x-openstack-request-id: req-89973229-4222-4a81-8e34-a3adfc1a562e {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:31:05.214716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:31:05.214970 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89973229-4222-4a81-8e34-a3adfc1a562e {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:31:05.215862 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'code': 200} Nov 29 02:31:05.240915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:05.455588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decaf68-e510-4df4-830a-ca3b642bc48e req-2495b12b-9e1a-4de8-ae57-cbab5cce2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:05.457061 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5decaf68-e510-4df4-830a-ca3b642bc48e req-2495b12b-9e1a-4de8-ae57-cbab5cce2ad6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0392573 Nov 29 02:31:05.505425 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5decaf68-e510-4df4-830a-ca3b642bc48e req-a34f67b2-7913-441a-995f-e911e5b9a1e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416558 Nov 29 02:31:05.728275 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf35b89-8950-41ae-9d23-a02df582cd8f req-918ac683-9bc9-4520-9a59-d725423b9b7c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:05.729641 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8cf35b89-8950-41ae-9d23-a02df582cd8f req-918ac683-9bc9-4520-9a59-d725423b9b7c tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0484436 Nov 29 02:31:05.777426 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-8cf35b89-8950-41ae-9d23-a02df582cd8f req-c8b06274-a4d9-4ae6-baf8-304cbd41d5f8 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419142 Nov 29 02:31:06.891810 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880da0a0-20a0-4ff0-9f58-689b29b7b0ee req-1f46ffaa-45b6-41a7-89ea-b6b343d0b14d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:06.893345 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-880da0a0-20a0-4ff0-9f58-689b29b7b0ee req-1f46ffaa-45b6-41a7-89ea-b6b343d0b14d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0492952 Nov 29 02:31:06.900225 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1baac610-a53b-4409-a9f6-985947735920 req-f2b1d731-2a10-4795-abd8-ab626d8a879d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393183 Nov 29 02:31:06.942708 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-880da0a0-20a0-4ff0-9f58-689b29b7b0ee req-03b3cfe7-62b7-4547-bf53-b121a2ed159d tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Nov 29 02:31:06.994762 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baac610-a53b-4409-a9f6-985947735920 req-c6613050-a727-47c7-8b73-96c13da92502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:06.996223 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1baac610-a53b-4409-a9f6-985947735920 req-c6613050-a727-47c7-8b73-96c13da92502 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0397425 Nov 29 02:31:07.102878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baac610-a53b-4409-a9f6-985947735920 req-15535180-6cc2-4d1f-b5ce-9a89426f478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:07.104443 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1baac610-a53b-4409-a9f6-985947735920 req-15535180-6cc2-4d1f-b5ce-9a89426f478c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0879557 Nov 29 02:31:07.173428 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1baac610-a53b-4409-a9f6-985947735920 req-a78b2078-32bf-417c-8bc5-bde93ee6ec3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 1002 time: 0.0606194 Nov 29 02:31:07.221060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baac610-a53b-4409-a9f6-985947735920 req-86da7dea-8796-4dc8-8f9b-d9aadb84ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:07.222460 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1baac610-a53b-4409-a9f6-985947735920 req-86da7dea-8796-4dc8-8f9b-d9aadb84ad95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0426152 Nov 29 02:31:07.266683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baac610-a53b-4409-a9f6-985947735920 req-a0485057-fc14-409b-bd95-9e99f6deec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:07.268120 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1baac610-a53b-4409-a9f6-985947735920 req-a0485057-fc14-409b-bd95-9e99f6deec3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391731 Nov 29 02:31:07.359102 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1baac610-a53b-4409-a9f6-985947735920 req-6f7432e9-cee0-450d-b0bb-6d5c9c349c97 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834293 Nov 29 02:31:07.447575 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1baac610-a53b-4409-a9f6-985947735920 req-cb0fbf92-2c6e-4094-ab92-eeb35bc259c8 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808668 Nov 29 02:31:08.136336 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:31:10.696167 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1f4afce2-03a0-400a-9fae-224df8619b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.090611 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.249137 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-954e28b4-bef2-4f7b-bf08-c7e7ca4155d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:15.501770 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.393612 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:22.805035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:40.697124 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9b17ed00-210d-4b89-ad26-71b42e944c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:44.092578 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:44.249228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00bde145-be97-43bf-8c92-f049378ec2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:45.134864 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:31:45.505710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:46.394609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:52.814996 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:09.605827 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-058219a8-2de8-444a-a70b-972aa3ef524b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829062 Nov 29 02:32:09.701045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-a988e935-15e7-439e-96f3-906e4bc85bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:09.703049 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-a988e935-15e7-439e-96f3-906e4bc85bf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0394182 Nov 29 02:32:09.810684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-35fb9ff8-4910-42ae-97d3-7ff928d97a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:09.812197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-35fb9ff8-4910-42ae-97d3-7ff928d97a41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0901253 Nov 29 02:32:09.877353 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-61162bc6-1ab9-4193-8641-8c746f29deec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 1002 time: 0.0570605 Nov 29 02:32:09.930207 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-4f27a7a3-a5ff-4e2f-b4dc-3b87908a7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:09.931666 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-4f27a7a3-a5ff-4e2f-b4dc-3b87908a7ca7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0472369 Nov 29 02:32:09.977867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-d05c808b-b170-4f76-bf97-a9fdb0a61a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:09.979373 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-d05c808b-b170-4f76-bf97-a9fdb0a61a25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395212 Nov 29 02:32:10.068233 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-744fa019-b402-49e8-865d-2837580efc7a service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813651 Nov 29 02:32:10.164250 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-b50d0a03-82b2-4e68-ae0b-583d73117822 req-58b7282a-e28f-48a6-b397-89396800b100 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890534 Nov 29 02:32:10.698022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eae314ed-a917-439c-afde-ec3859af8ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:14.096318 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:14.251709 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e78c8ceb-ec46-4132-93aa-025e327339fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:15.508136 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:16.395583 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:19.252760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53716) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:19.410249 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Deleting port 15e2b648-344e-4a86-b6d4-b41dbbbee4b0 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:19.410626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:19.489045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:19.489379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:19.500786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Calling delete_port for 15e2b648-344e-4a86-b6d4-b41dbbbee4b0 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:19.644577 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:19.670611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event deleted for resources: {'Port': ['ID=15e2b648-344e-4a86-b6d4-b41dbbbee4b0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:19.684682 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.685040 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.685536 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.685881 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.686221 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.686587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.686925 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.687281 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.687615 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.687964 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.688940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.689288 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:19.743524 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:19.743867 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Floating IP 66167cbf-9806-4291-b6b7-59bc3d1f614a disassociated (deleted). External IP: 172.26.8.141, port: 2d4a3f27-2cd3-471c-a001-48c99a8c2c97. Nov 29 02:32:19.956456 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Router a425ce61-971b-4b5e-879d-72f44e715679 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:32:20.061851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:32:20.066683 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:20.071204 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] Sync routers for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:32:20.081671 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:20.082265 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:20.093432 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fca8708e-f3de-423c-9eba-409b1cf13b46 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "DELETE /v2.0/floatingips/66167cbf-9806-4291-b6b7-59bc3d1f614a HTTP/1.1" status: 204 len: 168 time: 0.8395762 Nov 29 02:32:20.094027 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:32:20.096951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea9051-997d-406b-ab4d-2c17b6edee15" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:32:20.138566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8fadaa-33f9-4d3a-8f02-c5aa38a3902a x-openstack-request-id: req-cc8fadaa-33f9-4d3a-8f02-c5aa38a3902a {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:32:20.138867 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:32:20.139128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc8fadaa-33f9-4d3a-8f02-c5aa38a3902a {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:32:20.139588 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'status': 'completed', 'code': 200} Nov 29 02:32:20.191164 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:20.224648 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-47332c30-a4bd-45c3-bc09-67aabd408403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:20.226290 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-47332c30-a4bd-45c3-bc09-67aabd408403 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=087ffee9564843f5a3faf7872de122f4&device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 1099 time: 0.0430965 Nov 29 02:32:20.329361 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-832358eb-3345-43c2-9aa9-71250662c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:20.331020 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-832358eb-3345-43c2-9aa9-71250662c417 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 200 len: 909 time: 0.0973969 Nov 29 02:32:20.338600 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c5022-8aba-4e34-a2ff-381e6e47580c req-ef17c2a6-358d-4e2d-ae33-a02e4e7788fa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:20.340266 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-395c5022-8aba-4e34-a2ff-381e6e47580c req-ef17c2a6-358d-4e2d-ae33-a02e4e7788fa tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0582993 Nov 29 02:32:20.377371 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-f3ca8cd5-0051-4036-af32-8c4c664890cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 200 len: 217 time: 0.0385389 Nov 29 02:32:20.393974 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-395c5022-8aba-4e34-a2ff-381e6e47580c req-479220c1-efbe-46bb-9f9e-ad2267d97c63 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462074 Nov 29 02:32:20.428535 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-cf5682ec-3626-4343-a3fa-e2351dc40f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:20.430003 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-cf5682ec-3626-4343-a3fa-e2351dc40f2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 200 len: 847 time: 0.0459507 Nov 29 02:32:20.481763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-42f319a0-a0ef-4e4c-a05f-ffe14dbc518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:20.483217 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-42f319a0-a0ef-4e4c-a05f-ffe14dbc518a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece495f6-5a66-401b-bcf2-5ba2ec42bd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455956 Nov 29 02:32:20.490122 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:20.519394 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] Checking router: a425ce61-971b-4b5e-879d-72f44e715679 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:32:20.532616 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:20.533317 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:20.574201 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-e4a0d94e-698b-4fcb-90e2-bd5c423a68c7 service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 Nov 29 02:32:20.635806 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:20.670207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d9ea9051-997d-406b-ab4d-2c17b6edee15 req-c75fce9e-e0a1-4851-8ac9-312566e3377f service neutron] 10.222.0.21 "GET /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874891 Nov 29 02:32:20.826085 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:20.852124 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5133e-279c-46ab-b250-c04a1966ab4a None None] The sync data for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv is: [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '73bb2008-f567-47a5-8d27-5d33f560c558', 'name': '', 'network_id': 'ece495f6-5a66-401b-bcf2-5ba2ec42bd93', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'mac_address': 'fa:16:3e:75:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:42Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'subnets': [{'id': '9709671b-eec3-4f6f-af36-2bae8eb1cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:32:21.071169 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6a345-6f50-4735-942c-db31fca6b4d3 None None] New status for floating IP 66167cbf-9806-4291-b6b7-59bc3d1f614a: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:32:21.554319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10241af-f7c3-41e5-972e-7141bed891c1 req-a3abb1c3-1614-4f13-8c45-c332ccd7d16e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:21.555840 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f10241af-f7c3-41e5-972e-7141bed891c1 req-a3abb1c3-1614-4f13-8c45-c332ccd7d16e tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0946350 Nov 29 02:32:21.603806 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f10241af-f7c3-41e5-972e-7141bed891c1 req-95d87805-2633-4d5a-bde9-14eadc7bf7f1 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/security-groups?id=239445f4-434d-4407-80bd-5f05bfd303e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420773 Nov 29 02:32:22.012713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-0f07501f-c5c7-4dc8-84ef-80482e111d6f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:22.014178 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-0f07501f-c5c7-4dc8-84ef-80482e111d6f tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 946 time: 0.0473118 Nov 29 02:32:22.107555 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Deleting port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:22.107888 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:22.132837 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:32:22.194581 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] For port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:22.194945 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:22.207461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Calling delete_port for 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 owned by compute:nova {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:22.335759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:22.364800 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event deleted for resources: {'Port': ['ID=2d4a3f27-2cd3-471c-a001-48c99a8c2c97,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:22.409139 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] No DVR routers for this DVR port 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 on host hv-neutron-8168 {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:32:22.411739 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:22.415098 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-adaeaf0f-873a-496c-b549-258f4e42cdbc req-ca19c3c9-a21b-49eb-a475-eb7f81ca389a tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.21 "DELETE /v2.0/ports/2d4a3f27-2cd3-471c-a001-48c99a8c2c97 HTTP/1.1" status: 204 len: 173 time: 0.3948462 Nov 29 02:32:22.415563 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'name': 'network-vif-deleted', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:32:22.417839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0f38c9-8f28-4ec8-9401-118fe9267ec4" -d '{"events": [{"server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "name": "network-vif-deleted", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:32:22.458777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d1e879-5afa-44de-b0df-fe6e4216ffed x-openstack-request-id: req-55d1e879-5afa-44de-b0df-fe6e4216ffed {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:32:22.459078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a59349-1130-4231-b1d3-bd48a8dda25e", "name": "network-vif-deleted", "tag": "2d4a3f27-2cd3-471c-a001-48c99a8c2c97", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:32:22.459340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55d1e879-5afa-44de-b0df-fe6e4216ffed {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:32:22.459749 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a59349-1130-4231-b1d3-bd48a8dda25e', 'name': 'network-vif-deleted', 'tag': '2d4a3f27-2cd3-471c-a001-48c99a8c2c97', 'status': 'completed', 'code': 200} Nov 29 02:32:22.699444 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-1549f5c6-5a34-47c8-bc4a-920f1436864b req-0538fe7c-f780-4737-a362-7bff649d9060 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 210 time: 0.0281241 Nov 29 02:32:22.817853 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:23.793755 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9ad8e09c-d01f-44c9-a9dd-829500106dab req-7d0c288d-05ed-4eab-ae7a-61a2e254262b tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 210 time: 0.0265844 Nov 29 02:32:24.889949 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a277a9f0-e1f8-4f32-917d-b169322e730e req-5e9d2b4e-dc3b-4a87-9be2-576602774504 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 210 time: 0.0279100 Nov 29 02:32:25.305934 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:32:25.325796 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:32:25.326143 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device 2d4a3f27-2cd3-471c-a001-48c99a8c2c97 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:32:25.987355 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-3044ba1b-79f8-4810-9608-b50855ca6b47 req-a248de62-e9d4-45fc-8d4c-36dce0a194a3 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 210 time: 0.0259504 Nov 29 02:32:27.101481 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-174bd476-88f6-4cf5-89ce-877fb3a8e332 req-b93da49a-0422-4438-8d31-e90b61418808 tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6a59349-1130-4231-b1d3-bd48a8dda25e HTTP/1.1" status: 200 len: 210 time: 0.0293729 Nov 29 02:32:28.157917 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53754) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:28.213118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb687052-3d65-44a8-8f16-a402918850ec tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:28.242777 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb687052-3d65-44a8-8f16-a402918850ec tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:28.302236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb687052-3d65-44a8-8f16-a402918850ec tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:28.305001 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-fb687052-3d65-44a8-8f16-a402918850ec tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:28.307169 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-fb687052-3d65-44a8-8f16-a402918850ec tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] 10.222.0.30 "DELETE /v2.0/security-groups/239445f4-434d-4407-80bd-5f05bfd303e4 HTTP/1.1" status: 204 len: 168 time: 0.1481111 Nov 29 02:32:28.316495 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb687052-3d65-44a8-8f16-a402918850ec tempest-TestShelveInstance-1136114884 tempest-TestShelveInstance-1136114884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239445f4-434d-4407-80bd-5f05bfd303e4,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:28.358998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53758) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:28.803657 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:29.047993 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Deleting port 73bb2008-f567-47a5-8d27-5d33f560c558 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:29.048233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:29.128946 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] For port 73bb2008-f567-47a5-8d27-5d33f560c558, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=73bb2008-f567-47a5-8d27-5d33f560c558,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:29.129318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:29.142757 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Calling delete_port for 73bb2008-f567-47a5-8d27-5d33f560c558 owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:29.333463 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:29.362401 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Pushing event deleted for resources: {'Port': ['ID=73bb2008-f567-47a5-8d27-5d33f560c558,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:29.386390 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.386811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.387155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.387624 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.387815 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.388142 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.388470 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.388797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.389122 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.389445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.389781 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.390090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:29.545877 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:29.774737 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Router a425ce61-971b-4b5e-879d-72f44e715679 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:32:29.889638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:32:29.897278 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-048171c0-a422-4366-a018-93f52963d73b admin admin] 10.222.0.30 "PUT /v2.0/routers/a425ce61-971b-4b5e-879d-72f44e715679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5347087 Nov 29 02:32:29.897519 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53762) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:29.898243 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] Sync routers for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:32:29.912254 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:29.912858 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:30.003846 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks [] for router, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.015633 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:30.108014 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.165241 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Deleting port e1e30533-8390-4355-99ce-90b7cb974508 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:30.165476 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.200312 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:32:29Z', 'revision_number': 5, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port': {'id': 'e1e30533-8390-4355-99ce-90b7cb974508', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:41Z', 'updated_at': '2021-11-29T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:30.226727 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] Checking router: a425ce61-971b-4b5e-879d-72f44e715679 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:32:30.235657 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] Routers {'a425ce61-971b-4b5e-879d-72f44e715679'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:30.236263 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['a425ce61-971b-4b5e-879d-72f44e715679'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:30.251129 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] For port e1e30533-8390-4355-99ce-90b7cb974508, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e1e30533-8390-4355-99ce-90b7cb974508,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:30.251621 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.269501 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Calling delete_port for e1e30533-8390-4355-99ce-90b7cb974508 owned by network:router_gateway {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:30.322010 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] Set router a425ce61-971b-4b5e-879d-72f44e715679 gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:30.378599 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:32:30Z', 'revision_number': 6, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:30.405252 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4849-bd5c-420e-a773-a0bfc266d54c None None] The sync data for ids ['a425ce61-971b-4b5e-879d-72f44e715679'] in dv-neutron-816800-5-hyperv is: [{'id': 'a425ce61-971b-4b5e-879d-72f44e715679', 'name': 'tempest-TestShelveInstance-318467274-router', 'tenant_id': '087ffee9564843f5a3faf7872de122f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:40Z', 'updated_at': '2021-11-29T02:32:30Z', 'revision_number': 6, 'project_id': '087ffee9564843f5a3faf7872de122f4', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:32:30.448067 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.764403 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e30533-8390-4355-99ce-90b7cb974508,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:30.791512 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011ae1a6-5c5c-456e-a876-79a3719d52c7 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:30.848850 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.850552 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 73bb2008-f567-47a5-8d27-5d33f560c558 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:32:30.870708 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 73bb2008-f567-47a5-8d27-5d33f560c558 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:32:30.871053 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 73bb2008-f567-47a5-8d27-5d33f560c558 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:32:30.945827 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.948132 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.995631 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:30.996177 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a425ce61-971b-4b5e-879d-72f44e715679 {{(pid=109949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:32:31.001048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.001765 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-a00773c6-c9f6-42bc-9adc-c44dbaa0565f admin admin] 10.222.0.30 "DELETE /v2.0/routers/a425ce61-971b-4b5e-879d-72f44e715679 HTTP/1.1" status: 204 len: 168 time: 1.1033268 Nov 29 02:32:31.004362 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53764) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:31.048771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_v2 [None req-31be2f65-ede7-4c99-8853-bc3bab4e2665 admin admin] Deleting subnet 9709671b-eec3-4f6f-af36-2bae8eb1cb2d {{(pid=109949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:32:31.052160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31be2f65-ede7-4c99-8853-bc3bab4e2665 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.086599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31be2f65-ede7-4c99-8853-bc3bab4e2665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706243'] for subnet, precommit_delete_associations {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.166336 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31be2f65-ede7-4c99-8853-bc3bab4e2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.219269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31be2f65-ede7-4c99-8853-bc3bab4e2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5808178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5938667'] for subnet, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.246090 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be2f65-ede7-4c99-8853-bc3bab4e2665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9709671b-eec3-4f6f-af36-2bae8eb1cb2d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:31.251445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-31be2f65-ede7-4c99-8853-bc3bab4e2665 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.257249 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bfac61-c0c9-4ffb-96e0-c2313e963b60 None None] Network ece495f6-5a66-401b-bcf2-5ba2ec42bd93 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:32:31.259500 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-31be2f65-ede7-4c99-8853-bc3bab4e2665 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9709671b-eec3-4f6f-af36-2bae8eb1cb2d HTTP/1.1" status: 204 len: 168 time: 0.2541499 Nov 29 02:32:31.261861 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53766) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:31.341984 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.402696 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Deleting port 7ea0e535-20c8-471b-9e10-43aebf10573f {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:31.402988 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.455680 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] DHCP port deletion for ece495f6-5a66-401b-bcf2-5ba2ec42bd93 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:31.477954 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] For port 7ea0e535-20c8-471b-9e10-43aebf10573f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7ea0e535-20c8-471b-9e10-43aebf10573f,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:31.478520 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.492128 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Calling delete_port for 7ea0e535-20c8-471b-9e10-43aebf10573f owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:31.508364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Deleting port 7ea0e535-20c8-471b-9e10-43aebf10573f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:31.508825 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.574690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] For port 7ea0e535-20c8-471b-9e10-43aebf10573f, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=7ea0e535-20c8-471b-9e10-43aebf10573f,segment=NetworkSegment(7ee06a7a-8d75-4130-acc8-c14c8a7c1300),segment_id=7ee06a7a-8d75-4130-acc8-c14c8a7c1300)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:31.575095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.582687 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.588639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Calling delete_port for 7ea0e535-20c8-471b-9e10-43aebf10573f owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:31.608921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea0e535-20c8-471b-9e10-43aebf10573f,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:31.612650 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] No DVR routers for this DVR port 7ea0e535-20c8-471b-9e10-43aebf10573f on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: from cryptography.utils import int_from_bytes Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: from cryptography.utils import int_from_bytes Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:32:31.662054 dv-neutron-816800-5-hyperv neutron-server[109950]: self.session.flush() Nov 29 02:32:31.667466 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.688155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.692517 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Pushing event deleted for resources: {'Port': ['ID=7ea0e535-20c8-471b-9e10-43aebf10573f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:31.696813 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] No DVR routers for this DVR port 7ea0e535-20c8-471b-9e10-43aebf10573f on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:32:31.703107 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.703955 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.704317 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.704644 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.704977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.705319 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.705651 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.705982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.706314 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.706669 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.707175 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.707513 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a3485-3aa3-438b-b5aa-7df182dbc052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:31.713354 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece495f6-5a66-401b-bcf2-5ba2ec42bd93']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:31.722944 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee06a7a-8d75-4130-acc8-c14c8a7c1300') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:31.723243 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee06a7a-8d75-4130-acc8-c14c8a7c1300') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:31.732825 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.746088 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.752590 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:32:31.752985 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:32:31.754673 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:32:31.808171 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.813585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:31.816907 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] 10.222.0.30 "DELETE /v2.0/networks/ece495f6-5a66-401b-bcf2-5ba2ec42bd93 HTTP/1.1" status: 204 len: 168 time: 0.5532749 Nov 29 02:32:31.819948 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53768) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:31.829843 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e177a1-41ba-4716-b202-9543202a7fca admin admin] Pushing event deleted for resources: {'Network': ['ID=ece495f6-5a66-401b-bcf2-5ba2ec42bd93,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:32.153088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:32.390125 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Deleting port d66105ef-1900-4214-98e7-2aa8c0f2f4ee {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:32.390510 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:32.470771 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] For port d66105ef-1900-4214-98e7-2aa8c0f2f4ee, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,segment=NetworkSegment(9d2e61e0-8898-4854-ba32-331a0c8fa6fd),segment_id=9d2e61e0-8898-4854-ba32-331a0c8fa6fd)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:32.471198 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:32.483415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Calling delete_port for d66105ef-1900-4214-98e7-2aa8c0f2f4ee owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:32.660354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:32.686150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66105ef-1900-4214-98e7-2aa8c0f2f4ee,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:32.706918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7ea0e535-20c8-471b-9e10-43aebf10573f no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:32:32.727623 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 7ea0e535-20c8-471b-9e10-43aebf10573f {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:32:32.727900 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 7ea0e535-20c8-471b-9e10-43aebf10573f not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:32:32.728341 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e1e30533-8390-4355-99ce-90b7cb974508 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:32:32.748912 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e1e30533-8390-4355-99ce-90b7cb974508 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:32:32.749265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e1e30533-8390-4355-99ce-90b7cb974508 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:32:33.189764 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:33.396810 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:32:33.505792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:32:33.511044 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-941a5eff-691c-4cb8-83d9-1a227787f924 admin admin] 10.222.0.30 "PUT /v2.0/routers/57d0eab9-49cd-4a2e-b362-ce45e0bd20eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6900105 Nov 29 02:32:33.513515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53770) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:33.516936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] Sync routers for ids ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:32:33.527960 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] Routers {'57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:33.528584 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:33.618184 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:33.631924 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] Set router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:33.725477 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:33.777219 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Deleting port e2e7493d-d484-484d-ac50-9ffef73dfaba {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:33.777470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:33.813957 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:32:32Z', 'revision_number': 5, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port': {'id': 'e2e7493d-d484-484d-ac50-9ffef73dfaba', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:33.841286 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] Checking router: 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:32:33.850074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] Routers {'57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:33.850731 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:33.860096 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] For port e2e7493d-d484-484d-ac50-9ffef73dfaba, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=e2e7493d-d484-484d-ac50-9ffef73dfaba,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:33.860462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:33.872732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Calling delete_port for e2e7493d-d484-484d-ac50-9ffef73dfaba owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:33.935450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] Set router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:33.989829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:32:33Z', 'revision_number': 6, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:34.016254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb3760-e69a-438c-a50f-46700fbfe2ca None None] The sync data for ids ['57d0eab9-49cd-4a2e-b362-ce45e0bd20eb'] in dv-neutron-816800-5-hyperv is: [{'id': '57d0eab9-49cd-4a2e-b362-ce45e0bd20eb', 'name': 'tempest-TestShelveInstance-20734161-router', 'tenant_id': '265b7e7f2941444eaa8776a4a6a0c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:23:45Z', 'updated_at': '2021-11-29T02:32:33Z', 'revision_number': 6, 'project_id': '265b7e7f2941444eaa8776a4a6a0c803', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:32:34.037283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.064803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e7493d-d484-484d-ac50-9ffef73dfaba,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:34.075079 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd10d9f-1ea7-4b09-94ac-d7d47d82a4ef None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:34.124479 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.218014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.220240 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.265117 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.266321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d0eab9-49cd-4a2e-b362-ce45e0bd20eb {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:32:34.270687 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.271836 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-c9467ea7-1b4c-4f1f-96d4-e2367b2d47ec admin admin] 10.222.0.30 "DELETE /v2.0/routers/57d0eab9-49cd-4a2e-b362-ce45e0bd20eb HTTP/1.1" status: 204 len: 168 time: 0.7574008 Nov 29 02:32:34.274329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53772) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:34.318501 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8164511-335b-4efb-905f-5996480b8412 admin admin] Deleting subnet 0e3f5630-c15e-4fcd-8eb1-8b306fe482f2 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:32:34.321543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8164511-335b-4efb-905f-5996480b8412 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.356307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8164511-335b-4efb-905f-5996480b8412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.445828 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8164511-335b-4efb-905f-5996480b8412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.499333 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8164511-335b-4efb-905f-5996480b8412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.526004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8164511-335b-4efb-905f-5996480b8412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3f5630-c15e-4fcd-8eb1-8b306fe482f2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:34.529599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d8164511-335b-4efb-905f-5996480b8412 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.533015 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d8164511-335b-4efb-905f-5996480b8412 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0e3f5630-c15e-4fcd-8eb1-8b306fe482f2 HTTP/1.1" status: 204 len: 168 time: 0.2575362 Nov 29 02:32:34.535185 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b311f08-fe7c-406a-af3b-2665f437f062 None None] Network 47aaa968-0855-4052-b638-d78ce5b5d6a2 requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:32:34.535480 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53774) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:34.607827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.665379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Deleting port 08b3bc56-edb2-4e70-8111-d54f2ef388ac {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:34.665730 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.730243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] DHCP port deletion for 47aaa968-0855-4052-b638-d78ce5b5d6a2 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:34.748965 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] For port 08b3bc56-edb2-4e70-8111-d54f2ef388ac, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=08b3bc56-edb2-4e70-8111-d54f2ef388ac,segment=NetworkSegment(9d2e61e0-8898-4854-ba32-331a0c8fa6fd),segment_id=9d2e61e0-8898-4854-ba32-331a0c8fa6fd)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:34.749488 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.756760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d66105ef-1900-4214-98e7-2aa8c0f2f4ee no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:32:34.764362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Calling delete_port for 08b3bc56-edb2-4e70-8111-d54f2ef388ac owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:34.781554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: d66105ef-1900-4214-98e7-2aa8c0f2f4ee {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:32:34.781897 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device d66105ef-1900-4214-98e7-2aa8c0f2f4ee not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:32:34.782326 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e2e7493d-d484-484d-ac50-9ffef73dfaba no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:32:34.804081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: e2e7493d-d484-484d-ac50-9ffef73dfaba {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:32:34.804425 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device e2e7493d-d484-484d-ac50-9ffef73dfaba not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:32:34.819737 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] Deleting port 08b3bc56-edb2-4e70-8111-d54f2ef388ac {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:32:34.820366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.846210 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.873573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] No DVR routers for this DVR port 08b3bc56-edb2-4e70-8111-d54f2ef388ac on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:32:34.878009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Pushing event deleted for resources: {'Port': ['ID=08b3bc56-edb2-4e70-8111-d54f2ef388ac,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:34.887983 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] For port 08b3bc56-edb2-4e70-8111-d54f2ef388ac, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=08b3bc56-edb2-4e70-8111-d54f2ef388ac,segment=NetworkSegment(9d2e61e0-8898-4854-ba32-331a0c8fa6fd),segment_id=9d2e61e0-8898-4854-ba32-331a0c8fa6fd)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:34.888396 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.900773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] Calling delete_port for 08b3bc56-edb2-4e70-8111-d54f2ef388ac owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:32:34.952526 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.973237 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47aaa968-0855-4052-b638-d78ce5b5d6a2']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:34.982169 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2e61e0-8898-4854-ba32-331a0c8fa6fd') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:34.982489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2e61e0-8898-4854-ba32-331a0c8fa6fd') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:34.986654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:34.992511 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.006415 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.014623 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:32:35.015146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.015597 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] Pushing event deleted for resources: {'Port': ['ID=08b3bc56-edb2-4e70-8111-d54f2ef388ac,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:32:35.016845 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:32:35.021003 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c00c4b3-8644-4c67-8120-a021a6289fa9 None None] No DVR routers for this DVR port 08b3bc56-edb2-4e70-8111-d54f2ef388ac on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:32:35.075489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.081106 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.084272 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] 10.222.0.30 "DELETE /v2.0/networks/47aaa968-0855-4052-b638-d78ce5b5d6a2 HTTP/1.1" status: 204 len: 168 time: 0.5478776 Nov 29 02:32:35.095413 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ef43f-f779-4b76-aeb6-d5df30a2899a admin admin] Pushing event deleted for resources: {'Network': ['ID=47aaa968-0855-4052-b638-d78ce5b5d6a2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:35.193318 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53780) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:35.233653 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-219042b0-1fac-4b12-b8a8-2708cbbf2da2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=087ffee9564843f5a3faf7872de122f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385339 Nov 29 02:32:35.235445 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53782) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:35.281606 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63d6bea4-5672-4b9f-9aad-3296e07addb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.301788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63d6bea4-5672-4b9f-9aad-3296e07addb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.347665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63d6bea4-5672-4b9f-9aad-3296e07addb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.350336 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-63d6bea4-5672-4b9f-9aad-3296e07addb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.351513 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-63d6bea4-5672-4b9f-9aad-3296e07addb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f464a88-de41-4f7f-a02e-11bbb119d2ee HTTP/1.1" status: 204 len: 168 time: 0.1151772 Nov 29 02:32:35.359355 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6bea4-5672-4b9f-9aad-3296e07addb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f464a88-de41-4f7f-a02e-11bbb119d2ee,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:35.665146 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53790) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:35.709213 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-926d2813-5455-443b-ab94-5102759fb045 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=265b7e7f2941444eaa8776a4a6a0c803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429020 Nov 29 02:32:35.711680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53792) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:35.757563 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-49301bf9-ca53-4965-86f4-d5a740d7ec1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.778381 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-49301bf9-ca53-4965-86f4-d5a740d7ec1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.823436 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-49301bf9-ca53-4965-86f4-d5a740d7ec1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.826077 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-49301bf9-ca53-4965-86f4-d5a740d7ec1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:35.827253 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-49301bf9-ca53-4965-86f4-d5a740d7ec1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a04a6744-ba6e-41cc-ab41-c0d30c76e7a2 HTTP/1.1" status: 204 len: 168 time: 0.1146889 Nov 29 02:32:35.834879 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49301bf9-ca53-4965-86f4-d5a740d7ec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04a6744-ba6e-41cc-ab41-c0d30c76e7a2,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:36.496670 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53814) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:36.590931 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1765170382-network', 'tenant_id': '528eadf4aebc4289a715663fea0c790a'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:36.613121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Made reservation on behalf of 528eadf4aebc4289a715663fea0c790a for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:32:36.615556 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.624074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.695959 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 08b3bc56-edb2-4e70-8111-d54f2ef388ac no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:32:36.701829 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.706666 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.718402 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 08b3bc56-edb2-4e70-8111-d54f2ef388ac {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:32:36.719386 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 08b3bc56-edb2-4e70-8111-d54f2ef388ac not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:32:36.733445 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:32:36.742356 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f724da-8235-4a6e-ad1d-2d8d82a4de6d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:36.749406 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.749625 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Added segment d544c731-338d-4cbc-8f7f-6287c3555250 of type vlan for network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d Nov 29 02:32:36.791764 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.814974 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.815907 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:36.816521 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.849274 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3515272 Nov 29 02:32:36.852356 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53818) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:36.857313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Request body: {'subnet': {'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1765170382-subnet', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'ip_version': 4}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:36.879824 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Made reservation on behalf of 528eadf4aebc4289a715663fea0c790a for: {'subnet': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:32:36.882150 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d33f4-42ad-433c-abea-6618b0ed0d7e admin admin] Pushing event updated for resources: {'Network': ['ID=25941769-ec3c-4e0e-8ccf-51a5fc6e374d,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:36.882582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723770'] for subnet, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:36.891969 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:32:37.057848 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723756'] for subnet, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.118980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c467ec1-1a31-4781-a2d5-d5c9eb843d82,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:37.125983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Checking segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:37.126342 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Network hostable DHCP agents. Network: 25941769-ec3c-4e0e-8ccf-51a5fc6e374d, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:32:37.142774 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:32:37.150789 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, 25941769-ec3c-4e0e-8ccf-51a5fc6e374d) {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:37.154470 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:37.155056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.160707 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48ad7d-3334-465b-bc3d-52c4ca4c38ce None None] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:32:37.171197 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f983258f-b8e0-400e-ba2e-0e3ef6f6701a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3177364 Nov 29 02:32:37.174599 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53820) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:37.179131 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:37.200155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.201420 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.259055 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.306778 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:32:37.307653 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.399119 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.441559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Allocated IP 172.20.0.2 (25941769-ec3c-4e0e-8ccf-51a5fc6e374d/3c467ec1-1a31-4781-a2d5-d5c9eb843d82/40d92841-77ed-4c54-8a17-4ed2f946be57) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:32:37.583953 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.589338 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.606100 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.629411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.637337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:37.640456 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:37.645032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:32:37.648224 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Pushing event updated for resources: {'Port': ['ID=40d92841-77ed-4c54-8a17-4ed2f946be57,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:37.698749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Attempting to bind port 40d92841-77ed-4c54-8a17-4ed2f946be57 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:32:37.699464 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Attempting to bind port 40d92841-77ed-4c54-8a17-4ed2f946be57 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:32:37.699581 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Attempting to bind port 40d92841-77ed-4c54-8a17-4ed2f946be57 on network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:32:37.704445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:32:37.704827 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Checking segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:37.705243 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.705645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Bound using segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:32:37.706119 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Bound port: 40d92841-77ed-4c54-8a17-4ed2f946be57, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:32:37.706530 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.731697 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Allocated IP 172.26.8.103 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:32:37.769192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] For port 40d92841-77ed-4c54-8a17-4ed2f946be57, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:32:37.772745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] For port 40d92841-77ed-4c54-8a17-4ed2f946be57, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=40d92841-77ed-4c54-8a17-4ed2f946be57,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:32:37.776346 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.836588 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627f2c1-8693-4f2d-8944-bbd1f73ffefb None None] Pushing event updated for resources: {'Port': ['ID=40d92841-77ed-4c54-8a17-4ed2f946be57,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:37.842451 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.877225 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:37.913418 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:37.916339 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:37.922765 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:32:37.930041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a337986-ed18-4f3a-a666-e329611e2dd2 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:37.954410 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Pushing event updated for resources: {'Port': ['ID=276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:38.032966 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-270c2d0d-3659-4f85-bc61-307cc9afef51 None None] Provisioning complete for port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:38.033419 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-270c2d0d-3659-4f85-bc61-307cc9afef51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:38.078442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-270c2d0d-3659-4f85-bc61-307cc9afef51 None None] Port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:32:38.205816 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:38.403999 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:38.544833 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Router 3e347d96-7a05-4872-becc-928012d2549e is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:32:38.661758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:32:38.677908 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Sync routers for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:32:38.691382 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:38.692865 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:38.703086 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:38.706501 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-58c38353-1a13-4daa-9296-f026e4314503 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5290456 Nov 29 02:32:38.707449 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53822) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:38.785803 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 40d92841-77ed-4c54-8a17-4ed2f946be57 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:38.810936 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42457c74-d366-42b6-9338-9cce5d08a1cf None None] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:32:38.831147 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:38.882918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-07174531-c398-4d3e-8eeb-9501e01b288a None None] Provisioning complete for port 40d92841-77ed-4c54-8a17-4ed2f946be57 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:38.883444 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07174531-c398-4d3e-8eeb-9501e01b288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:38.954285 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 40d92841-77ed-4c54-8a17-4ed2f946be57 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:38.954838 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.023159 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:38Z', 'revision_number': 3, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:39.066330 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07174531-c398-4d3e-8eeb-9501e01b288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.142970 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Checking router: 3e347d96-7a05-4872-becc-928012d2549e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:32:39.143462 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Updating router 3e347d96-7a05-4872-becc-928012d2549e port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:32:39.166695 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-07174531-c398-4d3e-8eeb-9501e01b288a None None] For port 40d92841-77ed-4c54-8a17-4ed2f946be57, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=40d92841-77ed-4c54-8a17-4ed2f946be57,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:39.169066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.169611 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.177324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07174531-c398-4d3e-8eeb-9501e01b288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.216408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.284489 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:32:39.284933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:32:39.285631 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07174531-c398-4d3e-8eeb-9501e01b288a None None] Pushing event updated for resources: {'Port': ['ID=40d92841-77ed-4c54-8a17-4ed2f946be57,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:39.368909 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Allocated IP 172.20.0.1 (25941769-ec3c-4e0e-8ccf-51a5fc6e374d/3c467ec1-1a31-4781-a2d5-d5c9eb843d82/168cb18f-5250-4892-a3f2-932fd7268cee) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:32:39.398149 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-82546822-6595-4df1-b0c4-7562167e3d99 None None] Provisioning complete for port 40d92841-77ed-4c54-8a17-4ed2f946be57 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:39.398871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-82546822-6595-4df1-b0c4-7562167e3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.442377 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.449552 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.494290 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.495806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cbb01d-991d-4793-a291-dbf8c0e5176d None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:39.505622 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Attempting to bind port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:32:39.506195 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Attempting to bind port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:32:39.506579 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Attempting to bind port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:32:39.516092 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817960-41f2-405d-8464-86b07e65979a None None] Pushing event updated for resources: {'Port': ['ID=276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:39.518285 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:32:39.518765 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:39.519254 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.519646 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:32:39.520118 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Bound port: 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:32:39.521032 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.531825 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.545466 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.545898 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.546288 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.547193 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.547562 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.547905 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.548500 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.548620 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.548904 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.549310 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.549637 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.550020 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817960-41f2-405d-8464-86b07e65979a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:32:39.582663 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:39.586811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:39.587002 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] For port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:32:39.589179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:32:39.590531 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] For port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:32:39.592994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Pushing event updated for resources: {'Port': ['ID=168cb18f-5250-4892-a3f2-932fd7268cee,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:39.596718 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.624029 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e48d531c-358f-4455-8aa9-433feb34c6ef None None] Provisioning complete for port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:39.624697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e48d531c-358f-4455-8aa9-433feb34c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.637196 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.668634 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:39.669258 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:39.671498 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817960-41f2-405d-8464-86b07e65979a None None] Pushing event updated for resources: {'Port': ['ID=276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:39.673725 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd4cbe-d571-40ee-afed-e5cb517a1921 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:39.736241 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e48d531c-358f-4455-8aa9-433feb34c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.766591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e48d531c-358f-4455-8aa9-433feb34c6ef None None] For port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:39.777070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e48d531c-358f-4455-8aa9-433feb34c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.801202 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:39.817579 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.869629 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d531c-358f-4455-8aa9-433feb34c6ef None None] Pushing event updated for resources: {'Port': ['ID=276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:39.899958 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a5a008a0-efbb-47ac-b6f7-b6cd099841b4 None None] Provisioning complete for port 168cb18f-5250-4892-a3f2-932fd7268cee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:39.900418 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5a008a0-efbb-47ac-b6f7-b6cd099841b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.935066 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a5a008a0-efbb-47ac-b6f7-b6cd099841b4 None None] Port 168cb18f-5250-4892-a3f2-932fd7268cee cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:32:39.945641 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a5a008a0-efbb-47ac-b6f7-b6cd099841b4 None None] Provisioning complete for port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:39.946016 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a5a008a0-efbb-47ac-b6f7-b6cd099841b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.993868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:39.999594 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:40.007934 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:38Z', 'revision_number': 3, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:40.036503 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9dc3a-d754-4a31-a061-f48bebe0d066 None None] The sync data for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv is: [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:38Z', 'revision_number': 3, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:32:40.369217 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Pushing event updated for resources: {'Port': ['ID=168cb18f-5250-4892-a3f2-932fd7268cee,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:40.371880 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:40.466444 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:40.469120 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:40.592025 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Router 3e347d96-7a05-4872-becc-928012d2549e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:32:40.719573 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-62a51d2c-71df-47fc-a8a4-7fa7a1a99716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:40.723932 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:32:40.738631 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-aa3036a9-af91-4945-84e7-5f313bf2cf02 admin admin] 10.222.0.30 "PUT /v2.0/routers/3e347d96-7a05-4872-becc-928012d2549e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0217915 Nov 29 02:32:40.759727 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-2e48aae0-35e8-4049-aa3c-2ce946a05f5f None None] Provisioning complete for port 168cb18f-5250-4892-a3f2-932fd7268cee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:40.760254 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2e48aae0-35e8-4049-aa3c-2ce946a05f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:40.799942 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2e48aae0-35e8-4049-aa3c-2ce946a05f5f None None] Port 168cb18f-5250-4892-a3f2-932fd7268cee cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:32:40.828006 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 40d92841-77ed-4c54-8a17-4ed2f946be57 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:40.887980 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 40d92841-77ed-4c54-8a17-4ed2f946be57 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:40.888547 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:40.972974 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:41.026837 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:41.027283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.240924 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53838) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:41.245869 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-892537618-network', 'tenant_id': '7322626767b24eea9561a8bec9abddd0'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:41.268892 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Made reservation on behalf of 7322626767b24eea9561a8bec9abddd0 for: {'network': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:32:41.271307 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for network, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.281016 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.357519 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.362155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.387845 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:32:41.397638 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e436df72-83bf-4790-b929-b4d0bfe0c481,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:41.402652 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.403002 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.db.segments_db [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Added segment 8b51eb37-a8bf-4035-aee1-99da43cfac39 of type vlan for network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae Nov 29 02:32:41.445407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793890683706'] for network, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.470162 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433'] for network, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.471260 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:41.471840 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.531367 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2886562 Nov 29 02:32:41.533875 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53840) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:41.539266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Request body: {'subnet': {'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-892537618-subnet', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'ip_version': 4}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:41.549659 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcf84b-28b1-41ad-8f1e-e1197349fce5 admin admin] Pushing event updated for resources: {'Network': ['ID=cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:41.560416 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae details requested by agent ovs-agent-dv-neutron-816800-5-hyperv with host dv-neutron-816800-5-hyperv {{(pid=109950) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:32:41.571699 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Made reservation on behalf of 7322626767b24eea9561a8bec9abddd0 for: {'subnet': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:32:41.574052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5938678'] for subnet, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.578498 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Sync routers for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:32:41.631691 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:41.632310 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:41.742038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:41.745008 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5808371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5938656'] for subnet, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.804761 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c489a674-8cfd-44c1-9787-a16d7ab67fa5,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:41.809107 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Checking segment: {'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:41.809469 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Network hostable DHCP agents. Network: cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae, hostable agents: ['0f4f88f0-2eec-4b2c-868f-56ced3cc1e95'], hosted agents: [] {{(pid=109949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:32:41.827955 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae is scheduled to be hosted by DHCP agent 0f4f88f0-2eec-4b2c-868f-56ced3cc1e95 with binding_index 1 {{(pid=109949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:32:41.837831 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-5-hyperv, cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae) {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:41.842399 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:41.843026 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.860066 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-99c6c916-8ee7-41dd-a11c-da0239f611ee admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3251696 Nov 29 02:32:41.862619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53842) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:41.864759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f976d5a-eadd-4183-9ba9-7e3b387744bb None None] Network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:32:41.867676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:41.887895 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7888577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.888904 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7888557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891968', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7875016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24901'] for router, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:41.946797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.084373 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.205320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 2, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:42.209379 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8527ee89-5a33-5f6e-90fc-f3bf22402450-cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae', 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'fixed_ips': [{'subnet_id': 'c489a674-8cfd-44c1-9787-a16d7ab67fa5'}]}} from dv-neutron-816800-5-hyperv. {{(pid=109950) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:32:42.210198 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.235145 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Checking router: 3e347d96-7a05-4872-becc-928012d2549e for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:32:42.235505 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Updating router 3e347d96-7a05-4872-becc-928012d2549e port 168cb18f-5250-4892-a3f2-932fd7268cee binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:32:42.274545 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.290353 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.309074 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.420994 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Allocated IP 172.26.8.74 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/140fc73e-5d59-45a0-a11b-467639379056) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:32:42.482625 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Allocated IP 172.20.0.2 (cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae/c489a674-8cfd-44c1-9787-a16d7ab67fa5/8fbfcf37-c4c4-451d-821b-8d728413eebf) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:32:42.530124 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.566187 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.605175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:42.608052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:42.614154 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:32:42.630445 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d66e59-9530-42d2-9cc9-583c42bf45be None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:42.642465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Pushing event updated for resources: {'Port': ['ID=140fc73e-5d59-45a0-a11b-467639379056,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:42.744204 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Publish callbacks [] for port, precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.757976 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.762826 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308'] for port, after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.767516 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.803308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-e40064a7-7360-4765-8f82-f32b58a71eda None None] Provisioning complete for port 140fc73e-5d59-45a0-a11b-467639379056 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:42.803676 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e40064a7-7360-4765-8f82-f32b58a71eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.842529 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:42.857266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:42.863022 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:32:42.866697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Pushing event updated for resources: {'Port': ['ID=8fbfcf37-c4c4-451d-821b-8d728413eebf,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:42.899327 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e40064a7-7360-4765-8f82-f32b58a71eda None None] Port 140fc73e-5d59-45a0-a11b-467639379056 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:32:42.909542 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:42.994298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d727116-d5ad-4abd-8f9a-fa4ef8576c1a None None] Pushing event updated for resources: {'Port': ['ID=168cb18f-5250-4892-a3f2-932fd7268cee,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:43.000475 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Attempting to bind port 168cb18f-5250-4892-a3f2-932fd7268cee on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:32:43.000851 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Attempting to bind port 168cb18f-5250-4892-a3f2-932fd7268cee by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:32:43.001217 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Attempting to bind port 168cb18f-5250-4892-a3f2-932fd7268cee on network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:32:43.003477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Attempting to bind port 8fbfcf37-c4c4-451d-821b-8d728413eebf on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:32:43.003842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Attempting to bind port 8fbfcf37-c4c4-451d-821b-8d728413eebf by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:32:43.004196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Attempting to bind port 8fbfcf37-c4c4-451d-821b-8d728413eebf on network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:32:43.012123 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:32:43.012502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Checking segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:43.012915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.013362 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Bound using segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:32:43.013769 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Bound port: 168cb18f-5250-4892-a3f2-932fd7268cee, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:32:43.014159 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.016747 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:32:43.017110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Checking segment: {'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:43.017491 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.017870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Bound using segment: {'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:32:43.018325 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Bound port: 8fbfcf37-c4c4-451d-821b-8d728413eebf, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:32:43.018724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.136477 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] For port 168cb18f-5250-4892-a3f2-932fd7268cee, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:32:43.138592 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7888564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7892019'] for router, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.138732 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] For port 8fbfcf37-c4c4-451d-821b-8d728413eebf, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:32:43.142736 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] For port 8fbfcf37-c4c4-451d-821b-8d728413eebf, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8fbfcf37-c4c4-451d-821b-8d728413eebf,segment=NetworkSegment(8b51eb37-a8bf-4035-aee1-99da43cfac39),segment_id=8b51eb37-a8bf-4035-aee1-99da43cfac39)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:32:43.155193 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] For port 168cb18f-5250-4892-a3f2-932fd7268cee, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=168cb18f-5250-4892-a3f2-932fd7268cee,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:32:43.157202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.160302 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-dd910146-5bef-4cf6-b042-c6feda2a2974 None None] Provisioning complete for port 168cb18f-5250-4892-a3f2-932fd7268cee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:43.160664 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dd910146-5bef-4cf6-b042-c6feda2a2974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.168832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.255674 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fe150-5a2b-496a-88d3-aa86420c2cf2 None None] Pushing event updated for resources: {'Port': ['ID=8fbfcf37-c4c4-451d-821b-8d728413eebf,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:43.266099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:43.266763 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:43.285709 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Router ba04306f-4e54-4d76-82bf-159867c7af82 is scheduled to L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 with binding_index 1 {{(pid=109949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:32:43.415884 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:32:43.433668 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Sync routers for ids ['ba04306f-4e54-4d76-82bf-159867c7af82'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:32:43.447302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] Publish callbacks [] for router, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.458985 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-084f1c54-0ae4-49df-83c7-3d91e7c02843 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5925076 Nov 29 02:32:43.466528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53844) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:43.467958 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Routers {'ba04306f-4e54-4d76-82bf-159867c7af82'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:43.480016 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ba04306f-4e54-4d76-82bf-159867c7af82'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:43.532138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dd910146-5bef-4cf6-b042-c6feda2a2974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.579277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d727116-d5ad-4abd-8f9a-fa4ef8576c1a None None] Pushing event updated for resources: {'Port': ['ID=168cb18f-5250-4892-a3f2-932fd7268cee,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:43.619298 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-dd910146-5bef-4cf6-b042-c6feda2a2974 None None] For port 168cb18f-5250-4892-a3f2-932fd7268cee, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=168cb18f-5250-4892-a3f2-932fd7268cee,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:43.627493 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dd910146-5bef-4cf6-b042-c6feda2a2974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.631128 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:43.675077 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Set router ba04306f-4e54-4d76-82bf-159867c7af82 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:43.845546 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd910146-5bef-4cf6-b042-c6feda2a2974 None None] Pushing event updated for resources: {'Port': ['ID=168cb18f-5250-4892-a3f2-932fd7268cee,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:43.855058 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f14a1081-422c-43c4-a0d2-515bea85292c None None] Provisioning complete for port 168cb18f-5250-4892-a3f2-932fd7268cee triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:43.855479 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f14a1081-422c-43c4-a0d2-515bea85292c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.880203 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '140fc73e-5d59-45a0-a11b-467639379056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:32:42Z', 'revision_number': 3, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port': {'id': '140fc73e-5d59-45a0-a11b-467639379056', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:42Z', 'updated_at': '2021-11-29T02:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:43.912614 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Checking router: ba04306f-4e54-4d76-82bf-159867c7af82 for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:32:43.913759 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Updating router ba04306f-4e54-4d76-82bf-159867c7af82 port 140fc73e-5d59-45a0-a11b-467639379056 binding host dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:32:43.943542 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:43.968559 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:44.002174 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a31fe6-f275-4949-973a-f0ad31de7301 None None] The sync data for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv is: [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:32:44.024351 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.108457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.256062 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Allocated IP 172.20.0.1 (cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae/c489a674-8cfd-44c1-9787-a16d7ab67fa5/2aabc98a-aa0d-4d8c-8183-927c291b1eda) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:32:44.275901 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Publish callbacks [] for port, precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.288458 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.351336 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Attempting to bind port 140fc73e-5d59-45a0-a11b-467639379056 on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:32:44.351703 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Attempting to bind port 140fc73e-5d59-45a0-a11b-467639379056 by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:32:44.352068 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Attempting to bind port 140fc73e-5d59-45a0-a11b-467639379056 on network 40e2dcc6-a559-4278-9c5c-3210136b6894 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:32:44.354158 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a23d36-f623-4541-9ea7-38d6729ce5e3 None None] Pushing event updated for resources: {'Port': ['ID=140fc73e-5d59-45a0-a11b-467639379056,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:44.364011 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:32:44.364395 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Checking segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:44.364804 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.365199 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Bound using segment: {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:32:44.366695 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Bound port: 140fc73e-5d59-45a0-a11b-467639379056, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927362e-ccd5-4169-931a-b283f993be8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:32:44.367475 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.437494 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] For port 140fc73e-5d59-45a0-a11b-467639379056, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:32:44.441366 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77db1e33-1470-41a2-9abd-088bb378b062 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:44.443306 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.448856 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] For port 140fc73e-5d59-45a0-a11b-467639379056, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=140fc73e-5d59-45a0-a11b-467639379056,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:32:44.461048 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dd662207-79de-4589-9ee9-60c5755ca6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.466005 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.508108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.531320 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fa02c9-0ac2-4487-b624-c724305e950b None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:32:44.544340 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Routers {'ba04306f-4e54-4d76-82bf-159867c7af82'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:44.545235 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ba04306f-4e54-4d76-82bf-159867c7af82'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:44.558550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b6fcea56-5122-4f6e-88ec-7974b8c74918 None None] Provisioning complete for port 140fc73e-5d59-45a0-a11b-467639379056 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:44.559041 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b6fcea56-5122-4f6e-88ec-7974b8c74918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.585201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:44.596667 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:44.613960 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:32:44.645696 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Pushing event updated for resources: {'Port': ['ID=2aabc98a-aa0d-4d8c-8183-927c291b1eda,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:44.653611 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b6fcea56-5122-4f6e-88ec-7974b8c74918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.667295 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a23d36-f623-4541-9ea7-38d6729ce5e3 None None] Pushing event updated for resources: {'Port': ['ID=140fc73e-5d59-45a0-a11b-467639379056,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:44.670561 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7890176'] for router_interface, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.683118 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-b6fcea56-5122-4f6e-88ec-7974b8c74918 None None] For port 140fc73e-5d59-45a0-a11b-467639379056, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=140fc73e-5d59-45a0-a11b-467639379056,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:44.689646 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77bd1f0-8dd2-4e56-9b87-67db80361919 None None] Network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:32:44.694273 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b6fcea56-5122-4f6e-88ec-7974b8c74918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.817073 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] Set router ba04306f-4e54-4d76-82bf-159867c7af82 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:44.871108 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8fbfcf37-c4c4-451d-821b-8d728413eebf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:44.887937 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.905887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-41a61fb6-caa7-4c3c-a272-f35cd46a17e9 None None] Provisioning complete for port 8fbfcf37-c4c4-451d-821b-8d728413eebf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:44.906262 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-41a61fb6-caa7-4c3c-a272-f35cd46a17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.912496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcea56-5122-4f6e-88ec-7974b8c74918 None None] Pushing event updated for resources: {'Port': ['ID=140fc73e-5d59-45a0-a11b-467639379056,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:45.044339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8fbfcf37-c4c4-451d-821b-8d728413eebf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:45.044773 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.056660 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '140fc73e-5d59-45a0-a11b-467639379056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:32:42Z', 'revision_number': 3, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port': {'id': '140fc73e-5d59-45a0-a11b-467639379056', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:42Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:45.086295 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5e1d0-35af-46cc-a39a-f944005db4ba None None] The sync data for ids ['ba04306f-4e54-4d76-82bf-159867c7af82'] in dv-neutron-816800-5-hyperv is: [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '140fc73e-5d59-45a0-a11b-467639379056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:32:42Z', 'revision_number': 3, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port': {'id': '140fc73e-5d59-45a0-a11b-467639379056', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:42Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:32:45.119262 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.126060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.178242 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8361419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7890412'] for router_interface, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.191116 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-41a61fb6-caa7-4c3c-a272-f35cd46a17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.226835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.262954 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-41a61fb6-caa7-4c3c-a272-f35cd46a17e9 None None] For port 8fbfcf37-c4c4-451d-821b-8d728413eebf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8fbfcf37-c4c4-451d-821b-8d728413eebf,segment=NetworkSegment(8b51eb37-a8bf-4035-aee1-99da43cfac39),segment_id=8b51eb37-a8bf-4035-aee1-99da43cfac39)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:45.272051 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-41a61fb6-caa7-4c3c-a272-f35cd46a17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.352348 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:32:45.352715 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG oslo_db.api [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:32:45.372548 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a61fb6-caa7-4c3c-a272-f35cd46a17e9 None None] Pushing event updated for resources: {'Port': ['ID=8fbfcf37-c4c4-451d-821b-8d728413eebf,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:45.377081 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-41a61fb6-caa7-4c3c-a272-f35cd46a17e9 None None] Provisioning complete for port 140fc73e-5d59-45a0-a11b-467639379056 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:45.377461 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-41a61fb6-caa7-4c3c-a272-f35cd46a17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.562011 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.643346 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Pushing event updated for resources: {'Port': ['ID=2aabc98a-aa0d-4d8c-8183-927c291b1eda,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:45.685031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1b961cf2-4215-4459-a449-0c0ef2cba6e9 None None] Provisioning complete for port 2aabc98a-aa0d-4d8c-8183-927c291b1eda triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:45.685393 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1b961cf2-4215-4459-a449-0c0ef2cba6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.696464 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:45.697922 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:45.727062 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-1b961cf2-4215-4459-a449-0c0ef2cba6e9 None None] Port 2aabc98a-aa0d-4d8c-8183-927c291b1eda cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:32:45.738353 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-1b961cf2-4215-4459-a449-0c0ef2cba6e9 None None] Provisioning complete for port 8fbfcf37-c4c4-451d-821b-8d728413eebf triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:45.738824 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1b961cf2-4215-4459-a449-0c0ef2cba6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.854018 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Router ba04306f-4e54-4d76-82bf-159867c7af82 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:32:45.900239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 168cb18f-5250-4892-a3f2-932fd7268cee up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:45.961324 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-38262358-0b50-4eec-aeb1-63d2ee81b4c3 None None] Provisioning complete for port 2aabc98a-aa0d-4d8c-8183-927c291b1eda triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:45.961698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-38262358-0b50-4eec-aeb1-63d2ee81b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.978081 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:32:45.994083 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-5244c415-befa-4172-89cb-4cbae0fff610 admin admin] 10.222.0.30 "PUT /v2.0/routers/ba04306f-4e54-4d76-82bf-159867c7af82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5315690 Nov 29 02:32:46.006457 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 168cb18f-5250-4892-a3f2-932fd7268cee triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:46.006840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:46.011614 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-38262358-0b50-4eec-aeb1-63d2ee81b4c3 None None] Port 2aabc98a-aa0d-4d8c-8183-927c291b1eda cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:32:46.132259 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-b7b4ba43-219a-4707-a76f-0a6b9f064f76 None None] Provisioning complete for port 2aabc98a-aa0d-4d8c-8183-927c291b1eda triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:46.132639 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ba43-219a-4707-a76f-0a6b9f064f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:46.170218 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4ba43-219a-4707-a76f-0a6b9f064f76 None None] Port 2aabc98a-aa0d-4d8c-8183-927c291b1eda cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:32:46.398989 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:46.774028 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8fbfcf37-c4c4-451d-821b-8d728413eebf up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:46.821542 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 8fbfcf37-c4c4-451d-821b-8d728413eebf triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:46.821917 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:46.901139 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 140fc73e-5d59-45a0-a11b-467639379056 up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:46.946626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 140fc73e-5d59-45a0-a11b-467639379056 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:46.947000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.448490 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Sync routers for ids ['ba04306f-4e54-4d76-82bf-159867c7af82'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:32:47.457940 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Routers {'ba04306f-4e54-4d76-82bf-159867c7af82'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:47.458601 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ba04306f-4e54-4d76-82bf-159867c7af82'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:47.541751 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53854) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:47.548137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-ebb3d04d-bd51-4b4c-b93c-fb62535ae133 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749508461', 'description': 'tempest-secgroup-smoke-749508461 description', 'project_id': '528eadf4aebc4289a715663fea0c790a'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:47.568918 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d04d-bd51-4b4c-b93c-fb62535ae133 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.572939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Set router ba04306f-4e54-4d76-82bf-159867c7af82 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:47.634000 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d04d-bd51-4b4c-b93c-fb62535ae133 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.637864 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d04d-bd51-4b4c-b93c-fb62535ae133 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.667760 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3d04d-bd51-4b4c-b93c-fb62535ae133 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4869e00d-f63a-43b2-a922-2d70670d0d27,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:47.673596 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d04d-bd51-4b4c-b93c-fb62535ae133 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.677911 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-ebb3d04d-bd51-4b4c-b93c-fb62535ae133 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1308374 Nov 29 02:32:47.677911 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53856) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:47.683072 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-3348ac68-624d-4213-89c1-9ddf93b64293 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'security_group_rule': {'security_group_id': '4869e00d-f63a-43b2-a922-2d70670d0d27', 'project_id': '528eadf4aebc4289a715663fea0c790a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:47.708608 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3348ac68-624d-4213-89c1-9ddf93b64293 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.765407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3348ac68-624d-4213-89c1-9ddf93b64293 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.768892 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3348ac68-624d-4213-89c1-9ddf93b64293 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.772977 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '140fc73e-5d59-45a0-a11b-467639379056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 4, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port': {'id': '140fc73e-5d59-45a0-a11b-467639379056', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:42Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2aabc98a-aa0d-4d8c-8183-927c291b1eda', 'name': '', 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'mac_address': 'fa:16:3e:86:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c489a674-8cfd-44c1-9787-a16d7ab67fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:44Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 2, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'subnets': [{'id': 'c489a674-8cfd-44c1-9787-a16d7ab67fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:47.784838 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348ac68-624d-4213-89c1-9ddf93b64293 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e7b2b9-4402-4757-b3d0-3082ceff78a5,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:47.796060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-3348ac68-624d-4213-89c1-9ddf93b64293 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.800268 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-3348ac68-624d-4213-89c1-9ddf93b64293 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185350 Nov 29 02:32:47.800403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Checking router: ba04306f-4e54-4d76-82bf-159867c7af82 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:32:47.800403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Updating router ba04306f-4e54-4d76-82bf-159867c7af82 port 2aabc98a-aa0d-4d8c-8183-927c291b1eda binding host dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:32:47.800940 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53858) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:47.804822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-def03b2d-3009-4ecf-be18-5904377d9194 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'security_group_rule': {'security_group_id': '4869e00d-f63a-43b2-a922-2d70670d0d27', 'project_id': '528eadf4aebc4289a715663fea0c790a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:47.828971 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.831307 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-def03b2d-3009-4ecf-be18-5904377d9194 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.887045 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-def03b2d-3009-4ecf-be18-5904377d9194 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.890953 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-def03b2d-3009-4ecf-be18-5904377d9194 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.913004 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def03b2d-3009-4ecf-be18-5904377d9194 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75704d5-abed-4a9b-b6cd-5dbc765ce13e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:47.917150 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-def03b2d-3009-4ecf-be18-5904377d9194 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.918348 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-def03b2d-3009-4ecf-be18-5904377d9194 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169589 Nov 29 02:32:47.921191 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53860) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:47.926040 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-f35e12dc-c024-4244-a275-366e15dc607d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'security_group_rule': {'security_group_id': '4869e00d-f63a-43b2-a922-2d70670d0d27', 'project_id': '528eadf4aebc4289a715663fea0c790a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:47.953229 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f35e12dc-c024-4244-a275-366e15dc607d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.017414 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f35e12dc-c024-4244-a275-366e15dc607d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.021179 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f35e12dc-c024-4244-a275-366e15dc607d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.045897 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e12dc-c024-4244-a275-366e15dc607d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120f9fdc-930c-471c-90a8-f896b6b42eb9,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:48.052076 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-f35e12dc-c024-4244-a275-366e15dc607d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.053264 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-f35e12dc-c024-4244-a275-366e15dc607d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310024 Nov 29 02:32:48.055964 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 53862) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:48.060212 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [None req-3d82fb14-77db-4e48-a442-e0b5dbc47800 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'security_group_rule': {'security_group_id': '4869e00d-f63a-43b2-a922-2d70670d0d27', 'project_id': '528eadf4aebc4289a715663fea0c790a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:48.095407 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3d82fb14-77db-4e48-a442-e0b5dbc47800 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.099186 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Publish callbacks [] for port, precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.104659 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.156350 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fd42d-4284-4d3d-9978-c0ab37c548a4 None None] Pushing event updated for resources: {'Port': ['ID=2aabc98a-aa0d-4d8c-8183-927c291b1eda,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:48.161066 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3d82fb14-77db-4e48-a442-e0b5dbc47800 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.165649 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3d82fb14-77db-4e48-a442-e0b5dbc47800 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.184046 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82fb14-77db-4e48-a442-e0b5dbc47800 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599b51c5-b5a0-467d-8e86-48c9d6fd75c4,revision_number=0']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:48.197302 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3d82fb14-77db-4e48-a442-e0b5dbc47800 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.201354 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3d82fb14-77db-4e48-a442-e0b5dbc47800 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444488 Nov 29 02:32:48.201486 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53864) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:48.207228 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-32ccee34-c2a4-46ee-befd-e82308fa05d7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'security_group_rule': {'security_group_id': '4869e00d-f63a-43b2-a922-2d70670d0d27', 'project_id': '528eadf4aebc4289a715663fea0c790a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:48.219806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Attempting to bind port 2aabc98a-aa0d-4d8c-8183-927c291b1eda on host dv-neutron-816800-5-hyperv for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:32:48.220184 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Attempting to bind port 2aabc98a-aa0d-4d8c-8183-927c291b1eda by drivers openvswitch,hyperv on host dv-neutron-816800-5-hyperv at level 0 using segments [{'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:32:48.220556 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Attempting to bind port 2aabc98a-aa0d-4d8c-8183-927c291b1eda on network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:32:48.225817 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Checking agent: {'id': '0e3ea9ff-9974-4be5-978b-66462a4375e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 37, 46), 'started_at': datetime.datetime(2021, 11, 29, 1, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:32:48.226199 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Checking segment: {'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:48.226640 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.227038 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Bound using segment: {'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:32:48.227510 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Bound port: 2aabc98a-aa0d-4d8c-8183-927c291b1eda, host: dv-neutron-816800-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b51eb37-a8bf-4035-aee1-99da43cfac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:32:48.227898 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.234951 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-32ccee34-c2a4-46ee-befd-e82308fa05d7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Project 528eadf4aebc4289a715663fea0c790a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:32:48.240756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-32ccee34-c2a4-46ee-befd-e82308fa05d7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.294515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] For port 2aabc98a-aa0d-4d8c-8183-927c291b1eda, host dv-neutron-816800-5-hyperv, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:32:48.298698 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] For port 2aabc98a-aa0d-4d8c-8183-927c291b1eda, host dv-neutron-816800-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2aabc98a-aa0d-4d8c-8183-927c291b1eda,segment=NetworkSegment(8b51eb37-a8bf-4035-aee1-99da43cfac39),segment_id=8b51eb37-a8bf-4035-aee1-99da43cfac39)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:32:48.305238 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.306698 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-32ccee34-c2a4-46ee-befd-e82308fa05d7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.311060 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-32ccee34-c2a4-46ee-befd-e82308fa05d7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.334759 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccee34-c2a4-46ee-befd-e82308fa05d7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3169673f-9377-4c14-98e8-e4648293870e,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:48.339922 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-32ccee34-c2a4-46ee-befd-e82308fa05d7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.341341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-32ccee34-c2a4-46ee-befd-e82308fa05d7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389110 Nov 29 02:32:48.344588 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53866) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:48.349599 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-dd23b9e3-dc40-4fd7-aa45-1a5510a5289d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'security_group_rule': {'security_group_id': '4869e00d-f63a-43b2-a922-2d70670d0d27', 'project_id': '528eadf4aebc4289a715663fea0c790a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:48.368083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Routers {'ba04306f-4e54-4d76-82bf-159867c7af82'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:48.368752 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ba04306f-4e54-4d76-82bf-159867c7af82'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:48.380482 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.securitygroups_db [None req-dd23b9e3-dc40-4fd7-aa45-1a5510a5289d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Project 528eadf4aebc4289a715663fea0c790a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:32:48.387861 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd23b9e3-dc40-4fd7-aa45-1a5510a5289d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.438448 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fd42d-4284-4d3d-9978-c0ab37c548a4 None None] Pushing event updated for resources: {'Port': ['ID=2aabc98a-aa0d-4d8c-8183-927c291b1eda,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:48.460151 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd23b9e3-dc40-4fd7-aa45-1a5510a5289d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.465309 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd23b9e3-dc40-4fd7-aa45-1a5510a5289d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864662'] for security_group_rule, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.469690 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-16c7a585-989c-47e4-b304-9e9fabe6a1ab None None] Provisioning complete for port 2aabc98a-aa0d-4d8c-8183-927c291b1eda triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:48.470068 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-16c7a585-989c-47e4-b304-9e9fabe6a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.490461 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23b9e3-dc40-4fd7-aa45-1a5510a5289d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af62a435-b96d-44d3-9042-176c8ee1e829,revision_number=0']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:48.497241 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-dd23b9e3-dc40-4fd7-aa45-1a5510a5289d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.498875 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-dd23b9e3-dc40-4fd7-aa45-1a5510a5289d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532474 Nov 29 02:32:48.666875 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-ee71b6e9-f143-48e7-8c00-6dba468641f8 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749508461&fields=id&tenant_id=528eadf4aebc4289a715663fea0c790a HTTP/1.1" status: 200 len: 267 time: 0.0460763 Nov 29 02:32:48.672870 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] Set router ba04306f-4e54-4d76-82bf-159867c7af82 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:48.778463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-8cd0dbe5-7baa-41e3-8530-4232fefa16a5 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:48.779847 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-8cd0dbe5-7baa-41e3-8530-4232fefa16a5 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 810 time: 0.1059842 Nov 29 02:32:48.794564 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-ad404855-d53a-48aa-8e73-9065902ee5f6 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/quotas/528eadf4aebc4289a715663fea0c790a HTTP/1.1" status: 200 len: 375 time: 0.0087943 Nov 29 02:32:48.830185 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-16c7a585-989c-47e4-b304-9e9fabe6a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.845167 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-f83887b6-9686-4165-98e6-a2b6c3a2ad42 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445766 Nov 29 02:32:48.880504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-16c7a585-989c-47e4-b304-9e9fabe6a1ab None None] For port 2aabc98a-aa0d-4d8c-8183-927c291b1eda, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2aabc98a-aa0d-4d8c-8183-927c291b1eda,segment=NetworkSegment(8b51eb37-a8bf-4035-aee1-99da43cfac39),segment_id=8b51eb37-a8bf-4035-aee1-99da43cfac39)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:48.900507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-16c7a585-989c-47e4-b304-9e9fabe6a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:48.955078 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-4dba340d-f413-4767-9d83-166782ad72dd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109948) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:32:48.956159 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-4dba340d-f413-4767-9d83-166782ad72dd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0994449 Nov 29 02:32:48.963553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7a585-989c-47e4-b304-9e9fabe6a1ab None None] Pushing event updated for resources: {'Port': ['ID=2aabc98a-aa0d-4d8c-8183-927c291b1eda,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:48.974872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-243c5891-4f28-4025-b460-414ca35a52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '140fc73e-5d59-45a0-a11b-467639379056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 4, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port': {'id': '140fc73e-5d59-45a0-a11b-467639379056', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:42Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2aabc98a-aa0d-4d8c-8183-927c291b1eda', 'name': '', 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'mac_address': 'fa:16:3e:86:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c489a674-8cfd-44c1-9787-a16d7ab67fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:44Z', 'updated_at': '2021-11-29T02:32:48Z', 'revision_number': 4, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'subnets': [{'id': 'c489a674-8cfd-44c1-9787-a16d7ab67fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:49.001202 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c5891-4f28-4025-b460-414ca35a52da None None] The sync data for ids ['ba04306f-4e54-4d76-82bf-159867c7af82'] in dv-neutron-816800-5-hyperv is: [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '140fc73e-5d59-45a0-a11b-467639379056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 4, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port': {'id': '140fc73e-5d59-45a0-a11b-467639379056', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:42Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '2aabc98a-aa0d-4d8c-8183-927c291b1eda', 'name': '', 'network_id': 'cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'mac_address': 'fa:16:3e:86:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'c489a674-8cfd-44c1-9787-a16d7ab67fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:44Z', 'updated_at': '2021-11-29T02:32:48Z', 'revision_number': 4, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'subnets': [{'id': 'c489a674-8cfd-44c1-9787-a16d7ab67fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:32:49.023619 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-f955b006-8bbd-4f08-917f-5a8b9945eb57 None None] Provisioning complete for port 2aabc98a-aa0d-4d8c-8183-927c291b1eda triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:49.024087 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f955b006-8bbd-4f08-917f-5a8b9945eb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:49.086947 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-b88fe275-1294-4bb6-bc98-270c4b2b016b service neutron] 10.222.0.30 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238503 Nov 29 02:32:49.183263 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-d7948aac-0c3b-4d70-bb6d-58b65e289042 service neutron] 10.222.0.30 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954475 Nov 29 02:32:49.345405 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-980ed38e-a9ed-4075-a21e-7064306c65d5 req-2cc9424a-1110-4206-8617-72d00b569c5a tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 210 time: 0.0280659 Nov 29 02:32:50.362814 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-333ccffc-7690-4a36-b6fe-eb3028629c89 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:50.364319 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-333ccffc-7690-4a36-b6fe-eb3028629c89 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 810 time: 0.1037486 Nov 29 02:32:50.453762 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-eb99ac5b-be4d-4a73-a8b9-615efa22ca18 req-f23dfd83-7596-4001-9142-201d16762e0d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 210 time: 0.0340500 Nov 29 02:32:50.459398 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-1f486a89-2b8c-4490-8c12-61a4f2c58c25 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=528eadf4aebc4289a715663fea0c790a HTTP/1.1" status: 200 len: 379 time: 0.0796115 Nov 29 02:32:50.469351 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'port': {'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'admin_state_up': True, 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'security_groups': ['4869e00d-f63a-43b2-a922-2d70670d0d27']}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:50.580701 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Made reservation on behalf of 528eadf4aebc4289a715663fea0c790a for: {'port': 1} {{(pid=109948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:32:50.584442 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:50.712963 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Allocated IP 172.20.0.13 (25941769-ec3c-4e0e-8ccf-51a5fc6e374d/3c467ec1-1a31-4781-a2d5-d5c9eb843d82/c9134815-bcfa-4bc3-813a-a2f37b551727) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:32:50.746083 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2aabc98a-aa0d-4d8c-8183-927c291b1eda up at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:50.793072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Provisioning complete for port 2aabc98a-aa0d-4d8c-8183-927c291b1eda triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:50.793446 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:50.855738 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:50.891085 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:50.942831 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:50.946257 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:50.950840 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:32:50.954755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:51.002172 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:51.002822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:51.019367 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-a070dd68-fdf6-4b40-8449-65432a6ea6d0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5542099 Nov 29 02:32:51.040625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Request body: {'port': {'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:51.095334 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:51.165257 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-a308dcce-6928-456c-afc4-31d08707390d None None] Provisioning complete for port c9134815-bcfa-4bc3-813a-a2f37b551727 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:51.165665 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a308dcce-6928-456c-afc4-31d08707390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:51.203321 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-a308dcce-6928-456c-afc4-31d08707390d None None] Port c9134815-bcfa-4bc3-813a-a2f37b551727 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:32:51.366872 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9134815-bcfa-4bc3-813a-a2f37b551727 {{(pid=109948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:32:51.374120 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:51.385906 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.provisioning_blocks [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Transition to ACTIVE for port object c9134815-bcfa-4bc3-813a-a2f37b551727 will not be triggered until provisioned by entity L2. {{(pid=109948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:32:51.390688 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:51.442792 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Pushing event updated for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:51.514947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Attempting to bind port c9134815-bcfa-4bc3-813a-a2f37b551727 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:32:51.515313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Attempting to bind port c9134815-bcfa-4bc3-813a-a2f37b551727 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:32:51.515646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Attempting to bind port c9134815-bcfa-4bc3-813a-a2f37b551727 on network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:32:51.520654 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Port c9134815-bcfa-4bc3-813a-a2f37b551727 on network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:32:51.522812 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Attempting to bind port c9134815-bcfa-4bc3-813a-a2f37b551727 on network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:32:51.529296 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:32:51.529640 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Checking segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:32:51.530031 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Bound using segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} {{(pid=109948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:32:51.531196 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.managers [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Bound port: c9134815-bcfa-4bc3-813a-a2f37b551727, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'}}] {{(pid=109948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:32:51.531557 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:51.595352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80f64f-5f4e-482e-b648-a92dfdffbc05 req-f3838ecd-7580-48da-b46a-dadc2608f9b0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:51.603486 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec80f64f-5f4e-482e-b648-a92dfdffbc05 req-f3838ecd-7580-48da-b46a-dadc2608f9b0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 944 time: 0.0764582 Nov 29 02:32:51.611362 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, cleared binding levels {{(pid=109948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:32:51.614611 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:32:51.620587 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:51.651681 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-ec80f64f-5f4e-482e-b648-a92dfdffbc05 req-fc842a4e-31ce-4527-9768-23988f18a717 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473108 Nov 29 02:32:51.668050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:51.668755 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:51.670343 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] 10.222.0.21 "PUT /v2.0/ports/c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 1094 time: 0.6343286 Nov 29 02:32:51.670822 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:32:51.673055 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac48498-cf72-413b-9549-69c4c73756e0" -d '{"events": [{"name": "network-changed", "server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:32:51.693137 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824229e-8f36-4a1e-a754-d74cd2458c0a service neutron] Pushing event updated for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=3']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:51.712951 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3590fc-d657-4533-a132-a159f8efc209 x-openstack-request-id: req-4c3590fc-d657-4533-a132-a159f8efc209 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:32:51.713321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:32:51.713685 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c3590fc-d657-4533-a132-a159f8efc209 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:32:51.714183 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'status': 'completed', 'code': 200} Nov 29 02:32:51.776796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-b9dfdbe2-1297-4da2-8211-6903d9b32004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:51.778573 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-b9dfdbe2-1297-4da2-8211-6903d9b32004 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1097 time: 0.0443821 Nov 29 02:32:51.833981 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-9194f20d-26cd-4493-ade8-60ee3fdea202 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 217 time: 0.0415313 Nov 29 02:32:51.885980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-e66f5980-fd79-47f2-8826-8772415353cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:51.887525 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-e66f5980-fd79-47f2-8826-8772415353cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0471694 Nov 29 02:32:51.934177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-194862c8-1132-44c2-bb8f-66942a8df8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:51.935918 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-194862c8-1132-44c2-bb8f-66942a8df8ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408010 Nov 29 02:32:52.027681 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-198e8fa4-f8d9-4037-a082-dc83bcd118a8 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848224 Nov 29 02:32:52.114584 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-d1656fba-d07f-4da5-9c9c-134fa5125e85 req-10d1127c-493c-4c7c-a72f-cf1f985fa1d7 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798805 Nov 29 02:32:52.243243 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48498-cf72-413b-9549-69c4c73756e0 req-d15f4b79-e277-4b36-8a54-aa8f355c7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:52.244723 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cac48498-cf72-413b-9549-69c4c73756e0 req-d15f4b79-e277-4b36-8a54-aa8f355c7fbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1097 time: 0.0445628 Nov 29 02:32:52.336019 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48498-cf72-413b-9549-69c4c73756e0 req-a54a1b47-31a1-4bac-9dd4-ef9270baec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:52.337486 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cac48498-cf72-413b-9549-69c4c73756e0 req-a54a1b47-31a1-4bac-9dd4-ef9270baec9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.0836346 Nov 29 02:32:52.381896 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cac48498-cf72-413b-9549-69c4c73756e0 req-46817ab1-43de-403b-87aa-5baf32a0cd61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 217 time: 0.0368049 Nov 29 02:32:52.431614 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48498-cf72-413b-9549-69c4c73756e0 req-c45124f1-c222-49a1-9f6d-1703f5ffaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:52.433065 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cac48498-cf72-413b-9549-69c4c73756e0 req-c45124f1-c222-49a1-9f6d-1703f5ffaa22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0439532 Nov 29 02:32:52.478684 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48498-cf72-413b-9549-69c4c73756e0 req-43ace9a0-df1e-4c9b-a025-66897b275eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:52.480157 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cac48498-cf72-413b-9549-69c4c73756e0 req-43ace9a0-df1e-4c9b-a025-66897b275eca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395458 Nov 29 02:32:52.573605 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cac48498-cf72-413b-9549-69c4c73756e0 req-c92d0839-85be-4cf0-ade6-b119dc2c7ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846961 Nov 29 02:32:52.666750 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-cac48498-cf72-413b-9549-69c4c73756e0 req-2d61dfe4-8077-4fc2-8782-e79bfb339c06 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811770 Nov 29 02:32:52.772332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc4ed-edf9-44b3-8988-fa4b3c3fa033 req-14de088f-ca64-45eb-814f-a12784ae7ebb tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:52.773808 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d11bc4ed-edf9-44b3-8988-fa4b3c3fa033 req-14de088f-ca64-45eb-814f-a12784ae7ebb tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 944 time: 0.0525618 Nov 29 02:32:52.813470 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:52.822129 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d11bc4ed-edf9-44b3-8988-fa4b3c3fa033 req-a55565d5-4577-49e2-8874-b4c1d04f1d18 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424049 Nov 29 02:32:53.399247 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c9134815-bcfa-4bc3-813a-a2f37b551727 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:32:53.494364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:53.505153 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:32:53.542212 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:53.555388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9134815-bcfa-4bc3-813a-a2f37b551727 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:32:53.574207 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:53.577933 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:53.623835 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:53.854309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['c9134815-bcfa-4bc3-813a-a2f37b551727'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:32:53.942605 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f20f2-95f6-465b-ae66-ae5fb00fbc70 req-715a1ab1-1b18-468b-ae5a-af85699470aa tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:53.944159 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e93f20f2-95f6-465b-ae66-ae5fb00fbc70 req-715a1ab1-1b18-468b-ae5a-af85699470aa tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 945 time: 0.0534732 Nov 29 02:32:53.993929 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-e93f20f2-95f6-465b-ae66-ae5fb00fbc70 req-8efab9da-e99b-4333-b538-11acd97abc04 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438507 Nov 29 02:32:55.107429 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9d355-5bf2-416a-a350-786f978f9464 req-36e7e92b-8f42-4e99-a2dc-e0327c5c448f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:55.109528 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a9d355-5bf2-416a-a350-786f978f9464 req-36e7e92b-8f42-4e99-a2dc-e0327c5c448f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 945 time: 0.0492918 Nov 29 02:32:55.157784 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-97a9d355-5bf2-416a-a350-786f978f9464 req-e32fd3de-d75c-418d-9142-488ccc08983e tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423813 Nov 29 02:32:55.400365 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c9134815-bcfa-4bc3-813a-a2f37b551727 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:32:55.453120 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port c9134815-bcfa-4bc3-813a-a2f37b551727 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:32:55.456820 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port c9134815-bcfa-4bc3-813a-a2f37b551727 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:32:55.457194 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:55.532745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:55.554929 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:32:55.557183 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6046eda1-c97e-4b76-b639-c0b4b2180743" -d '{"events": [{"server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "name": "network-vif-plugged", "status": "completed", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:32:55.570335 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:32:55.574829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:55.600595 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818b1027-6479-40c7-a722-74b1d14d0834 x-openstack-request-id: req-818b1027-6479-40c7-a722-74b1d14d0834 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:32:55.600887 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "name": "network-vif-plugged", "status": "completed", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:32:55.601141 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-818b1027-6479-40c7-a722-74b1d14d0834 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:32:55.601524 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'code': 200} Nov 29 02:32:55.626832 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:55.805656 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dc95f-f05a-43d1-80c0-db0d611f8bd6 req-3c2c9982-354b-4c44-8760-05f416959b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:55.807207 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-309dc95f-f05a-43d1-80c0-db0d611f8bd6 req-3c2c9982-354b-4c44-8760-05f416959b31 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1099 time: 0.0399761 Nov 29 02:32:55.852007 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-309dc95f-f05a-43d1-80c0-db0d611f8bd6 req-79154f27-97f9-40ca-bbf5-698ebff8c5e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378714 Nov 29 02:32:56.277538 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf4817-9f78-45b9-9b13-f5128b87d4e0 req-d9b0de8b-ff2a-41db-9af8-fa30c5a5a814 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:56.279075 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-79bf4817-9f78-45b9-9b13-f5128b87d4e0 req-d9b0de8b-ff2a-41db-9af8-fa30c5a5a814 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 946 time: 0.0529611 Nov 29 02:32:56.327327 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-79bf4817-9f78-45b9-9b13-f5128b87d4e0 req-9a3597fc-2d62-49d2-91fa-73b8b8502e7e tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412571 Nov 29 02:32:57.442570 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132c0ff-2e88-4c91-8082-abe0a468c87b req-0841373c-037a-486a-88f1-38e56acf0496 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:57.444053 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6132c0ff-2e88-4c91-8082-abe0a468c87b req-0841373c-037a-486a-88f1-38e56acf0496 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 946 time: 0.0481560 Nov 29 02:32:57.496550 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-6132c0ff-2e88-4c91-8082-abe0a468c87b req-8348b7d9-1827-4764-b2b8-aa78858af892 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463130 Nov 29 02:32:57.610808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9e751-5e07-4df3-8fcd-31850b7d4982 req-9de2df59-1db8-4d95-ad4b-001ff50b63b6 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:57.612181 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-88d9e751-5e07-4df3-8fcd-31850b7d4982 req-9de2df59-1db8-4d95-ad4b-001ff50b63b6 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 946 time: 0.0480928 Nov 29 02:32:57.661052 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-88d9e751-5e07-4df3-8fcd-31850b7d4982 req-43742131-d42a-4b61-86c1-ca402673247b tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Nov 29 02:32:57.683580 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53920) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:57.767394 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecc546-0d5e-4d14-9bba-c32f90700da9 tempest-TestSnapshotPattern-1601044884 tempest-TestSnapshotPattern-1601044884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:57.768895 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d6ecc546-0d5e-4d14-9bba-c32f90700da9 tempest-TestSnapshotPattern-1601044884 tempest-TestSnapshotPattern-1601044884-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1094 time: 0.0842824 Nov 29 02:32:57.771823 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 53924) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:57.776127 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:32:57.797636 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:57.891287 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:57.993904 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Allocated IP 172.26.8.234 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/5d87f8ea-0df1-4807-bdd8-11a384a18dc0) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:32:58.098083 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:58.134686 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:58.168015 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:32:58.171388 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:32:58.176715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:32:58.203970 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'Port': ['ID=5d87f8ea-0df1-4807-bdd8-11a384a18dc0,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:58.847185 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:58.912489 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:59.063158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:59.069138 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:59.132269 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:32:59.132839 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'Port': ['ID=5d87f8ea-0df1-4807-bdd8-11a384a18dc0,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:32:59.145223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:59.242994 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Floating IP a21ecef6-0def-406f-83e9-b860bb73c71b associated. External IP: 172.26.8.234, port: c9134815-bcfa-4bc3-813a-a2f37b551727. Nov 29 02:32:59.444231 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Router 3e347d96-7a05-4872-becc-928012d2549e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:32:59.554665 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:32:59.564292 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] Sync routers for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:32:59.573471 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:59.574307 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:32:59.574952 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:32:59.601073 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-83a8da72-9756-4f83-99d3-afde738e294f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8282063 Nov 29 02:32:59.601676 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:32:59.603980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:32:59.702543 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e029c4d2-cd30-413e-9f21-8f520fd0d842 x-openstack-request-id: req-e029c4d2-cd30-413e-9f21-8f520fd0d842 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:32:59.703176 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:32:59.703440 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e029c4d2-cd30-413e-9f21-8f520fd0d842 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:32:59.703846 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'status': 'completed', 'code': 200} Nov 29 02:32:59.766653 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:32:59.788868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-05097a0f-a1eb-4865-8dba-83827c6af186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:59.790510 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-05097a0f-a1eb-4865-8dba-83827c6af186 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1099 time: 0.0405338 Nov 29 02:32:59.888103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-e9f72df9-7f34-43ff-8237-e65bda0c05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:59.890220 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-e9f72df9-7f34-43ff-8237-e65bda0c05fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.0926757 Nov 29 02:32:59.955155 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-16351e16-8edd-42ef-b3c1-9a38e8ff2d7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 1000 time: 0.0578854 Nov 29 02:32:59.993917 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:32:58Z', 'revision_number': 0, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:00.003515 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-764aa5a4-a401-420c-8c42-bdf88deb4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:00.004966 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-764aa5a4-a401-420c-8c42-bdf88deb4e50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0427814 Nov 29 02:33:00.019979 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] Checking router: 3e347d96-7a05-4872-becc-928012d2549e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:33:00.028086 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:00.028705 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:00.054215 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-cba81683-e299-4ba8-89c1-73289986fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:00.055725 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-cba81683-e299-4ba8-89c1-73289986fb00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437677 Nov 29 02:33:00.132200 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:00.146389 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-8a67e195-fbfb-41a8-84f3-23e470bb5f70 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823522 Nov 29 02:33:00.240720 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-c180cf87-b5f3-49c7-b02a-e00d0b69dc4b req-c28dacc7-31de-48fe-a245-fe044dd56265 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873737 Nov 29 02:33:00.353984 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:32:58Z', 'revision_number': 0, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:00.379619 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdd8a1-1018-411f-b39d-2c9e5c763357 None None] The sync data for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv is: [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:32:58Z', 'revision_number': 0, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:33:00.570308 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630afe7e-111b-444a-8211-7afa6686be39 None None] New status for floating IP a21ecef6-0def-406f-83e9-b860bb73c71b: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:33:09.895291 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-a5bab271-7ba1-4ec6-9c41-8b1d213bf8e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408125 Nov 29 02:33:09.994732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-36d37033-b79b-4f9f-b895-33f8bb295e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:09.996204 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-36d37033-b79b-4f9f-b895-33f8bb295e15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1099 time: 0.0398278 Nov 29 02:33:10.102765 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-2a84e24c-0598-4395-8372-6287cce95b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:10.104194 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-2a84e24c-0598-4395-8372-6287cce95b18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.0890477 Nov 29 02:33:10.170576 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-33b2ebe1-f0fc-4e8a-8971-6732cb95052b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 1002 time: 0.0558765 Nov 29 02:33:10.222947 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-f370026d-accb-4533-a979-5ab15e8c87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:10.224341 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-f370026d-accb-4533-a979-5ab15e8c87c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0459216 Nov 29 02:33:10.269531 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-d71b42c8-438b-485f-9c94-33198872495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:10.270996 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-d71b42c8-438b-485f-9c94-33198872495a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398352 Nov 29 02:33:10.361566 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-3b9ec973-49a0-437e-935e-8b1348ea903f service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810323 Nov 29 02:33:10.454747 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-23f64f18-5337-46ec-9598-b25c0f2d7b44 req-d26e44da-290a-4891-ab18-c65ec7026033 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866222 Nov 29 02:33:10.701906 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca56b79f-b2bc-4c4d-8644-7a8e74ebf74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.103168 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.256269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-560be868-8494-44d9-9119-b37e7f782635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.517229 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.400570 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:22.813072 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:36.134088 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:33:40.704239 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2346d87a-8520-4dd9-bf4f-c5d8cf55ad4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:44.108283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:44.257627 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fbfec401-fae8-4ced-9b0e-093388d74747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:45.520744 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:46.402225 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:52.810871 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:09.900298 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-f55b2c7b-8eca-4500-9844-4894d752cff5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431952 Nov 29 02:34:09.997043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-e1bb0aa5-2949-4de1-a5da-11f8962b1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:09.998583 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-e1bb0aa5-2949-4de1-a5da-11f8962b1b2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1099 time: 0.0403748 Nov 29 02:34:10.102978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-4eee7ab3-0992-427f-b21b-603811e373ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:10.104477 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-4eee7ab3-0992-427f-b21b-603811e373ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.0863881 Nov 29 02:34:10.167778 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-1525d135-8701-4ef9-8ba1-c7f279361289 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 1002 time: 0.0559194 Nov 29 02:34:10.214014 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-0dc9810c-af8a-404a-a7dc-d63b19ffd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:10.215407 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-0dc9810c-af8a-404a-a7dc-d63b19ffd78b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0409875 Nov 29 02:34:10.262919 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-78b0cdd5-7a35-4709-aebb-cde9332bb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:10.264865 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-78b0cdd5-7a35-4709-aebb-cde9332bb697 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427666 Nov 29 02:34:10.352433 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-09608fdb-cbb2-4984-8a29-456494401f80 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802817 Nov 29 02:34:10.445031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fe6edec-51ce-462c-a6c5-f9449b1eb001 req-5e52436c-640e-43f0-a468-b121187e5c22 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841420 Nov 29 02:34:10.706574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ecc356eb-6af8-46d0-95a3-565aedf709cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:13.132682 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:34:14.108765 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:14.258921 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2cd2de37-4d89-4628-b1e3-0d8412ddeab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:15.522237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:16.407504 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:22.808915 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:40.707894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-89a1bf9d-968e-4ed1-af6e-64f904e20e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:44.111654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:44.259988 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7525122f-03a5-43ce-8b5f-9ea173f3fa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:45.524377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:46.408961 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:50.131326 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:34:52.813035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.061035 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c9134815-bcfa-4bc3-813a-a2f37b551727 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:35:00.165456 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:00.177941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:35:00.219553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.234401 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9134815-bcfa-4bc3-813a-a2f37b551727 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:35:00.255269 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:00.259999 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.312323 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:00.319549 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.319939 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.320296 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.320779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.321126 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.321473 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.321828 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.322154 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.322516 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.322862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.323196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.323528 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:00.397722 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['c9134815-bcfa-4bc3-813a-a2f37b551727'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:35:02.063521 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c9134815-bcfa-4bc3-813a-a2f37b551727 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:35:02.130013 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port c9134815-bcfa-4bc3-813a-a2f37b551727 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:02.130441 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.217105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.248140 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:02.255015 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae80930c-23bc-49b8-9d0c-e6cb6e79757a" -d '{"events": [{"server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "name": "network-vif-plugged", "status": "completed", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:02.270697 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:02.277810 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.336363 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:02.385111 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8397a153-00c4-49ad-a63b-2ef0b8fcebcd x-openstack-request-id: req-8397a153-00c4-49ad-a63b-2ef0b8fcebcd {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:02.385408 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "name": "network-vif-plugged", "status": "completed", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:02.385689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8397a153-00c4-49ad-a63b-2ef0b8fcebcd {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:02.386088 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'code': 200} Nov 29 02:35:08.722378 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-cb8d8513-7e41-4142-9c6f-89f8ecd3d270 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749508461&fields=id&tenant_id=528eadf4aebc4289a715663fea0c790a HTTP/1.1" status: 200 len: 267 time: 0.0446367 Nov 29 02:35:08.829311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-b51285ab-187c-49ad-aa9f-a7e0eda3f2bd tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:08.830760 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-b51285ab-187c-49ad-aa9f-a7e0eda3f2bd tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 810 time: 0.1021919 Nov 29 02:35:08.845876 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-fa52ca68-9668-4968-8cee-84fec77a40d6 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/quotas/528eadf4aebc4289a715663fea0c790a HTTP/1.1" status: 200 len: 375 time: 0.0095379 Nov 29 02:35:08.898160 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-58c35c8b-71dd-4d90-94a4-fe875f69682f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469625 Nov 29 02:35:09.050948 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-ba35b5c3-2229-4217-a7cc-259994a89da0 service neutron] 10.222.0.30 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407704 Nov 29 02:35:09.139678 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-0d92d5cd-5944-49f5-abe4-ff48f570c1fd service neutron] 10.222.0.30 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827379 Nov 29 02:35:09.318031 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efaebe80-847a-4c41-971e-abac35fa9e02 req-3e4c6678-d869-4a9c-847f-f928a36a17f8 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 210 time: 0.0268331 Nov 29 02:35:09.923625 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89326ada-39cb-4973-86c4-151ac6985b3f req-207913c9-b4b7-47d3-b7ca-17aff82c31fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437298 Nov 29 02:35:10.036980 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326ada-39cb-4973-86c4-151ac6985b3f req-184e6b58-46dc-4fea-ae9a-9b5bf6d451b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:10.038383 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89326ada-39cb-4973-86c4-151ac6985b3f req-184e6b58-46dc-4fea-ae9a-9b5bf6d451b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1099 time: 0.0413733 Nov 29 02:35:10.149171 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326ada-39cb-4973-86c4-151ac6985b3f req-83b7aa04-1368-4e8e-9f04-b2e535ad40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:10.150718 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89326ada-39cb-4973-86c4-151ac6985b3f req-83b7aa04-1368-4e8e-9f04-b2e535ad40a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.0857835 Nov 29 02:35:10.220250 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89326ada-39cb-4973-86c4-151ac6985b3f req-3927c277-0d92-40ab-82d2-ba47d34935de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 1002 time: 0.0619922 Nov 29 02:35:10.271047 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326ada-39cb-4973-86c4-151ac6985b3f req-e5810822-4346-45f2-9e50-b65fae205efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:10.272457 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89326ada-39cb-4973-86c4-151ac6985b3f req-e5810822-4346-45f2-9e50-b65fae205efc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0440130 Nov 29 02:35:10.317845 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326ada-39cb-4973-86c4-151ac6985b3f req-de6d13f2-104a-4300-9ce5-5d990a02dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:10.319380 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89326ada-39cb-4973-86c4-151ac6985b3f req-de6d13f2-104a-4300-9ce5-5d990a02dc04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384300 Nov 29 02:35:10.416408 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89326ada-39cb-4973-86c4-151ac6985b3f req-ce9691c5-092e-4a9b-9ac0-1d2672c5d63f service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874865 Nov 29 02:35:10.418546 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-a48cc1b6-514f-4ad3-8eca-f8e1472b6e48 req-97bb080e-4dc3-4bee-937e-b786946fbefe tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 210 time: 0.0321074 Nov 29 02:35:10.525151 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.21', 59513) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:10.531023 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-89326ada-39cb-4973-86c4-151ac6985b3f req-582e03a9-53b0-4505-ad9b-9f8d74d74416 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869086 Nov 29 02:35:10.628585 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-005100db-2be5-46ab-8099-6ae51cfc7229 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:10.630610 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-005100db-2be5-46ab-8099-6ae51cfc7229 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 810 time: 0.1044235 Nov 29 02:35:10.703121 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-c8569193-729c-4b9c-869e-a86496457592 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=528eadf4aebc4289a715663fea0c790a HTTP/1.1" status: 200 len: 379 time: 0.0570593 Nov 29 02:35:10.710815 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a66f-9f16-48db-9a5a-78143a17fff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:10.712743 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'port': {'device_id': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'admin_state_up': True, 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'security_groups': ['4869e00d-f63a-43b2-a922-2d70670d0d27']}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:10.828047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Made reservation on behalf of 528eadf4aebc4289a715663fea0c790a for: {'port': 1} {{(pid=109949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:35:10.831797 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:10.972318 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.db_base_plugin_common [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Allocated IP 172.20.0.6 (25941769-ec3c-4e0e-8ccf-51a5fc6e374d/3c467ec1-1a31-4781-a2d5-d5c9eb843d82/e066fa3c-9cf8-41bc-a585-da75f8fcca82) {{(pid=109949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:35:11.190383 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for port, precommit_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:11.245152 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_create {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:11.296790 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d is already hosted by enough agents. {{(pid=109949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:35:11.302863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.base_scheduler [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Resources bound (agent type, host, resource id): {{(pid=109949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:11.308369 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Received port after_create {{(pid=109949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:35:11.352149 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=1']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:11.376269 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.376619 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.376968 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.377341 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.377642 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.377998 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.378311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.378680 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.379702 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.380037 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.380359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.380688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:11.396997 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:11.398444 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:11.420469 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-9447eb79-dbff-4874-bdd7-77643225e2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7097371 Nov 29 02:35:11.580736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461936a2-3fc1-4f53-b97b-e331836becdf req-55081b89-890a-49d7-87ce-d2bf14e266ee tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:11.582984 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-461936a2-3fc1-4f53-b97b-e331836becdf req-55081b89-890a-49d7-87ce-d2bf14e266ee tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0700030 Nov 29 02:35:11.633998 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-461936a2-3fc1-4f53-b97b-e331836becdf req-410bb4c7-2092-47ba-a2ac-7f0b1329f4c1 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446353 Nov 29 02:35:11.662859 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-96a86c1f-db61-4e36-bc9c-106726a7ea2c None None] Provisioning complete for port e066fa3c-9cf8-41bc-a585-da75f8fcca82 triggered by entity DHCP. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:11.663482 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-96a86c1f-db61-4e36-bc9c-106726a7ea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:11.699232 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-96a86c1f-db61-4e36-bc9c-106726a7ea2c None None] Port e066fa3c-9cf8-41bc-a585-da75f8fcca82 cannot update to ACTIVE because it is not bound. {{(pid=109950) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:35:12.103574 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c9134815-bcfa-4bc3-813a-a2f37b551727 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:35:12.187337 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:12.210442 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:12.212658 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcbc5c6-ea3a-4fd7-b7df-a2b0d7392c6f" -d '{"events": [{"server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "name": "network-vif-unplugged", "status": "completed", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:12.224671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:12.228975 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:12.252196 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4046cba-37e6-4bfa-882c-12e40059f36d x-openstack-request-id: req-f4046cba-37e6-4bfa-882c-12e40059f36d {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:12.252483 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "name": "network-vif-unplugged", "status": "completed", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:12.252740 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4046cba-37e6-4bfa-882c-12e40059f36d {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:12.253138 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'code': 200} Nov 29 02:35:12.286192 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:12.755432 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4e785-822d-4656-8e71-20805f612a67 req-4f766061-eaa2-41e3-8582-d9e43964d730 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:12.756953 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4cb4e785-822d-4656-8e71-20805f612a67 req-4f766061-eaa2-41e3-8582-d9e43964d730 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0502527 Nov 29 02:35:12.807085 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4cb4e785-822d-4656-8e71-20805f612a67 req-090accb5-6618-4720-bfe9-3a7a0c2dc4f0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440483 Nov 29 02:35:13.926104 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedb491-5c36-47a1-b57e-4840ccfd0782 req-8ab96434-6795-41df-a406-2817939ae7c1 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:13.928198 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abedb491-5c36-47a1-b57e-4840ccfd0782 req-8ab96434-6795-41df-a406-2817939ae7c1 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0541956 Nov 29 02:35:13.980668 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abedb491-5c36-47a1-b57e-4840ccfd0782 req-301c0eba-7236-4027-ada8-e1b0e48d036d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466051 Nov 29 02:35:14.114360 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:14.264609 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6bb38b80-4b63-4c07-b756-2b6c99719882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:15.114658 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ebde-99aa-411a-b492-39c63e53f0a6 req-cbc56e28-5601-4ce3-bab4-292831ca80d6 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:15.116247 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4c87ebde-99aa-411a-b492-39c63e53f0a6 req-cbc56e28-5601-4ce3-bab4-292831ca80d6 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0637910 Nov 29 02:35:15.171292 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-4c87ebde-99aa-411a-b492-39c63e53f0a6 req-729fa642-01fc-44d4-8484-120b4b30ae01 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459509 Nov 29 02:35:15.537133 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:16.290311 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc83f2c-c859-4f2a-a626-e13fb41198db req-be1372d9-7cc1-495a-9075-4abbaea3ebc9 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:16.292279 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbc83f2c-c859-4f2a-a626-e13fb41198db req-be1372d9-7cc1-495a-9075-4abbaea3ebc9 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0521729 Nov 29 02:35:16.350966 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-bbc83f2c-c859-4f2a-a626-e13fb41198db req-01311499-ce1a-45f7-b9f3-307adf54eeab tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515921 Nov 29 02:35:16.558210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:17.486274 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc03b4b-3981-4f9c-aa5e-8fd94f18e473 req-b3e40f55-6004-4f8a-a6b0-80aec9a65e74 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:17.487819 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fc03b4b-3981-4f9c-aa5e-8fd94f18e473 req-b3e40f55-6004-4f8a-a6b0-80aec9a65e74 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0694373 Nov 29 02:35:17.537881 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-0fc03b4b-3981-4f9c-aa5e-8fd94f18e473 req-528c3702-8cff-413f-a383-18322ec66c0f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Nov 29 02:35:18.656044 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c783101-5b52-4ac5-ba83-aa4f331d8358 req-040d6d67-081f-42e4-9aeb-f11c870ed07e tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:18.663456 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4c783101-5b52-4ac5-ba83-aa4f331d8358 req-040d6d67-081f-42e4-9aeb-f11c870ed07e tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0583951 Nov 29 02:35:18.709526 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-4c783101-5b52-4ac5-ba83-aa4f331d8358 req-0a19c3f0-2c07-40cd-a266-f243018183b4 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451324 Nov 29 02:35:19.828610 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe34cf4-42ba-421e-b5a4-ca8a7f173c1c req-a96f5bf6-eaa6-4b20-9796-e1f244245c4a tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:19.830095 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbe34cf4-42ba-421e-b5a4-ca8a7f173c1c req-a96f5bf6-eaa6-4b20-9796-e1f244245c4a tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0536368 Nov 29 02:35:19.891335 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-dbe34cf4-42ba-421e-b5a4-ca8a7f173c1c req-6072cc35-d25d-4b28-af43-566bb759450b tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553520 Nov 29 02:35:21.011676 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd77066-b610-45a2-8cc4-acd47a5ec798 req-85f401dd-9830-4d06-b18a-8622569210a3 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:21.013662 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7dd77066-b610-45a2-8cc4-acd47a5ec798 req-85f401dd-9830-4d06-b18a-8622569210a3 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 931 time: 0.0517311 Nov 29 02:35:21.066568 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7dd77066-b610-45a2-8cc4-acd47a5ec798 req-038f0c2b-edc4-479c-8f5e-159c3be4bce2 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468907 Nov 29 02:35:21.783835 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.v2.base [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Request body: {'port': {'device_id': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=109949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:21.839921 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:22.096632 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e066fa3c-9cf8-41bc-a585-da75f8fcca82 {{(pid=109949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:35:22.104627 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:22.117532 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.provisioning_blocks [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Transition to ACTIVE for port object e066fa3c-9cf8-41bc-a585-da75f8fcca82 will not be triggered until provisioned by entity L2. {{(pid=109949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:35:22.121562 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:22.199223 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a1e3-f7e3-4aad-a404-03710f8942fa req-ed4f4431-cc1f-456b-8cba-6da1d70e7b4c tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:22.201563 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5887a1e3-f7e3-4aad-a404-03710f8942fa req-ed4f4431-cc1f-456b-8cba-6da1d70e7b4c tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 943 time: 0.0646360 Nov 29 02:35:22.224175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Pushing event updated for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=2']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:22.259403 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-5887a1e3-f7e3-4aad-a404-03710f8942fa req-375dcae9-7368-408c-9902-93fad4e11543 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513895 Nov 29 02:35:22.271758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Attempting to bind port e066fa3c-9cf8-41bc-a585-da75f8fcca82 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:35:22.272115 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Attempting to bind port e066fa3c-9cf8-41bc-a585-da75f8fcca82 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:35:22.272458 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Attempting to bind port e066fa3c-9cf8-41bc-a585-da75f8fcca82 on network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:35:22.277327 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Port e066fa3c-9cf8-41bc-a585-da75f8fcca82 on network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:35:22.277662 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Attempting to bind port e066fa3c-9cf8-41bc-a585-da75f8fcca82 on network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:35:22.284175 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Checking agent: {'id': '6afe473b-407b-4275-84b6-4ff36373c1af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'started_at': datetime.datetime(2021, 11, 29, 1, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:35:22.284524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Checking segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:35:22.284918 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Bound using segment: {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'} {{(pid=109949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:35:22.285352 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.managers [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Bound port: e066fa3c-9cf8-41bc-a585-da75f8fcca82, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd544c731-338d-4cbc-8f7f-6287c3555250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d'}}] {{(pid=109949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:35:22.285718 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:22.360908 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, cleared binding levels {{(pid=109949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:35:22.364005 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:35:22.367480 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5808200'] for port, after_update {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:22.400564 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:22.401093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:22.402503 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] 10.222.0.21 "PUT /v2.0/ports/e066fa3c-9cf8-41bc-a585-da75f8fcca82 HTTP/1.1" status: 200 len: 1093 time: 0.6230862 Nov 29 02:35:22.402935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:22.405826 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66da6638-86ce-4f4c-afaa-9daab8868c15" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:22.434509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103b447-758a-4b67-9a63-f9db3a7ad004 service neutron] Pushing event updated for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=3']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:22.515375 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6d54af-ee53-4013-82e0-38daba58dc68 x-openstack-request-id: req-3c6d54af-ee53-4013-82e0-38daba58dc68 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:22.515682 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:22.515942 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c6d54af-ee53-4013-82e0-38daba58dc68 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:22.516348 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'status': 'completed', 'code': 200} Nov 29 02:35:22.530673 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-59975f1c-b2ba-44f7-b778-69177af4f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:22.532201 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-59975f1c-b2ba-44f7-b778-69177af4f7e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 1096 time: 0.0569639 Nov 29 02:35:22.583343 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-5adc18db-6e7f-4390-9863-a42a3850dd31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82 HTTP/1.1" status: 200 len: 217 time: 0.0363495 Nov 29 02:35:22.634851 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-93b7724d-6263-4de0-a0a8-facf8de4eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:22.636223 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-93b7724d-6263-4de0-a0a8-facf8de4eea0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0446041 Nov 29 02:35:22.685789 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-188fb5f7-f201-4a24-a791-f14d09099e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:22.687334 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-188fb5f7-f201-4a24-a791-f14d09099e42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441806 Nov 29 02:35:22.778184 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-e8d4cecf-f57c-4ef5-94c8-e981886783f8 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Nov 29 02:35:22.808593 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:22.869694 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-abeb7279-34a1-499a-8b7c-e0fb304caba5 req-51e5d3b5-0b91-4c3d-8a7b-c750c1b600ad service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850847 Nov 29 02:35:22.993499 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-8de5a040-4c58-437e-9796-527a6098ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:22.994900 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-8de5a040-4c58-437e-9796-527a6098ab65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 1096 time: 0.0407348 Nov 29 02:35:23.087591 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-e305f975-ecaf-479d-8bbd-6292b68106fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:23.089050 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-e305f975-ecaf-479d-8bbd-6292b68106fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.0868690 Nov 29 02:35:23.130321 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-63234397-1b74-4386-a71f-69381e0c4a20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82 HTTP/1.1" status: 200 len: 217 time: 0.0338013 Nov 29 02:35:23.178935 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-0101fde1-4535-4527-a1f3-7b8805691c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:23.180302 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-0101fde1-4535-4527-a1f3-7b8805691c4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0420220 Nov 29 02:35:23.227306 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-0caed23d-653a-4a39-b208-eb54cb04feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:23.228768 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-0caed23d-653a-4a39-b208-eb54cb04feff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406678 Nov 29 02:35:23.325549 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-0a1434fe-7014-45a5-b390-e0b69cc32b3a service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888190 Nov 29 02:35:23.376316 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5222d-d50f-4e84-8dff-1f4f578d166c req-2871f810-4f18-43ce-85b5-bfc45ded28f4 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:23.377795 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efd5222d-d50f-4e84-8dff-1f4f578d166c req-2871f810-4f18-43ce-85b5-bfc45ded28f4 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 943 time: 0.0488091 Nov 29 02:35:23.423442 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-66da6638-86ce-4f4c-afaa-9daab8868c15 req-6d7fa179-4510-48f0-99b7-3b42a9648d5c service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876818 Nov 29 02:35:23.426254 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-efd5222d-d50f-4e84-8dff-1f4f578d166c req-eeb8d9a6-fc1b-42ec-82da-806fe435502e tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Nov 29 02:35:24.540818 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306b0bf-3392-42ce-a3a4-182048e3a915 req-408929c7-bb7a-4d8e-84cf-34d3cdee9618 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:24.542339 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7306b0bf-3392-42ce-a3a4-182048e3a915 req-408929c7-bb7a-4d8e-84cf-34d3cdee9618 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 943 time: 0.0488939 Nov 29 02:35:24.591344 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-7306b0bf-3392-42ce-a3a4-182048e3a915 req-d3f59a3d-def4-402d-9c42-87528e301b1b tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Nov 29 02:35:25.711065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad79245-4be6-4ca9-b640-6419c28785bd req-e1fdd626-f811-49a6-a0d0-9fb13f194479 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:25.712550 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ad79245-4be6-4ca9-b640-6419c28785bd req-e1fdd626-f811-49a6-a0d0-9fb13f194479 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 943 time: 0.0520811 Nov 29 02:35:25.759767 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3ad79245-4be6-4ca9-b640-6419c28785bd req-4fd1369a-f443-4876-b78e-fbb0fb55c153 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414650 Nov 29 02:35:26.175945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e066fa3c-9cf8-41bc-a585-da75f8fcca82 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:35:26.269486 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:26.280806 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'port_id': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'mac_address': 'fa:16:3e:df:fa:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:35:26.316554 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:26.329339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e066fa3c-9cf8-41bc-a585-da75f8fcca82 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:35:26.352352 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:26.357634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:26.404309 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=4']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:26.634553 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['e066fa3c-9cf8-41bc-a585-da75f8fcca82'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:35:26.872052 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaf2ce-8b14-4648-9411-b13bf5acf81b req-eaa28562-59d4-4162-9936-4acba2e93d63 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:26.873534 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-53aaf2ce-8b14-4648-9411-b13bf5acf81b req-eaa28562-59d4-4162-9936-4acba2e93d63 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 944 time: 0.0488067 Nov 29 02:35:26.922109 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-53aaf2ce-8b14-4648-9411-b13bf5acf81b req-56d99fa3-292b-405c-9d3d-5365bf5c2b07 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424764 Nov 29 02:35:27.130805 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:35:28.034229 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1e618-30f0-48de-8243-65962a2ad0c9 req-61b97ba6-6777-4006-b85f-cd12a5538b29 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:28.035712 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f1d1e618-30f0-48de-8243-65962a2ad0c9 req-61b97ba6-6777-4006-b85f-cd12a5538b29 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 944 time: 0.0477509 Nov 29 02:35:28.082940 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f1d1e618-30f0-48de-8243-65962a2ad0c9 req-d71344d7-2011-4f4c-ace2-c67b51ec7aab tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413020 Nov 29 02:35:28.192689 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e066fa3c-9cf8-41bc-a585-da75f8fcca82 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:35:28.240210 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning for port e066fa3c-9cf8-41bc-a585-da75f8fcca82 completed by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:35:28.244080 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port e066fa3c-9cf8-41bc-a585-da75f8fcca82 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:28.244480 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:28.320702 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:28.343103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:28.345860 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b109da9-adc9-4613-b63d-1d09f0b08b27" -d '{"events": [{"server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "name": "network-vif-plugged", "status": "completed", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:28.358645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:28.362847 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:28.392756 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c442e5-0b10-4124-acdd-df9ad9f36bf4 x-openstack-request-id: req-67c442e5-0b10-4124-acdd-df9ad9f36bf4 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:28.393070 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "name": "network-vif-plugged", "status": "completed", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:28.393305 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67c442e5-0b10-4124-acdd-df9ad9f36bf4 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:28.393696 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'code': 200} Nov 29 02:35:28.419039 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=5']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:28.595215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6e42-152b-43dc-adce-4ffc7a2093f2 req-245fcd13-8291-45e9-8c53-959aa95fa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:28.596678 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f03b6e42-152b-43dc-adce-4ffc7a2093f2 req-245fcd13-8291-45e9-8c53-959aa95fa288 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 1098 time: 0.0431275 Nov 29 02:35:28.642825 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-f03b6e42-152b-43dc-adce-4ffc7a2093f2 req-3e50c00c-6ed6-4118-b92c-72c6624300d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394073 Nov 29 02:35:29.195463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57816eef-227f-4714-b1f7-c2179a68585d req-d74bf824-6965-4b46-bdaf-fbc7bb5ef9f7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:29.196930 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-57816eef-227f-4714-b1f7-c2179a68585d req-d74bf824-6965-4b46-bdaf-fbc7bb5ef9f7 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 945 time: 0.0481508 Nov 29 02:35:29.248955 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-57816eef-227f-4714-b1f7-c2179a68585d req-67d6c679-8f77-4208-9a47-3e27422e9345 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458548 Nov 29 02:35:30.367060 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdfa8-91de-4ee8-9517-c51bb65f4f62 req-e7b6775d-76b9-4c97-906d-47aa273b396a tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:30.368557 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-968cdfa8-91de-4ee8-9517-c51bb65f4f62 req-e7b6775d-76b9-4c97-906d-47aa273b396a tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 945 time: 0.0506928 Nov 29 02:35:30.426063 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-968cdfa8-91de-4ee8-9517-c51bb65f4f62 req-43292e96-e5c5-43ff-be97-bd4e94132b25 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500317 Nov 29 02:35:30.544585 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31b18-ca78-49fe-b903-872b692c68e8 req-fa3d4514-f23c-47ca-9e81-d463a9923002 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:30.546048 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2c31b18-ca78-49fe-b903-872b692c68e8 req-fa3d4514-f23c-47ca-9e81-d463a9923002 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 945 time: 0.0538409 Nov 29 02:35:30.595705 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-f2c31b18-ca78-49fe-b903-872b692c68e8 req-00dd05a7-ec42-41ea-9c6d-429942d0d725 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Nov 29 02:35:30.617086 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54214) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:30.655426 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a6dda2-2c21-411a-95b8-dae32aac7b04 tempest-TestSnapshotPattern-1601044884 tempest-TestSnapshotPattern-1601044884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:30.656898 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-b5a6dda2-2c21-411a-95b8-dae32aac7b04 tempest-TestSnapshotPattern-1601044884 tempest-TestSnapshotPattern-1601044884-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 1093 time: 0.0388410 Nov 29 02:35:30.659634 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54216) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:30.663763 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.v2.base [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Request body: {'floatingip': {'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'port_id': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:30.686158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for floatingip, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:30.784063 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:30.884011 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_common [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Allocated IP 172.26.8.6 (40e2dcc6-a559-4278-9c5c-3210136b6894/b9a450ee-4a37-4d93-b435-a144707d01a5/12ee9ebe-9178-4c94-8a66-68f5bc9263ba) {{(pid=109948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:35:30.988218 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for port, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:31.020736 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793890713308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:31.055842 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Network 40e2dcc6-a559-4278-9c5c-3210136b6894 is already hosted by enough agents. {{(pid=109948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:35:31.061878 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.base_scheduler [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Resources bound (agent type, host, resource id): {{(pid=109948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:31.064438 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Received port after_create {{(pid=109948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:35:31.091123 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'Port': ['ID=12ee9ebe-9178-4c94-8a66-68f5bc9263ba,revision_number=1']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:31.102165 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.102559 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.102905 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.103247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.103582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.103913 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.104242 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.104571 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.104901 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.105227 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.105549 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.106548 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:31.414277 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:31.480978 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:31.624713 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for port, precommit_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:31.629573 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5070674'] for port, after_update {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:31.709089 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event updated for resources: {'Port': ['ID=12ee9ebe-9178-4c94-8a66-68f5bc9263ba,revision_number=2']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:31.719315 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7892105'] for floatingip, after_create {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:31.817333 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Floating IP 48db6d32-ffa0-4ed2-a805-786b67b418c9 associated. External IP: 172.26.8.6, port: e066fa3c-9cf8-41bc-a585-da75f8fcca82. Nov 29 02:35:32.356328 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Router 3e347d96-7a05-4872-becc-928012d2549e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:35:32.467463 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:35:32.477287 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] Sync routers for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:35:32.485173 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:32.488537 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:32.488537 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:35:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:32.514677 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-850c698e-5d1d-4900-94ec-44efff7f6cdc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8540220 Nov 29 02:35:32.515371 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:32.517609 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bb00a3-9967-453d-bce0-ebeedf1fddab" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:32.558765 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1a49ef-582e-4c3a-9467-b804971c3671 x-openstack-request-id: req-5a1a49ef-582e-4c3a-9467-b804971c3671 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:32.559030 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:32.559283 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a1a49ef-582e-4c3a-9467-b804971c3671 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:32.559682 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'status': 'completed', 'code': 200} Nov 29 02:35:32.595225 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:32.645231 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-6040f057-67c0-4d2d-a1ba-dcd03e2c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:32.646745 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-6040f057-67c0-4d2d-a1ba-dcd03e2c2d38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 1098 time: 0.0421958 Nov 29 02:35:32.753093 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-5d3a9e81-d2c8-4f63-b357-bdec5c48fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:32.754857 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-5d3a9e81-d2c8-4f63-b357-bdec5c48fddd service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.1002059 Nov 29 02:35:32.820344 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-72c9f12c-e5b5-472e-a247-f9fa43180414 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82 HTTP/1.1" status: 200 len: 997 time: 0.0570402 Nov 29 02:35:32.873454 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-965aa2cf-0c5f-436f-9815-7b8d1ddf5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:32.874952 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-965aa2cf-0c5f-436f-9815-7b8d1ddf5e78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0465822 Nov 29 02:35:32.910469 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '48db6d32-ffa0-4ed2-a805-786b67b418c9', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:df:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:35:31Z', 'updated_at': '2021-11-29T02:35:31Z', 'revision_number': 0, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}, {'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:33:00Z', 'revision_number': 1, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:32.920780 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-3852d5bf-dc87-444e-8144-58fbe550385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:32.922262 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-3852d5bf-dc87-444e-8144-58fbe550385d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403852 Nov 29 02:35:32.935986 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] Checking router: 3e347d96-7a05-4872-becc-928012d2549e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:35:32.944123 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:32.944729 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:35:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:33.015674 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-27c0c11e-1a4f-46bd-8a7b-b1b600c7e490 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865448 Nov 29 02:35:33.055038 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:33.108304 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-76bb00a3-9967-453d-bce0-ebeedf1fddab req-758ee095-e634-47cc-8a5f-cb11c3bef71a service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841527 Nov 29 02:35:33.283251 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '48db6d32-ffa0-4ed2-a805-786b67b418c9', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:df:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:35:31Z', 'updated_at': '2021-11-29T02:35:31Z', 'revision_number': 0, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}, {'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:33:00Z', 'revision_number': 1, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:33.308625 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb5f3b-363c-4e80-ab40-2fa62ce797c5 None None] The sync data for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv is: [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': '48db6d32-ffa0-4ed2-a805-786b67b418c9', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:df:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:35:31Z', 'updated_at': '2021-11-29T02:35:31Z', 'revision_number': 0, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}, {'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:33:00Z', 'revision_number': 1, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:35:33.482550 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68981f8a-b66a-48ec-b9a5-3195ab7bec39 None None] New status for floating IP 48db6d32-ffa0-4ed2-a805-786b67b418c9: ACTIVE {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:35:40.711634 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bb96050f-ca1c-4cdd-9845-7e919779a20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:44.117246 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:44.265724 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ce58-f6b2-4d7d-8589-63bff1994874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:45.531265 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:46.410389 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:52.826654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.129098 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:36:10.713031 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aace9ffd-e452-45e4-be44-a1ec2e02410d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.889208 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-7850c8b8-eb97-4d3c-aa89-bc0a8d76c343 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398161 Nov 29 02:36:11.991857 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-67e1b519-23af-420a-90ec-eb70cf2f79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:11.993347 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-67e1b519-23af-420a-90ec-eb70cf2f79c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1097 time: 0.0446692 Nov 29 02:36:12.096441 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-d6839a5e-931f-443f-8885-9480c01d474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:12.097903 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-d6839a5e-931f-443f-8885-9480c01d474f service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.0850205 Nov 29 02:36:12.165986 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-ee345462-f1ae-41b4-944f-2a0d52ba6c27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 1000 time: 0.0609210 Nov 29 02:36:12.217456 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-bf4f2e87-eceb-477e-85ad-a5f51ed107ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:12.218919 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-bf4f2e87-eceb-477e-85ad-a5f51ed107ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0448439 Nov 29 02:36:12.265031 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-21d67dba-a971-40cf-be1f-52ad3cd918a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:12.266527 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-21d67dba-a971-40cf-be1f-52ad3cd918a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407054 Nov 29 02:36:12.277684 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-8a1ae085-d277-4708-8f0d-ef0eb97c7b10 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:36:12.278819 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-8a1ae085-d277-4708-8f0d-ef0eb97c7b10 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049109 Nov 29 02:36:12.371239 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-995733af-df84-4223-9b7d-472c800513ad service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852726 Nov 29 02:36:12.459864 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-dbc585f0-82c3-4efa-adb3-984bd7ba73b5 req-5b4f8fec-7f19-4711-86c2-880e3e948a56 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815377 Nov 29 02:36:14.121098 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.265645 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-53603d1f-2a1a-498b-8c21-124826459fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.533515 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.411577 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:22.824099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:40.715078 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0bf70d93-1664-4dcb-b434-6c4c8efb540f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:41.128381 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:36:44.123252 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:44.266972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b965147b-acb5-4d54-9fba-d60a6cc4bd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:45.535841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:46.412944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:52.834749 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:58.494811 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e066fa3c-9cf8-41bc-a585-da75f8fcca82 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=109950) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:36:58.603506 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:58.618266 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Returning: {'device': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'port_id': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'mac_address': 'fa:16:3e:df:fa:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109950) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:36:58.660842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:58.678303 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e066fa3c-9cf8-41bc-a585-da75f8fcca82 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:36:58.698846 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:58.704057 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:58.754020 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:58.761663 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.762042 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.762748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.762748 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.763250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.763862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.763862 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.764836 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.765074 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.766390 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.766759 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.767099 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:58.856972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] get_ports_and_sgs() called for port_ids ['e066fa3c-9cf8-41bc-a585-da75f8fcca82'] {{(pid=109950) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:37:00.516294 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e066fa3c-9cf8-41bc-a585-da75f8fcca82 up at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:37:00.574056 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Provisioning complete for port e066fa3c-9cf8-41bc-a585-da75f8fcca82 triggered by entity L2. {{(pid=109950) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:37:00.574450 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717768'] for port, provisioning_complete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:00.663610 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:00.691755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:37:00.694660 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd775042-40a5-45fe-b254-842504fd7dd8" -d '{"events": [{"server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "name": "network-vif-plugged", "status": "completed", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:37:00.720208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:00.726905 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:00.753591 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf69cda-e69b-4d81-98c2-8be5723360a6 x-openstack-request-id: req-5bf69cda-e69b-4d81-98c2-8be5723360a6 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:37:00.753945 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "name": "network-vif-plugged", "status": "completed", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:37:00.754351 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bf69cda-e69b-4d81-98c2-8be5723360a6 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:37:00.754793 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'code': 200} Nov 29 02:37:00.785004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:07.686224 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54406) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:07.838452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Deleting port 12ee9ebe-9178-4c94-8a66-68f5bc9263ba {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:07.838807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:07.915813 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:07.916142 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:07.928088 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Calling delete_port for 12ee9ebe-9178-4c94-8a66-68f5bc9263ba owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:08.076005 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:08.105576 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event deleted for resources: {'Port': ['ID=12ee9ebe-9178-4c94-8a66-68f5bc9263ba,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:08.126122 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.126566 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.126918 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.127512 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.127851 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.128186 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.128516 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.128847 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.129177 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.129503 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.129827 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.130148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:08.170374 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:08.170732 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Floating IP 48db6d32-ffa0-4ed2-a805-786b67b418c9 disassociated (deleted). External IP: 172.26.8.6, port: e066fa3c-9cf8-41bc-a585-da75f8fcca82. Nov 29 02:37:08.373651 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Router 3e347d96-7a05-4872-becc-928012d2549e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:37:08.479806 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:37:08.484491 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:08.489057 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] Sync routers for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:37:08.499801 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:37:08.500410 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:36:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:08.513578 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-186f502b-1f92-4e0f-b50e-799cb7304b88 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "DELETE /v2.0/floatingips/48db6d32-ffa0-4ed2-a805-786b67b418c9 HTTP/1.1" status: 204 len: 168 time: 0.8262281 Nov 29 02:37:08.514271 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:37:08.516646 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d313e0d0-b08f-49bb-9210-7fe9632d6044" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:37:08.556582 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daaa0a4-db60-4749-af30-f46c5ef9eb81 x-openstack-request-id: req-3daaa0a4-db60-4749-af30-f46c5ef9eb81 {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:37:08.556886 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:37:08.557158 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3daaa0a4-db60-4749-af30-f46c5ef9eb81 {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:37:08.557556 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'status': 'completed', 'code': 200} Nov 29 02:37:08.615242 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:37:08.811154 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-33203179-159f-4443-a084-c9a7ffc59da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:08.812647 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-33203179-159f-4443-a084-c9a7ffc59da2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 1098 time: 0.2117398 Nov 29 02:37:08.824881 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779d429-1d5a-42fa-a945-423bc0cd35fa req-1fb8bd20-516a-4d14-9d9f-171c8f5061b5 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:08.826282 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0779d429-1d5a-42fa-a945-423bc0cd35fa req-1fb8bd20-516a-4d14-9d9f-171c8f5061b5 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 945 time: 0.1172793 Nov 29 02:37:08.849089 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:33:00Z', 'revision_number': 1, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:08.875671 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] Checking router: 3e347d96-7a05-4872-becc-928012d2549e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:37:08.884009 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:37:08.884609 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:36:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:08.934355 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-0779d429-1d5a-42fa-a945-423bc0cd35fa req-5d66929f-1288-48d2-b8fb-ac4876d6b9ab tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991228 Nov 29 02:37:08.948812 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-1deccc71-d933-4ff3-8da7-c1fc332bb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:08.950338 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-1deccc71-d933-4ff3-8da7-c1fc332bb139 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.1232014 Nov 29 02:37:08.992972 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-22a7b2e6-8471-4536-846c-7545d907e4a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82 HTTP/1.1" status: 200 len: 217 time: 0.0346580 Nov 29 02:37:08.993749 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:37:09.043063 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-531e6626-20c3-4b1a-bf27-ce2ceb7c0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:09.045096 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-531e6626-20c3-4b1a-bf27-ce2ceb7c0d5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0455649 Nov 29 02:37:09.094712 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-ce3f0e22-35fe-4937-9f03-60ab823993ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:09.096213 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-ce3f0e22-35fe-4937-9f03-60ab823993ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434494 Nov 29 02:37:09.188668 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-6ba63630-cc01-49df-beb2-d94768efe5e3 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829921 Nov 29 02:37:09.217129 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:33:00Z', 'revision_number': 1, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:09.243544 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b4b91-a640-4f45-b6a4-d5007c872e49 None None] The sync data for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv is: [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_floatingips': [{'id': 'a21ecef6-0def-406f-83e9-b860bb73c71b', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'router_id': '3e347d96-7a05-4872-becc-928012d2549e', 'port_id': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'mac_address': 'fa:16:3e:66:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:32:58Z', 'updated_at': '2021-11-29T02:33:00Z', 'revision_number': 1, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:37:09.286235 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-d313e0d0-b08f-49bb-9210-7fe9632d6044 req-76919a26-b08c-4a71-ac6c-d93bd40ef6e0 service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890901 Nov 29 02:37:09.463779 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd7051-9eb0-4b5e-92c8-d49ee6e6339f None None] New status for floating IP 48db6d32-ffa0-4ed2-a805-786b67b418c9: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:37:10.050236 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57753c2-d3e7-4025-8d64-ddc815ca9862 req-7d644007-1419-424a-9955-fcdaa2ff4ffc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:10.051767 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a57753c2-d3e7-4025-8d64-ddc815ca9862 req-7d644007-1419-424a-9955-fcdaa2ff4ffc tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 945 time: 0.0504911 Nov 29 02:37:10.099461 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-a57753c2-d3e7-4025-8d64-ddc815ca9862 req-e09a2a6f-26c3-48e4-a18f-efe5f0b695e2 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418410 Nov 29 02:37:10.415237 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-7a07bbcd-2c39-4e52-87b8-9434421a7ff0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:10.416669 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-7a07bbcd-2c39-4e52-87b8-9434421a7ff0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 945 time: 0.0489957 Nov 29 02:37:10.504811 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Deleting port e066fa3c-9cf8-41bc-a585-da75f8fcca82 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:10.505155 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:10.562705 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e066fa3c-9cf8-41bc-a585-da75f8fcca82 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:10.596180 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:10.596543 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:10.610256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Calling delete_port for e066fa3c-9cf8-41bc-a585-da75f8fcca82 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:10.639710 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597029'] for port, before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:10.661755 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:37:10.664043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b0ea54fdbdb8690e8f1abc82ca359df43e3a2f4d0358f4d3c31c7a0d402af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f387fa8d-fcae-4f69-9689-9567f88067e7" -d '{"events": [{"server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "name": "network-vif-unplugged", "status": "completed", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:37:10.677001 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] For port e066fa3c-9cf8-41bc-a585-da75f8fcca82, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e066fa3c-9cf8-41bc-a585-da75f8fcca82,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:10.682004 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793891265145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793890713326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793890713348'] for port, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:10.706805 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91f688d-757e-4934-8868-daac088b2adf x-openstack-request-id: req-a91f688d-757e-4934-8868-daac088b2adf {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:37:10.707101 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "name": "network-vif-unplugged", "status": "completed", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:37:10.707364 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a91f688d-757e-4934-8868-daac088b2adf {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:37:10.707756 dv-neutron-816800-5-hyperv neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'code': 200} Nov 29 02:37:10.732782 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5035de3-7776-433c-a95e-3630c6fcdda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:10.745984 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Pushing event updated for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=8']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:10.750916 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:10.780065 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event deleted for resources: {'Port': ['ID=e066fa3c-9cf8-41bc-a585-da75f8fcca82,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:10.807438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.807808 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.808160 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.808498 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.808863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.809201 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.809536 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.809868 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.810199 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.810560 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.810890 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.811215 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-5-hyperv {{(pid=109949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:37:10.829878 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] No DVR routers for this DVR port e066fa3c-9cf8-41bc-a585-da75f8fcca82 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:37:10.832178 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:10.835610 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b6300996-dd0e-48b0-8ba4-2c01490d11df req-9a2be3dd-f2d1-47d8-b52c-2bbdfe7970ec tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "DELETE /v2.0/ports/e066fa3c-9cf8-41bc-a585-da75f8fcca82 HTTP/1.1" status: 204 len: 173 time: 0.4127243 Nov 29 02:37:10.836047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'name': 'network-vif-deleted', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:37:10.838253 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72b6c21-c24a-447e-bb66-0500c0ff773c" -d '{"events": [{"server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "name": "network-vif-deleted", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:37:10.877559 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b4af2-a2ea-44ab-8dad-ba8913d8966d x-openstack-request-id: req-ca4b4af2-a2ea-44ab-8dad-ba8913d8966d {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:37:10.877863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8711d3-5a3d-4591-9dc1-01f029c0942b", "name": "network-vif-deleted", "tag": "e066fa3c-9cf8-41bc-a585-da75f8fcca82", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:37:10.878121 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca4b4af2-a2ea-44ab-8dad-ba8913d8966d {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:37:10.878565 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8711d3-5a3d-4591-9dc1-01f029c0942b', 'name': 'network-vif-deleted', 'tag': 'e066fa3c-9cf8-41bc-a585-da75f8fcca82', 'status': 'completed', 'code': 200} Nov 29 02:37:11.215581 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-db8d6379-dd6b-4234-8b5f-a365b2633a24 req-b86752d7-2ad7-4e6f-94f3-2dffd183da43 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a8711d3-5a3d-4591-9dc1-01f029c0942b HTTP/1.1" status: 200 len: 210 time: 0.0333486 Nov 29 02:37:12.857043 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54476) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:13.018335 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Deleting port 5d87f8ea-0df1-4807-bdd8-11a384a18dc0 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:13.018711 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:13.094167 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:13.094528 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:13.106626 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Calling delete_port for 5d87f8ea-0df1-4807-bdd8-11a384a18dc0 owned by network:floatingip {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:13.254090 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:13.281329 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event deleted for resources: {'Port': ['ID=5d87f8ea-0df1-4807-bdd8-11a384a18dc0,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:13.338233 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for floatingip, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:13.338596 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.db.l3_db [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Floating IP a21ecef6-0def-406f-83e9-b860bb73c71b disassociated (deleted). External IP: 172.26.8.234, port: c9134815-bcfa-4bc3-813a-a2f37b551727. Nov 29 02:37:13.545863 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Router 3e347d96-7a05-4872-becc-928012d2549e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:37:13.655059 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:37:13.659788 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for floatingip, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:13.664406 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] Sync routers for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:37:13.677569 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:37:13.678446 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:36:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:13.687893 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-de295a14-6f6e-4b0a-9f40-7aa5bba3db70 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "DELETE /v2.0/floatingips/a21ecef6-0def-406f-83e9-b860bb73c71b HTTP/1.1" status: 204 len: 168 time: 0.8297257 Nov 29 02:37:13.688761 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727'}] {{(pid=109948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:37:13.691247 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abb5ebb08dc53fbec3bd78a6e785de0bb4061773736857d9fec52739c5c4002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1" -d '{"events": [{"name": "network-changed", "server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727"}]}' {{(pid=109948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:37:13.728672 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4561e4-69d1-4997-a029-d22500c2bb0c x-openstack-request-id: req-7b4561e4-69d1-4997-a029-d22500c2bb0c {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:37:13.729039 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727", "status": "completed", "code": 200}]} {{(pid=109948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:37:13.729366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b4561e4-69d1-4997-a029-d22500c2bb0c {{(pid=109948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:37:13.729870 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'status': 'completed', 'code': 200} Nov 29 02:37:13.789684 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:37:13.931664 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f855879-a062-4f8f-acce-21e7992cf3fd req-a61483de-aa08-4b47-83b8-324157a8b2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:13.933580 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3f855879-a062-4f8f-acce-21e7992cf3fd req-a61483de-aa08-4b47-83b8-324157a8b2c0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 944 time: 0.0556829 Nov 29 02:37:13.998860 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [req-3f855879-a062-4f8f-acce-21e7992cf3fd req-7808d91f-3107-4661-b77a-629884d4ccac tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578856 Nov 29 02:37:14.098995 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-f65a17cd-2db2-4dc3-9883-cb2b78e0e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:14.100481 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-f65a17cd-2db2-4dc3-9883-cb2b78e0e94b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=528eadf4aebc4289a715663fea0c790a&device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 1097 time: 0.3298037 Nov 29 02:37:14.117661 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:14.139344 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:14.148785 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] Checking router: 3e347d96-7a05-4872-becc-928012d2549e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:37:14.158675 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:37:14.159284 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:36:44Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:14.199432 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-1321a081-2faf-4192-baae-a7f2918e711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:14.200890 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-1321a081-2faf-4192-baae-a7f2918e711e service neutron] 10.222.0.21 "GET /v2.0/networks?id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 200 len: 911 time: 0.0919797 Nov 29 02:37:14.269424 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:37:14.273433 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-04018e49-3e65-42bf-a4df-ebd877493694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:14.274220 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-f76628f4-325f-4291-817e-46282afa0b51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 200 len: 217 time: 0.0379715 Nov 29 02:37:14.331771 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-8c1d36b9-a506-4740-9130-64261935c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:14.333215 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-8c1d36b9-a506-4740-9130-64261935c853 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 200 len: 849 time: 0.0431972 Nov 29 02:37:14.380770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-869f873b-1b7c-437e-928c-c2a7bedc8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:14.382187 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-869f873b-1b7c-437e-928c-c2a7bedc8dcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25941769-ec3c-4e0e-8ccf-51a5fc6e374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396450 Nov 29 02:37:14.466584 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:14.482835 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-82d8bcae-082c-4ea5-8e02-eed2cc5e4d7a service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864077 Nov 29 02:37:14.492542 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3438135d-bcb6-4f36-90f9-615041c56933 None None] The sync data for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv is: [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv', '_interfaces': [{'id': '168cb18f-5250-4892-a3f2-932fd7268cee', 'name': '', 'network_id': '25941769-ec3c-4e0e-8ccf-51a5fc6e374d', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'mac_address': 'fa:16:3e:34:01:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:39Z', 'updated_at': '2021-11-29T02:32:43Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'subnets': [{'id': '3c467ec1-1a31-4781-a2d5-d5c9eb843d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:37:14.561400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e066fa3c-9cf8-41bc-a585-da75f8fcca82 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:14.585507 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: e066fa3c-9cf8-41bc-a585-da75f8fcca82 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:37:14.585723 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-b2067eb7-96cb-49d2-94a9-bb1638eb1af1 req-f155e47a-4e94-4582-bee4-f117e9abbbca service neutron] 10.222.0.21 "GET /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862420 Nov 29 02:37:14.585855 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device e066fa3c-9cf8-41bc-a585-da75f8fcca82 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:37:14.713514 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bd0a3f-4a17-4496-b59c-404c80e522ac None None] New status for floating IP a21ecef6-0def-406f-83e9-b860bb73c71b: DOWN {{(pid=109950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:37:15.115438 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e621-02aa-4f14-a770-b97bc0030151 req-0e3f0d4f-153e-4ace-928a-64c89c10aaa0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:15.116938 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9874e621-02aa-4f14-a770-b97bc0030151 req-0e3f0d4f-153e-4ace-928a-64c89c10aaa0 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 944 time: 0.0530906 Nov 29 02:37:15.166720 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-9874e621-02aa-4f14-a770-b97bc0030151 req-6c6c56bd-4d18-4ff8-8f9c-a26edbcdfe4d tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/security-groups?id=4869e00d-f63a-43b2-a922-2d70670d0d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Nov 29 02:37:15.539032 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:15.747048 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5451-c700-419c-ae0a-7afc2731e18b req-b6a2098a-076e-4052-9250-eedae1bd8761 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:15.748477 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-453f5451-c700-419c-ae0a-7afc2731e18b req-b6a2098a-076e-4052-9250-eedae1bd8761 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 944 time: 0.0530097 Nov 29 02:37:15.841736 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Deleting port c9134815-bcfa-4bc3-813a-a2f37b551727 {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:15.842075 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:15.929011 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] For port c9134815-bcfa-4bc3-813a-a2f37b551727, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c9134815-bcfa-4bc3-813a-a2f37b551727,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:15.929380 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:15.941673 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Calling delete_port for c9134815-bcfa-4bc3-813a-a2f37b551727 owned by compute:nova {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:16.069141 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:16.098273 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event deleted for resources: {'Port': ['ID=c9134815-bcfa-4bc3-813a-a2f37b551727,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:16.142359 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] No DVR routers for this DVR port c9134815-bcfa-4bc3-813a-a2f37b551727 on host hv-neutron-8168 {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:37:16.144770 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205251'] for port, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:16.148092 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-453f5451-c700-419c-ae0a-7afc2731e18b req-64f7bdbb-4ad3-43d1-bfee-6ff309be37ca tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.21 "DELETE /v2.0/ports/c9134815-bcfa-4bc3-813a-a2f37b551727 HTTP/1.1" status: 204 len: 173 time: 0.3929694 Nov 29 02:37:16.148528 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'name': 'network-vif-deleted', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727'}] {{(pid=109949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:37:16.150758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ee1a5786f9ac9c2c1b17f32c3ece44f79826b9140af488ee5843b2dcff9d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e26ee45-ab7d-4905-aaf4-fbd6250a467b" -d '{"events": [{"server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "name": "network-vif-deleted", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727"}]}' {{(pid=109949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:37:16.186108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244560bd-77ae-4018-9ba6-994c8776de64 x-openstack-request-id: req-244560bd-77ae-4018-9ba6-994c8776de64 {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:37:16.186450 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d07b94-958f-4abc-8f3d-4b076c492a10", "name": "network-vif-deleted", "tag": "c9134815-bcfa-4bc3-813a-a2f37b551727", "status": "completed", "code": 200}]} {{(pid=109949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:37:16.186745 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-244560bd-77ae-4018-9ba6-994c8776de64 {{(pid=109949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:37:16.187145 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d07b94-958f-4abc-8f3d-4b076c492a10', 'name': 'network-vif-deleted', 'tag': 'c9134815-bcfa-4bc3-813a-a2f37b551727', 'status': 'completed', 'code': 200} Nov 29 02:37:16.259986 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [req-38de2c47-433a-415e-8b39-358b93ebd5f5 req-268b07fd-04e6-41ec-a5b5-b067acadcd1f tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d07b94-958f-4abc-8f3d-4b076c492a10 HTTP/1.1" status: 200 len: 210 time: 0.0264001 Nov 29 02:37:16.414287 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:17.317308 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54494) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:17.372931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f44eacca-a688-4dab-a0d1-f99603c1e069 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:17.397136 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f44eacca-a688-4dab-a0d1-f99603c1e069 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:17.456768 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f44eacca-a688-4dab-a0d1-f99603c1e069 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:17.459403 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-f44eacca-a688-4dab-a0d1-f99603c1e069 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Publish callbacks [] for security_group, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:17.460562 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-f44eacca-a688-4dab-a0d1-f99603c1e069 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] 10.222.0.30 "DELETE /v2.0/security-groups/4869e00d-f63a-43b2-a922-2d70670d0d27 HTTP/1.1" status: 204 len: 168 time: 0.1422656 Nov 29 02:37:17.470056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eacca-a688-4dab-a0d1-f99603c1e069 tempest-TestSnapshotPattern-1053458794 tempest-TestSnapshotPattern-1053458794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869e00d-f63a-43b2-a922-2d70670d0d27,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:17.506641 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54498) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:17.854340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:18.092452 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Deleting port 168cb18f-5250-4892-a3f2-932fd7268cee {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:18.092796 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:18.132071 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:37:18.178340 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] For port 168cb18f-5250-4892-a3f2-932fd7268cee, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=168cb18f-5250-4892-a3f2-932fd7268cee,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:18.178728 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:18.191310 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Calling delete_port for 168cb18f-5250-4892-a3f2-932fd7268cee owned by network:router_interface {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:18.365868 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:18.393144 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Pushing event deleted for resources: {'Port': ['ID=168cb18f-5250-4892-a3f2-932fd7268cee,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:18.562631 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:18.773803 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Router 3e347d96-7a05-4872-becc-928012d2549e has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:37:18.882017 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:37:18.887209 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-440c6432-ae47-47dc-9608-a387621cc585 admin admin] 10.222.0.30 "PUT /v2.0/routers/3e347d96-7a05-4872-becc-928012d2549e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3795214 Nov 29 02:37:18.889677 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54500) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:18.892261 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] Sync routers for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:37:18.901645 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:37:18.902328 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:37:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:18.992533 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.005962 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: dv-neutron-816800-5-hyperv {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:37:19.094402 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.146786 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Deleting port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:19.147146 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.180856 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:37:18Z', 'revision_number': 5, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port': {'id': '276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e347d96-7a05-4872-becc-928012d2549e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:19.207582 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] Checking router: 3e347d96-7a05-4872-becc-928012d2549e for host: dv-neutron-816800-5-hyperv {{(pid=109951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:37:19.216261 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] Routers {'3e347d96-7a05-4872-becc-928012d2549e'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:37:19.216859 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:37:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['3e347d96-7a05-4872-becc-928012d2549e'], 'active': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:19.224756 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] For port 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:19.225128 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.241065 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Calling delete_port for 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:19.302108 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_dvr_db [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] Set router 3e347d96-7a05-4872-becc-928012d2549e gateway port host: None {{(pid=109951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:37:19.356651 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.l3_hamode_db [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:37:19Z', 'revision_number': 6, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:19.383145 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4763c8-da64-4205-95fb-67baae249df1 None None] The sync data for ids ['3e347d96-7a05-4872-becc-928012d2549e'] in dv-neutron-816800-5-hyperv is: [{'id': '3e347d96-7a05-4872-becc-928012d2549e', 'name': 'tempest-TestSnapshotPattern-1765170382-router', 'tenant_id': '528eadf4aebc4289a715663fea0c790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:37Z', 'updated_at': '2021-11-29T02:37:19Z', 'revision_number': 6, 'project_id': '528eadf4aebc4289a715663fea0c790a', 'gw_port_host': None}] {{(pid=109951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:37:19.410732 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.437354 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Pushing event deleted for resources: {'Port': ['ID=276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:19.450941 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4d10b-c57b-45b5-a3b0-30654812eac1 None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:37:19.496987 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.586973 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.589056 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.633957 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.634473 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e347d96-7a05-4872-becc-928012d2549e {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:37:19.639319 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.640455 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-e40ad0c5-54a5-4a00-8b66-a1b4b8cb057a admin admin] 10.222.0.30 "DELETE /v2.0/routers/3e347d96-7a05-4872-becc-928012d2549e HTTP/1.1" status: 204 len: 168 time: 0.7498827 Nov 29 02:37:19.643016 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54502) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:19.686148 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3a24d9-5900-4c36-98dd-e1919c613f31 admin admin] Deleting subnet 3c467ec1-1a31-4781-a2d5-d5c9eb843d82 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:37:19.689068 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d3a24d9-5900-4c36-98dd-e1919c613f31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.723996 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d3a24d9-5900-4c36-98dd-e1919c613f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.810367 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d3a24d9-5900-4c36-98dd-e1919c613f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.865103 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d3a24d9-5900-4c36-98dd-e1919c613f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.890715 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a24d9-5900-4c36-98dd-e1919c613f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c467ec1-1a31-4781-a2d5-d5c9eb843d82,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:19.894379 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-1d3a24d9-5900-4c36-98dd-e1919c613f31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.897694 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-1d3a24d9-5900-4c36-98dd-e1919c613f31 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3c467ec1-1a31-4781-a2d5-d5c9eb843d82 HTTP/1.1" status: 204 len: 168 time: 0.2537415 Nov 29 02:37:19.900297 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54504) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:19.902532 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b45969-a3c7-44b1-80e3-cd40fbe8ee4a None None] Network 25941769-ec3c-4e0e-8ccf-51a5fc6e374d requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:37:19.971625 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.025458 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Deleting port 40d92841-77ed-4c54-8a17-4ed2f946be57 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:20.025807 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.090216 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] For port 40d92841-77ed-4c54-8a17-4ed2f946be57, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=40d92841-77ed-4c54-8a17-4ed2f946be57,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:20.090541 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.102407 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Calling delete_port for 40d92841-77ed-4c54-8a17-4ed2f946be57 owned by network:dhcp {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:20.158823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379602a4-8f86-401d-997a-9400de44a083 None None] DHCP port deletion for 25941769-ec3c-4e0e-8ccf-51a5fc6e374d request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:37:20.217894 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-379602a4-8f86-401d-997a-9400de44a083 None None] Deleting port 40d92841-77ed-4c54-8a17-4ed2f946be57 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:20.218277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-379602a4-8f86-401d-997a-9400de44a083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.287496 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-379602a4-8f86-401d-997a-9400de44a083 None None] For port 40d92841-77ed-4c54-8a17-4ed2f946be57, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=40d92841-77ed-4c54-8a17-4ed2f946be57,segment=NetworkSegment(d544c731-338d-4cbc-8f7f-6287c3555250),segment_id=d544c731-338d-4cbc-8f7f-6287c3555250)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:20.287904 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-379602a4-8f86-401d-997a-9400de44a083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.302872 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-379602a4-8f86-401d-997a-9400de44a083 None None] Calling delete_port for 40d92841-77ed-4c54-8a17-4ed2f946be57 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:20.382706 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-379602a4-8f86-401d-997a-9400de44a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317'] for port, after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.409069 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379602a4-8f86-401d-997a-9400de44a083 None None] Pushing event deleted for resources: {'Port': ['ID=40d92841-77ed-4c54-8a17-4ed2f946be57,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:20.415469 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379602a4-8f86-401d-997a-9400de44a083 None None] No DVR routers for this DVR port 40d92841-77ed-4c54-8a17-4ed2f946be57 on host dv-neutron-816800-5-hyperv {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:37:20.532983 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.560250 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] No DVR routers for this DVR port 40d92841-77ed-4c54-8a17-4ed2f946be57 on host dv-neutron-816800-5-hyperv {{(pid=109948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:37:20.563850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d92841-77ed-4c54-8a17-4ed2f946be57,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:20.580088 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c9134815-bcfa-4bc3-813a-a2f37b551727 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:20.603823 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] No Port match for: c9134815-bcfa-4bc3-813a-a2f37b551727 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:37:20.604179 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Device c9134815-bcfa-4bc3-813a-a2f37b551727 not bound to the agent host hv-neutron-8168 {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:37:20.639743 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.659321 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25941769-ec3c-4e0e-8ccf-51a5fc6e374d']}} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:20.668094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd544c731-338d-4cbc-8f7f-6287c3555250') {'for_net_delete': True} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:20.668412 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.services.segments.db [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd544c731-338d-4cbc-8f7f-6287c3555250') {} {{(pid=109948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:20.677421 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627487'] for segment, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.690050 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.696193 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:37:20.696660 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5070474'] for segment, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: self.session.flush() Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: Traceback (most recent call last): Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: timer() Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: cb(*args, **kw) Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: return func(*args, **kwargs) Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: self._notify() Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: self.callback(batched_events) Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: event.method(event) Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: return f(self, *a, **k) Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._get(url).json() Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: return self.request(url, 'GET', **kwargs) Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:37:20.698564 dv-neutron-816800-5-hyperv neutron-server[109948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:37:20.750998 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.756160 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Publish callbacks [] for network, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:20.759757 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] 10.222.0.30 "DELETE /v2.0/networks/25941769-ec3c-4e0e-8ccf-51a5fc6e374d HTTP/1.1" status: 204 len: 168 time: 0.8585205 Nov 29 02:37:20.763266 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 54506) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:20.777099 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051d655-87e3-4edd-b800-52299df7e203 admin admin] Pushing event deleted for resources: {'Network': ['ID=25941769-ec3c-4e0e-8ccf-51a5fc6e374d,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:20.860582 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 168cb18f-5250-4892-a3f2-932fd7268cee no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:20.886082 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 168cb18f-5250-4892-a3f2-932fd7268cee {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:37:20.886474 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 168cb18f-5250-4892-a3f2-932fd7268cee not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:37:20.886875 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 40d92841-77ed-4c54-8a17-4ed2f946be57 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:20.906208 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 40d92841-77ed-4c54-8a17-4ed2f946be57 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:37:20.906586 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 40d92841-77ed-4c54-8a17-4ed2f946be57 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:37:20.907002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:20.926650 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:37:20.926927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 276e06e2-ebd2-4af5-b0be-9e6a4d91e9b2 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:37:21.112294 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7890313'] for router_interface, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:21.357169 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Deleting port 2aabc98a-aa0d-4d8c-8183-927c291b1eda {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:21.357506 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:21.437894 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] For port 2aabc98a-aa0d-4d8c-8183-927c291b1eda, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=2aabc98a-aa0d-4d8c-8183-927c291b1eda,segment=NetworkSegment(8b51eb37-a8bf-4035-aee1-99da43cfac39),segment_id=8b51eb37-a8bf-4035-aee1-99da43cfac39)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:21.438256 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:21.450462 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Calling delete_port for 2aabc98a-aa0d-4d8c-8183-927c291b1eda owned by network:router_interface {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:21.629989 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:21.655108 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aabc98a-aa0d-4d8c-8183-927c291b1eda,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:21.826314 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8361408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887737'] for router_interface, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.048686 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Router ba04306f-4e54-4d76-82bf-159867c7af82 has already been hosted by L3 agent db814ed1-53b8-48ca-8b16-cd8113fe5789 {{(pid=109949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:37:22.155000 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] Notify agent at l3_agent.dv-neutron-816800-5-hyperv the message routers_updated {{(pid=109949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:37:22.161813 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-6c7989ec-8b5c-4a6d-a3f2-409f7935f7b4 admin admin] 10.222.0.30 "PUT /v2.0/routers/ba04306f-4e54-4d76-82bf-159867c7af82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3974373 Nov 29 02:37:22.162597 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54508) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:22.163688 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] Sync routers for ids ['ba04306f-4e54-4d76-82bf-159867c7af82'] in dv-neutron-816800-5-hyperv {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:37:22.173315 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] Routers {'ba04306f-4e54-4d76-82bf-159867c7af82'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:37:22.174010 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:37:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ba04306f-4e54-4d76-82bf-159867c7af82'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:22.270644 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks [] for router, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.372462 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.421277 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] Set router ba04306f-4e54-4d76-82bf-159867c7af82 gateway port host: dv-neutron-816800-5-hyperv {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:37:22.429095 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Deleting port 140fc73e-5d59-45a0-a11b-467639379056 {{(pid=109948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:22.429428 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.506706 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.db [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] For port 140fc73e-5d59-45a0-a11b-467639379056, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=140fc73e-5d59-45a0-a11b-467639379056,segment=NetworkSegment(e927362e-ccd5-4169-931a-b283f993be8e),segment_id=e927362e-ccd5-4169-931a-b283f993be8e)] {{(pid=109948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:22.507077 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.519931 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.plugins.ml2.plugin [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Calling delete_port for 140fc73e-5d59-45a0-a11b-467639379056 owned by network:router_gateway {{(pid=109948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:22.598829 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'external_fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': '140fc73e-5d59-45a0-a11b-467639379056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:37:21Z', 'revision_number': 5, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port': {'id': '140fc73e-5d59-45a0-a11b-467639379056', 'name': '', 'network_id': '40e2dcc6-a559-4278-9c5c-3210136b6894', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:32:42Z', 'updated_at': '2021-11-29T02:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a450ee-4a37-4d93-b435-a144707d01a5', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-5-hyperv'}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:22.625403 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] Checking router: ba04306f-4e54-4d76-82bf-159867c7af82 for host: dv-neutron-816800-5-hyperv {{(pid=109950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:37:22.633635 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] Routers {'ba04306f-4e54-4d76-82bf-159867c7af82'} bound to L3 agent in host dv-neutron-816800-5-hyperv {{(pid=109950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:37:22.634251 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:37:43Z,description=,heartbeat_timestamp=2021-11-29T02:37:14Z,host='dv-neutron-816800-5-hyperv',id=db814ed1-53b8-48ca-8b16-cd8113fe5789,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:37:43Z,topic='l3_agent')) {'router_ids': ['ba04306f-4e54-4d76-82bf-159867c7af82'], 'active': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:22.687988 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070685'] for port, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.718009 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Pushing event deleted for resources: {'Port': ['ID=140fc73e-5d59-45a0-a11b-467639379056,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:22.725178 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_dvr_db [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] Set router ba04306f-4e54-4d76-82bf-159867c7af82 gateway port host: None {{(pid=109950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:37:22.751780 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f76af-4f27-4f32-92c6-bc204447e8ae None None] DHCP port deletion for 40e2dcc6-a559-4278-9c5c-3210136b6894 request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:37:22.779094 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892183'] for router_gateway, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.784201 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.db.l3_hamode_db [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:37:22Z', 'revision_number': 6, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port_host': None}], 'dv-neutron-816800-5-hyperv', False) {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:22.812375 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c461a30-089f-4efc-bfcb-1eeddf8138bf None None] The sync data for ids ['ba04306f-4e54-4d76-82bf-159867c7af82'] in dv-neutron-816800-5-hyperv is: [{'id': 'ba04306f-4e54-4d76-82bf-159867c7af82', 'name': 'tempest-TestSnapshotPattern-892537618-router', 'tenant_id': '7322626767b24eea9561a8bec9abddd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:32:41Z', 'updated_at': '2021-11-29T02:37:22Z', 'revision_number': 6, 'project_id': '7322626767b24eea9561a8bec9abddd0', 'gw_port_host': None}] {{(pid=109950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:37:22.841866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.879850 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7888747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24892'] for router, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.881952 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.924979 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7888754'] for router, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.925835 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba04306f-4e54-4d76-82bf-159867c7af82 {{(pid=109948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:37:22.931492 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] Publish callbacks [] for router, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:22.932635 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-81a185f0-35e7-4406-9fbe-1aeec06c355f admin admin] 10.222.0.30 "DELETE /v2.0/routers/ba04306f-4e54-4d76-82bf-159867c7af82 HTTP/1.1" status: 204 len: 168 time: 0.7690508 Nov 29 02:37:22.935731 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.wsgi [-] (109948) accepted ('10.222.0.30', 54510) {{(pid=109948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:22.983313 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3365df9-39fe-442e-9c99-ad1163982f89 admin admin] Deleting subnet c489a674-8cfd-44c1-9787-a16d7ab67fa5 {{(pid=109948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:37:22.986353 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3365df9-39fe-442e-9c99-ad1163982f89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.020118 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3365df9-39fe-442e-9c99-ad1163982f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627478'] for subnet, precommit_delete_associations {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.096696 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3365df9-39fe-442e-9c99-ad1163982f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720826'] for subnet, precommit_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.152377 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3365df9-39fe-442e-9c99-ad1163982f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7879549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723751'] for subnet, after_delete {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.178935 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3365df9-39fe-442e-9c99-ad1163982f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c489a674-8cfd-44c1-9787-a16d7ab67fa5,revision_number=None']} {{(pid=109948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:23.182366 dv-neutron-816800-5-hyperv neutron-server[109948]: DEBUG neutron_lib.callbacks.manager [None req-d3365df9-39fe-442e-9c99-ad1163982f89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.188097 dv-neutron-816800-5-hyperv neutron-server[109948]: INFO neutron.wsgi [None req-d3365df9-39fe-442e-9c99-ad1163982f89 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c489a674-8cfd-44c1-9787-a16d7ab67fa5 HTTP/1.1" status: 204 len: 168 time: 0.2490151 Nov 29 02:37:23.188799 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 54512) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:23.193064 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2376ee89-eef4-475f-804b-b55a3de187b6 None None] Network cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae requested from dv-neutron-816800-5-hyperv {{(pid=109950) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:37:23.267138 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725206'] for network, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.325913 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Deleting port 8fbfcf37-c4c4-451d-821b-8d728413eebf {{(pid=109949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:37:23.326255 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793891258381'] for port, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.391140 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.db [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] For port 8fbfcf37-c4c4-451d-821b-8d728413eebf, host dv-neutron-816800-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-5-hyperv',level=0,port_id=8fbfcf37-c4c4-451d-821b-8d728413eebf,segment=NetworkSegment(8b51eb37-a8bf-4035-aee1-99da43cfac39),segment_id=8b51eb37-a8bf-4035-aee1-99da43cfac39)] {{(pid=109949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:37:23.391509 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891593'] for port, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.404824 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.plugin [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Calling delete_port for 8fbfcf37-c4c4-451d-821b-8d728413eebf owned by network:dhcp {{(pid=109949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:37:23.485979 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793891265127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793890713317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5808199'] for port, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.514465 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] No DVR routers for this DVR port 8fbfcf37-c4c4-451d-821b-8d728413eebf on host dv-neutron-816800-5-hyperv {{(pid=109949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:37:23.516047 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbfcf37-c4c4-451d-821b-8d728413eebf,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:23.588405 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720179', 'neutron.services.segments.db._delete_segments_for_network-8793891072808'] for network, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.611188 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae']}} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:23.611613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c0221-d89c-43fb-ade8-5d5fde7b7665 None None] DHCP port deletion for cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae request from dv-neutron-816800-5-hyperv {{(pid=109950) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:37:23.626415 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b51eb37-a8bf-4035-aee1-99da43cfac39') {'for_net_delete': True} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:23.626734 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.services.segments.db [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b51eb37-a8bf-4035-aee1-99da43cfac39') {} {{(pid=109949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:37:23.637584 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793891073585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706250'] for segment, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.652036 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581'] for segment, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.659193 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:37:23.659524 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5808528'] for segment, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: Traceback (most recent call last): Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: timer() Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: cb(*args, **kw) Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: return func(*args, **kwargs) Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: self._notify() Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: self.callback(batched_events) Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: event.method(event) Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: return f(self, *a, **k) Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._get(url).json() Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: return self.request(url, 'GET', **kwargs) Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:37:23.661222 dv-neutron-816800-5-hyperv neutron-server[109949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:37:23.716834 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8361433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7892219'] for network, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.722440 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Publish callbacks [] for network, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:23.725668 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae HTTP/1.1" status: 204 len: 168 time: 0.5358796 Nov 29 02:37:23.736688 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff085100-5a4d-4a27-90cc-a5f19ba08458 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf80ccc7-9910-4fa2-bdab-5b5ce68dfdae,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:23.911830 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 54516) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:23.951721 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-8e162594-0e88-4c61-8b8b-30b16ae20249 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=528eadf4aebc4289a715663fea0c790a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387576 Nov 29 02:37:23.954106 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 54518) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:24.003860 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2967d240-b42f-4564-a6bf-adc04cd0de8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:24.025214 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2967d240-b42f-4564-a6bf-adc04cd0de8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:24.075617 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2967d240-b42f-4564-a6bf-adc04cd0de8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:24.078863 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-2967d240-b42f-4564-a6bf-adc04cd0de8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:24.080256 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-2967d240-b42f-4564-a6bf-adc04cd0de8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5f724da-8235-4a6e-ad1d-2d8d82a4de6d HTTP/1.1" status: 204 len: 168 time: 0.1251743 Nov 29 02:37:24.088332 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967d240-b42f-4564-a6bf-adc04cd0de8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f724da-8235-4a6e-ad1d-2d8d82a4de6d,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:24.397321 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 54524) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:24.436971 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3ec200e9-21fc-4ba2-b704-9c47de9b912c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7322626767b24eea9561a8bec9abddd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384371 Nov 29 02:37:24.439400 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.wsgi [-] (109949) accepted ('10.222.0.30', 54526) {{(pid=109949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:37:24.485251 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3610528f-f419-4f56-b06c-d24b70bdf36e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:24.506233 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3610528f-f419-4f56-b06c-d24b70bdf36e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:24.552453 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3610528f-f419-4f56-b06c-d24b70bdf36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864615'] for security_group, after_delete {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:24.555411 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron_lib.callbacks.manager [None req-3610528f-f419-4f56-b06c-d24b70bdf36e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:24.556554 dv-neutron-816800-5-hyperv neutron-server[109949]: INFO neutron.wsgi [None req-3610528f-f419-4f56-b06c-d24b70bdf36e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e436df72-83bf-4790-b929-b4d0bfe0c481 HTTP/1.1" status: 204 len: 168 time: 0.1162040 Nov 29 02:37:24.564758 dv-neutron-816800-5-hyperv neutron-server[109949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610528f-f419-4f56-b06c-d24b70bdf36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436df72-83bf-4790-b929-b4d0bfe0c481,revision_number=None']} {{(pid=109949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:37:24.848191 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8fbfcf37-c4c4-451d-821b-8d728413eebf no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:24.870585 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 8fbfcf37-c4c4-451d-821b-8d728413eebf {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:37:24.870943 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 8fbfcf37-c4c4-451d-821b-8d728413eebf not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:37:24.871380 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 140fc73e-5d59-45a0-a11b-467639379056 no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:24.892485 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 140fc73e-5d59-45a0-a11b-467639379056 {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:37:24.892842 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 140fc73e-5d59-45a0-a11b-467639379056 not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:37:24.893274 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2aabc98a-aa0d-4d8c-8183-927c291b1eda no longer exists at agent ovs-agent-dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:37:24.917944 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] No Port match for: 2aabc98a-aa0d-4d8c-8183-927c291b1eda {{(pid=109950) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:37:24.918937 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron.plugins.ml2.rpc [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Device 2aabc98a-aa0d-4d8c-8183-927c291b1eda not bound to the agent host dv-neutron-816800-5-hyperv {{(pid=109950) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:37:40.714000 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4095a37c-b55f-4205-95ba-e5d070ea4807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:44.129388 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:44.266654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f82f93c-c985-44bd-a9d5-5abcc727bf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:45.540535 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:46.416730 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:52.829502 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:55.132597 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:38:10.716426 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7507bc7a-94d8-4d5b-b243-369d041cc77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:14.131883 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:14.268271 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9e7d645e-ced0-4a52-b516-c81888c3c056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:15.544927 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:16.422132 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:22.833626 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:32.134074 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:38:40.718967 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c4ced94e-eaef-4d82-bfa5-65e82a81b841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:44.133794 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:44.269930 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-45b1d60a-0dc6-45c7-b7d6-f678bab85998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:45.546848 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:46.423237 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:52.842095 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:09.132854 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:39:10.720526 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-daeeff35-7d73-43b6-8351-7f8a8cdb5112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:14.136831 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:14.270002 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-115c725e-373c-42dd-afdb-b7a6165b6fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:15.549157 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:16.425613 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:22.830760 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:40.720841 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60418d98-b747-47c8-9945-9b483822464f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:44.138840 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:44.269655 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6c65b011-4ef2-4cb3-a49d-972080168c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:45.551704 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:46.133399 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:39:46.429377 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:52.845333 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:10.722788 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2bb29268-e5f3-4858-bdee-e66488a38e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:14.142343 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:14.270621 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f54794fd-d3df-46eb-aff6-d9457f7442aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:15.555109 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:16.430745 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:22.862110 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:23.131953 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:40:40.723918 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-76264071-a16a-4435-b8dd-457578907af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:44.147043 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:44.271654 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0f2cbe2e-7e6f-43e4-99f0-6356085974b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:45.559447 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:46.432182 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:52.880293 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:00.130671 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:41:10.725899 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f7d31c88-ac57-4c73-b66c-880daae9d8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.147339 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.272564 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a996746-309d-4c1f-8a93-2d468192ea7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:15.562283 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:16.435228 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:22.873214 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:37.129720 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:41:40.727652 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b02bdfa7-90f1-420b-81bc-77db20866905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:44.149972 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:44.275866 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-61a3ded7-3c9c-45d2-9fef-96af21426acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:45.564563 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:46.436716 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:52.881138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:10.729105 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-febada13-c417-42ad-91f4-42a52c391f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:14.128634 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:42:14.151671 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:14.276369 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd4c1-0766-450b-80cc-f617098aa00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:15.568340 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:16.438138 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:22.895292 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:40.731250 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9504c3c9-bd7f-4ec5-8557-e4aa43b50c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:44.154982 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad603dec-18a3-475b-9459-aacba8403695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:44.277443 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9813dd07-398c-4d4a-bdc1-51019ebdb33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:45.571103 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-30cd069b-0116-4294-a808-1097984f6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:46.439527 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-98b2ed7a-64f6-4f88-90b8-398023d780c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:51.126812 dv-neutron-816800-5-hyperv neutron-server[109951]: DEBUG neutron.db.agents_db [None req-daa64c01-8666-4907-b65a-ce407d38ff69 None None] Agent healthcheck: found 6 active agents {{(pid=109951) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:42:52.893400 dv-neutron-816800-5-hyperv neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e6a-4ce1-4661-82cb-088b0a3e0579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793891141789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717949'] for agent, after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}